From e195e3f1f47698d9cae705bbed737b46580bc10f Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 22 Apr 2019 14:48:30 -0700 Subject: arabesque importer does require timestamp/wayback --- python/fatcat_tools/importers/arabesque.py | 3 +++ 1 file changed, 3 insertions(+) (limited to 'python/fatcat_tools') diff --git a/python/fatcat_tools/importers/arabesque.py b/python/fatcat_tools/importers/arabesque.py index ad211d21..4353795a 100644 --- a/python/fatcat_tools/importers/arabesque.py +++ b/python/fatcat_tools/importers/arabesque.py @@ -120,6 +120,9 @@ class ArabesqueMatchImporter(EntityImporter): if not url: self.counts['skip-url'] += 1 return None + if not row['final_timestamp']: + self.counts['skip-missing-timestamp'] += 1 + return None wayback = "https://web.archive.org/web/{}/{}".format( row['final_timestamp'], row['final_url']) -- cgit v1.2.3