From 2d70b8629139663e2e3a137d38788103809f84ae Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 26 Jun 2020 14:40:56 -0700 Subject: CDX KeyError as WaybackError from fetch worker --- python/sandcrawler/workers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index 907bb5a..632cb0a 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -135,7 +135,7 @@ class SandcrawlerFetchWorker(SandcrawlerWorker): warc_path=record['warc_path'], ) wayback_sec = time.time() - start - except (WaybackError, PetaboxError) as we: + except (WaybackError, PetaboxError, KeyError) as we: return dict( key=default_key, source=record, -- cgit v1.2.3