aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-06-26 14:40:56 -0700
committerBryan Newbold <bnewbold@archive.org>2020-06-26 14:40:56 -0700
commit2d70b8629139663e2e3a137d38788103809f84ae (patch)
treea9d20301b535198d0f53dedcc74a8c67e69bbd36
parent51fd5cfb5a37df4c3f1bdcf77f37420b4b965601 (diff)
downloadsandcrawler-2d70b8629139663e2e3a137d38788103809f84ae.tar.gz
sandcrawler-2d70b8629139663e2e3a137d38788103809f84ae.zip
CDX KeyError as WaybackError from fetch worker
-rw-r--r--python/sandcrawler/workers.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py
index 907bb5a..632cb0a 100644
--- a/python/sandcrawler/workers.py
+++ b/python/sandcrawler/workers.py
@@ -135,7 +135,7 @@ class SandcrawlerFetchWorker(SandcrawlerWorker):
warc_path=record['warc_path'],
)
wayback_sec = time.time() - start
- except (WaybackError, PetaboxError) as we:
+ except (WaybackError, PetaboxError, KeyError) as we:
return dict(
key=default_key,
source=record,