diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-06-26 14:40:56 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-06-26 14:40:56 -0700 |
| commit | 2d70b8629139663e2e3a137d38788103809f84ae (patch) | |
| tree | a9d20301b535198d0f53dedcc74a8c67e69bbd36 | |
| parent | 51fd5cfb5a37df4c3f1bdcf77f37420b4b965601 (diff) | |
| download | sandcrawler-2d70b8629139663e2e3a137d38788103809f84ae.tar.gz sandcrawler-2d70b8629139663e2e3a137d38788103809f84ae.zip | |
CDX KeyError as WaybackError from fetch worker
| -rw-r--r-- | python/sandcrawler/workers.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index 907bb5a..632cb0a 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -135,7 +135,7 @@ class SandcrawlerFetchWorker(SandcrawlerWorker): warc_path=record['warc_path'], ) wayback_sec = time.time() - start - except (WaybackError, PetaboxError) as we: + except (WaybackError, PetaboxError, KeyError) as we: return dict( key=default_key, source=record, |