From 87f9759dd3e5e6f4e7663cf8be685fc3b8ad3400 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Thu, 14 Nov 2019 11:10:07 -0800 Subject: handle WaybackError during ingest --- python/sandcrawler/ingest.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index 43aea1b..4938e12 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -116,6 +116,10 @@ class IngestFileWorker(SandcrawlerWorker): response['status'] = 'cdx-error' response['error_message'] = str(e) return response + except WaybackError as e: + response['status'] = 'wayback-error' + response['error_message'] = str(e) + return response sys.stderr.write("CDX hit: {}\n".format(cdx_dict)) response['cdx'] = cdx_dict -- cgit v1.2.3