From a54050c46654b0a6782abe5c0462c6f1c628ef2d Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 10 Jan 2020 16:22:01 -0800 Subject: limit length of error messages --- python/sandcrawler/ingest.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) (limited to 'python') diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index f618f1b..12d1473 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -178,19 +178,19 @@ class IngestFileWorker(SandcrawlerWorker): resource = self.find_resource(next_url, best_mimetype) except SavePageNowError as e: result['status'] = 'spn2-error' - result['error_message'] = str(e) + result['error_message'] = str(e)[:1600] return result except PetaboxError as e: result['status'] = 'petabox-error' - result['error_message'] = str(e) + result['error_message'] = str(e)[:1600] return result except CdxApiError as e: result['status'] = 'cdx-error' - result['error_message'] = str(e) + result['error_message'] = str(e)[:1600] return result except WaybackError as e: result['status'] = 'wayback-error' - result['error_message'] = str(e) + result['error_message'] = str(e)[:1600] return result if not resource.hit: -- cgit v1.2.3