From cc26ea975e29eefa2e2d3565c55ba0ac0a491bb7 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Sat, 17 Oct 2020 17:20:58 -0700 Subject: ingest: experimentally reduce CDX API retry delay This code path is only working about 1/7 times in production. Going to try with a much shorter retry delay and see if we get no success with that. Considering also just disabling this attempt all together and relying on retries after hours/days. --- python/sandcrawler/ia.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'python/sandcrawler') diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 60e3d9a..ea29e67 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -978,7 +978,7 @@ class SavePageNowClient: url=spn_result.terminal_url, datetime=spn_result.terminal_dt, filter_status_code=filter_status_code, - retry_sleep=10.0, + retry_sleep=2.0, ) except KeyError as ke: print("CDX KeyError: {}".format(ke), file=sys.stderr) -- cgit v1.2.3