From 03be839b252f8c40d18abbfd88374c6c70ffb584 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 19 Oct 2020 16:26:16 -0700 Subject: CDX: revert post-SPN CDX lookup retry to 10 seconds Hoping to have many fewer SPN requests and issues, so willing to wait longer for each. --- python/sandcrawler/ia.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'python/sandcrawler/ia.py') diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 28eda7c..30ebc77 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -985,7 +985,7 @@ class SavePageNowClient: url=spn_result.terminal_url, datetime=spn_result.terminal_dt, filter_status_code=filter_status_code, - retry_sleep=2.0, + retry_sleep=10.0, ) except KeyError as ke: print("CDX KeyError: {}".format(ke), file=sys.stderr) -- cgit v1.2.3