From d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 19 Oct 2020 17:12:36 -0700 Subject: SPN CDX delay now seems reasonable; increase to 40sec to catch most --- python/sandcrawler/ia.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index b4a8812..59c53d0 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -993,7 +993,7 @@ class SavePageNowClient: url=spn_result.terminal_url, datetime=spn_result.terminal_dt, filter_status_code=filter_status_code, - retry_sleep=10.0, + retry_sleep=40.0, ) except KeyError as ke: print("CDX KeyError: {}".format(ke), file=sys.stderr) -- cgit v1.2.3