aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-10-19 16:26:16 -0700
committerBryan Newbold <bnewbold@archive.org>2020-10-19 16:26:18 -0700
commit03be839b252f8c40d18abbfd88374c6c70ffb584 (patch)
tree40b52431f5d45d065e51bdf276c362b37f6653a7
parente9e651635e157a414163fbd9902db7e3908774ff (diff)
downloadsandcrawler-03be839b252f8c40d18abbfd88374c6c70ffb584.tar.gz
sandcrawler-03be839b252f8c40d18abbfd88374c6c70ffb584.zip
CDX: revert post-SPN CDX lookup retry to 10 seconds
Hoping to have many fewer SPN requests and issues, so willing to wait longer for each.
-rw-r--r--python/sandcrawler/ia.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 28eda7c..30ebc77 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -985,7 +985,7 @@ class SavePageNowClient:
url=spn_result.terminal_url,
datetime=spn_result.terminal_dt,
filter_status_code=filter_status_code,
- retry_sleep=2.0,
+ retry_sleep=10.0,
)
except KeyError as ke:
print("CDX KeyError: {}".format(ke), file=sys.stderr)