aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-10-19 17:12:36 -0700
committerBryan Newbold <bnewbold@archive.org>2020-10-19 17:12:36 -0700
commitd407bc1149bf6ba2b20ce049660f7b9d3c1d7f29 (patch)
tree8494100c45d24e1000aa729886cad1f9799f150a
parentf10b1772c08da8740f3d59dd6dd4a28383a550d4 (diff)
downloadsandcrawler-d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29.tar.gz
sandcrawler-d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29.zip
SPN CDX delay now seems reasonable; increase to 40sec to catch most
-rw-r--r--python/sandcrawler/ia.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index b4a8812..59c53d0 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -993,7 +993,7 @@ class SavePageNowClient:
url=spn_result.terminal_url,
datetime=spn_result.terminal_dt,
filter_status_code=filter_status_code,
- retry_sleep=10.0,
+ retry_sleep=40.0,
)
except KeyError as ke:
print("CDX KeyError: {}".format(ke), file=sys.stderr)