diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-10-19 17:12:36 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-10-19 17:12:36 -0700 |
| commit | d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29 (patch) | |
| tree | 8494100c45d24e1000aa729886cad1f9799f150a | |
| parent | f10b1772c08da8740f3d59dd6dd4a28383a550d4 (diff) | |
| download | sandcrawler-d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29.tar.gz sandcrawler-d407bc1149bf6ba2b20ce049660f7b9d3c1d7f29.zip | |
SPN CDX delay now seems reasonable; increase to 40sec to catch most
| -rw-r--r-- | python/sandcrawler/ia.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index b4a8812..59c53d0 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -993,7 +993,7 @@ class SavePageNowClient: url=spn_result.terminal_url, datetime=spn_result.terminal_dt, filter_status_code=filter_status_code, - retry_sleep=10.0, + retry_sleep=40.0, ) except KeyError as ke: print("CDX KeyError: {}".format(ke), file=sys.stderr) |