diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-10-19 16:26:16 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-10-19 16:26:18 -0700 |
| commit | 03be839b252f8c40d18abbfd88374c6c70ffb584 (patch) | |
| tree | 40b52431f5d45d065e51bdf276c362b37f6653a7 | |
| parent | e9e651635e157a414163fbd9902db7e3908774ff (diff) | |
| download | sandcrawler-03be839b252f8c40d18abbfd88374c6c70ffb584.tar.gz sandcrawler-03be839b252f8c40d18abbfd88374c6c70ffb584.zip | |
CDX: revert post-SPN CDX lookup retry to 10 seconds
Hoping to have many fewer SPN requests and issues, so willing to wait
longer for each.
| -rw-r--r-- | python/sandcrawler/ia.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 28eda7c..30ebc77 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -985,7 +985,7 @@ class SavePageNowClient: url=spn_result.terminal_url, datetime=spn_result.terminal_dt, filter_status_code=filter_status_code, - retry_sleep=2.0, + retry_sleep=10.0, ) except KeyError as ke: print("CDX KeyError: {}".format(ke), file=sys.stderr) |