aboutsummaryrefslogtreecommitdiffstats
path: root/python
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-02-05 20:52:30 -0800
committerBryan Newbold <bnewbold@archive.org>2020-02-05 20:52:30 -0800
commit8b24a512de1fca5937a48fd6b5e2f101eee4f418 (patch)
tree587f96632ec7fba6423164db5870a45fdc42504a /python
parentc723d12dcc8c19d0302f0dfbcdd1414d834c6d73 (diff)
downloadsandcrawler-8b24a512de1fca5937a48fd6b5e2f101eee4f418.tar.gz
sandcrawler-8b24a512de1fca5937a48fd6b5e2f101eee4f418.zip
decrease SPNv2 polling timeout to 3 minutes
Diffstat (limited to 'python')
-rw-r--r--python/sandcrawler/ia.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 3be1a79..2a334cc 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -662,8 +662,8 @@ class SavePageNowClient:
'Authorization': 'LOW {}:{}'.format(self.ia_access_key, self.ia_secret_key),
})
- # 4 minutes total; very long, kafka likely to time out
- self.poll_count = 80
+ # 3 minutes total
+ self.poll_count = 60
self.poll_seconds = 3.0
def save_url_now_v2(self, request_url):