diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-02-05 20:52:30 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-02-05 20:52:30 -0800 |
| commit | 8b24a512de1fca5937a48fd6b5e2f101eee4f418 (patch) | |
| tree | 587f96632ec7fba6423164db5870a45fdc42504a | |
| parent | c723d12dcc8c19d0302f0dfbcdd1414d834c6d73 (diff) | |
| download | sandcrawler-8b24a512de1fca5937a48fd6b5e2f101eee4f418.tar.gz sandcrawler-8b24a512de1fca5937a48fd6b5e2f101eee4f418.zip | |
decrease SPNv2 polling timeout to 3 minutes
| -rw-r--r-- | python/sandcrawler/ia.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 3be1a79..2a334cc 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -662,8 +662,8 @@ class SavePageNowClient: 'Authorization': 'LOW {}:{}'.format(self.ia_access_key, self.ia_secret_key), }) - # 4 minutes total; very long, kafka likely to time out - self.poll_count = 80 + # 3 minutes total + self.poll_count = 60 self.poll_seconds = 3.0 def save_url_now_v2(self, request_url): |