aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--python/sandcrawler/ia.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 8895500..9fdb52e 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -635,7 +635,9 @@ class SavePageNowClient:
'Accept': 'application/json',
'Authorization': 'LOW {}:{}'.format(self.ia_access_key, self.ia_secret_key),
})
- self.poll_count = 30
+
+ # 4 minutes total; very long, kafka likely to time out
+ self.poll_count = 80
self.poll_seconds = 3.0
def save_url_now_v2(self, request_url):