From 34ba59a446a43ecf32dbfded5e330cf4178ba355 Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Wed, 15 Jan 2020 23:04:07 -0800
Subject: increase SPNv2 polling timeout to 4 minutes

---
 python/sandcrawler/ia.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'python')

diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 8895500..9fdb52e 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -635,7 +635,9 @@ class SavePageNowClient:
             'Accept': 'application/json',
             'Authorization': 'LOW {}:{}'.format(self.ia_access_key, self.ia_secret_key),
         })
-        self.poll_count = 30
+
+        # 4 minutes total; very long, kafka likely to time out
+        self.poll_count = 80
         self.poll_seconds = 3.0
 
     def save_url_now_v2(self, request_url):
-- 
cgit v1.2.3