From 088593a424299d8f9797142fb77995596bb49a5a Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Thu, 14 Nov 2019 11:05:13 -0800 Subject: handle SPNv1 redirect loop --- python/sandcrawler/ia.py | 2 ++ 1 file changed, 2 insertions(+) (limited to 'python') diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 08b92e2..e945474 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -173,6 +173,8 @@ class SavePageNowClient: except requests.exceptions.RetryError as re: # could have been any number of issues... raise SavePageNowError(str(re)) + except requests.exceptions.TooManyRedirects as tmr: + raise SavePageNowRemoteError(str(tmr)) if resp.status_code != 200 and resp.headers.get('X-Archive-Wayback-Runtime-Error'): # looks like a weird remote error; would not expect a CDX reply so bailing here -- cgit v1.2.3