From 167eb63527d9def16d4492d1162c25b1d0d10eab Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 21 Dec 2020 16:07:26 -0800 Subject: spn: more status codes --- python/sandcrawler/ia.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index cb4fdf3..ba4ec31 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -939,7 +939,8 @@ class SavePageNowClient: if not spn_result.success: status = spn_result.status if status in ("error:invalid-url", "error:not-found", - "error:invalid-host-resolution", "error:gateway-timeout"): + "error:invalid-host-resolution", "error:gateway-timeout", + "error:too-many-redirects", "error:read-timeout"): status = status.replace("error:", "") elif status in ("error:no-access", "error:forbidden"): status = "forbidden" -- cgit v1.2.3