aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-12-21 16:07:26 -0800
committerBryan Newbold <bnewbold@archive.org>2020-12-21 16:07:26 -0800
commit167eb63527d9def16d4492d1162c25b1d0d10eab (patch)
tree179e9cd90e3c83efe5dc08f250bdd93398fd228e
parent518e0af9b8964da859d18b7c8aad062943e988dc (diff)
downloadsandcrawler-167eb63527d9def16d4492d1162c25b1d0d10eab.tar.gz
sandcrawler-167eb63527d9def16d4492d1162c25b1d0d10eab.zip
spn: more status codes
-rw-r--r--python/sandcrawler/ia.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index cb4fdf3..ba4ec31 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -939,7 +939,8 @@ class SavePageNowClient:
if not spn_result.success:
status = spn_result.status
if status in ("error:invalid-url", "error:not-found",
- "error:invalid-host-resolution", "error:gateway-timeout"):
+ "error:invalid-host-resolution", "error:gateway-timeout",
+ "error:too-many-redirects", "error:read-timeout"):
status = status.replace("error:", "")
elif status in ("error:no-access", "error:forbidden"):
status = "forbidden"