diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-12-21 16:07:26 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-12-21 16:07:26 -0800 |
| commit | 167eb63527d9def16d4492d1162c25b1d0d10eab (patch) | |
| tree | 179e9cd90e3c83efe5dc08f250bdd93398fd228e /python | |
| parent | 518e0af9b8964da859d18b7c8aad062943e988dc (diff) | |
| download | sandcrawler-167eb63527d9def16d4492d1162c25b1d0d10eab.tar.gz sandcrawler-167eb63527d9def16d4492d1162c25b1d0d10eab.zip | |
spn: more status codes
Diffstat (limited to 'python')
| -rw-r--r-- | python/sandcrawler/ia.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index cb4fdf3..ba4ec31 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -939,7 +939,8 @@ class SavePageNowClient: if not spn_result.success: status = spn_result.status if status in ("error:invalid-url", "error:not-found", - "error:invalid-host-resolution", "error:gateway-timeout"): + "error:invalid-host-resolution", "error:gateway-timeout", + "error:too-many-redirects", "error:read-timeout"): status = status.replace("error:", "") elif status in ("error:no-access", "error:forbidden"): status = "forbidden" |