diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-11-08 15:46:40 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-11-08 15:46:40 -0800 |
| commit | 227e182c6b65d75d48e022f8bb56d1326854d00e (patch) | |
| tree | b591e9d1f5781d57145b9a8d6b3eca5d70c17af3 /python | |
| parent | b3c56dc23a9a4c33ba6a4f381a760f34ad1ac361 (diff) | |
| download | sandcrawler-227e182c6b65d75d48e022f8bb56d1326854d00e.tar.gz sandcrawler-227e182c6b65d75d48e022f8bb56d1326854d00e.zip | |
spn2-internal-server-error is a problem with remote server, not SPN2
Diffstat (limited to 'python')
| -rw-r--r-- | python/sandcrawler/ia.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index f6eee72..6e90fbf 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -939,6 +939,8 @@ class SavePageNowClient: status = "forbidden" elif status == "error:user-session-limit": raise SavePageNowBackoffError("SPNv2 user-session-limit") + elif status == "error:internal-server-error": + status = "remote-server-error" elif status.startswith("error:"): status = "spn2-" + status # despite other errors, call these a failure (so we don't retry) |