aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-11-08 15:46:40 -0800
committerBryan Newbold <bnewbold@archive.org>2020-11-08 15:46:40 -0800
commit227e182c6b65d75d48e022f8bb56d1326854d00e (patch)
treeb591e9d1f5781d57145b9a8d6b3eca5d70c17af3
parentb3c56dc23a9a4c33ba6a4f381a760f34ad1ac361 (diff)
downloadsandcrawler-227e182c6b65d75d48e022f8bb56d1326854d00e.tar.gz
sandcrawler-227e182c6b65d75d48e022f8bb56d1326854d00e.zip
spn2-internal-server-error is a problem with remote server, not SPN2
-rw-r--r--python/sandcrawler/ia.py2
1 files changed, 2 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index f6eee72..6e90fbf 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -939,6 +939,8 @@ class SavePageNowClient:
status = "forbidden"
elif status == "error:user-session-limit":
raise SavePageNowBackoffError("SPNv2 user-session-limit")
+ elif status == "error:internal-server-error":
+ status = "remote-server-error"
elif status.startswith("error:"):
status = "spn2-" + status
# despite other errors, call these a failure (so we don't retry)