From 227e182c6b65d75d48e022f8bb56d1326854d00e Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Sun, 8 Nov 2020 15:46:40 -0800 Subject: spn2-internal-server-error is a problem with remote server, not SPN2 --- python/sandcrawler/ia.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index f6eee72..6e90fbf 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -939,6 +939,8 @@ class SavePageNowClient: status = "forbidden" elif status == "error:user-session-limit": raise SavePageNowBackoffError("SPNv2 user-session-limit") + elif status == "error:internal-server-error": + status = "remote-server-error" elif status.startswith("error:"): status = "spn2-" + status # despite other errors, call these a failure (so we don't retry) -- cgit v1.2.3