diff options
| -rw-r--r-- | python/sandcrawler/ia.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index f6eee72..6e90fbf 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -939,6 +939,8 @@ class SavePageNowClient: status = "forbidden" elif status == "error:user-session-limit": raise SavePageNowBackoffError("SPNv2 user-session-limit") + elif status == "error:internal-server-error": + status = "remote-server-error" elif status.startswith("error:"): status = "spn2-" + status # despite other errors, call these a failure (so we don't retry) |