From ff6894043576d3d51c9ab16623053f91780edc89 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Tue, 11 Jan 2022 14:49:37 -0800 Subject: spn: handle blocked-url (etc) better --- python/sandcrawler/ia.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index dc9aae5..d123c9f 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -1040,6 +1040,16 @@ class SavePageNowClient: and "You have already reached the limit of active sessions" in resp_json["message"] ): raise SavePageNowBackoffError(resp_json["message"]) + elif resp_json.get("status") == "error": + return SavePageNowResult( + False, + resp_json.get("status_ext") or resp_json["status"], + None, + request_url, + None, + None, + None, + ) elif not resp_json or "job_id" not in resp_json or not resp_json["job_id"]: raise SavePageNowError( "Didn't get expected 'job_id' field in SPN2 response: {}".format(resp_json) -- cgit v1.2.3