aboutsummaryrefslogtreecommitdiffstats
path: root/python/sandcrawler
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-01-14 16:06:19 -0800
committerBryan Newbold <bnewbold@archive.org>2020-01-14 16:06:19 -0800
commit4bb341270907f91b0475a7cdb00a7d280a80c06c (patch)
treecb983438f7ff43179831b605f8fb8704aa7d2860 /python/sandcrawler
parentba6f16a02cfde0e4acb499c00b456b42472c0b00 (diff)
downloadsandcrawler-4bb341270907f91b0475a7cdb00a7d280a80c06c.tar.gz
sandcrawler-4bb341270907f91b0475a7cdb00a7d280a80c06c.zip
SPNv2 doesn't support FTP; add a live test for non-revist FTP
Diffstat (limited to 'python/sandcrawler')
-rw-r--r--python/sandcrawler/ia.py10
1 files changed, 10 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 02e71be..b71a20d 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -643,6 +643,16 @@ class SavePageNowClient:
"""
if not (self.ia_access_key and self.ia_secret_key):
raise Exception("SPN2 requires authentication (IA_ACCESS_KEY/IA_SECRET_KEY)")
+ if request_url.startswith("ftp://"):
+ return SavePageNowResult(
+ False,
+ "spn2-no-ftp",
+ None,
+ request_url,
+ None,
+ None,
+ None,
+ )
resp = self.v2_session.post(
self.v2endpoint,
data={