aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--python/sandcrawler/ia.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 426307a..936ee97 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -932,8 +932,8 @@ class SavePageNowClient:
)
#print(spn_result, file=sys.stderr)
- # detect partial URL response (aka, missing full URL)
- if spn_result.terminal_url.startswith('/'):
+ # detect partial URL response (aka, success, but missing full URL)
+ if not "://" in spn_result.terminal_url or spn_result.terminal_url.startswith('/'):
return ResourceResult(
start_url=start_url,
hit=False,