aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2020-07-22 11:16:35 -0700
committerBryan Newbold <bnewbold@archive.org>2020-07-22 11:16:49 -0700
commit9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418 (patch)
treee0ec9868634313c6f319eacd9dec6aee58724da9
parentab1bc8c0cd11458be062dca8c5c758b9c28e3259 (diff)
downloadsandcrawler-9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418.tar.gz
sandcrawler-9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418.zip
use new SPNv2 'skip_first_archive' param
For speed and efficiency.
-rw-r--r--python/sandcrawler/ia.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index ba9d6a8..1b51dc9 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -812,6 +812,7 @@ class SavePageNowClient:
'capture_screenshot': 0,
'if_not_archived_within': '1d',
'force_get': force_get,
+ 'skip_first_archive': 1,
},
)
if resp.status_code == 429: