diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-07-22 11:16:35 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-07-22 11:16:49 -0700 |
| commit | 9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418 (patch) | |
| tree | e0ec9868634313c6f319eacd9dec6aee58724da9 | |
| parent | ab1bc8c0cd11458be062dca8c5c758b9c28e3259 (diff) | |
| download | sandcrawler-9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418.tar.gz sandcrawler-9e4d3e14f64a03c56ae6ef6e2f119f57e6cfa418.zip | |
use new SPNv2 'skip_first_archive' param
For speed and efficiency.
| -rw-r--r-- | python/sandcrawler/ia.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index ba9d6a8..1b51dc9 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -812,6 +812,7 @@ class SavePageNowClient: 'capture_screenshot': 0, 'if_not_archived_within': '1d', 'force_get': force_get, + 'skip_first_archive': 1, }, ) if resp.status_code == 429: |