aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--python/sandcrawler/ia.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py
index 1b51dc9..63abb45 100644
--- a/python/sandcrawler/ia.py
+++ b/python/sandcrawler/ia.py
@@ -813,6 +813,7 @@ class SavePageNowClient:
'if_not_archived_within': '1d',
'force_get': force_get,
'skip_first_archive': 1,
+ 'outlinks_availability': 0,
},
)
if resp.status_code == 429: