diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-12-11 20:22:10 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-12-11 20:22:10 -0800 |
| commit | c48eb50782854f95fa16fc0fdf5339c52c830314 (patch) | |
| tree | e047ab7bef6e6b2189694adb3ea72ef5e9757935 /python/sandcrawler/fileset_strategies.py | |
| parent | e5c021bfeb03c50924160616dc64d44617d45933 (diff) | |
| download | sandcrawler-c48eb50782854f95fa16fc0fdf5339c52c830314.tar.gz sandcrawler-c48eb50782854f95fa16fc0fdf5339c52c830314.zip | |
fileset ingest: actually use spn2 CLI flag
Diffstat (limited to 'python/sandcrawler/fileset_strategies.py')
| -rw-r--r-- | python/sandcrawler/fileset_strategies.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/fileset_strategies.py b/python/sandcrawler/fileset_strategies.py index cc88da2..6e4ad10 100644 --- a/python/sandcrawler/fileset_strategies.py +++ b/python/sandcrawler/fileset_strategies.py @@ -222,7 +222,7 @@ class WebFilesetStrategy(FilesetIngestStrategy): super().__init__() self.ingest_strategy = IngestStrategy.WebFileset self.wayback_client = WaybackClient() - self.try_spn2 = True + self.try_spn2 = kwargs.get("try_spn2", True) self.spn_client = SavePageNowClient( spn_cdx_retry_sec=kwargs.get("spn_cdx_retry_sec", 9.0) ) |