diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-08-11 17:07:07 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-08-11 17:07:09 -0700 |
| commit | 5c7f9bc60b372006adac8e47ee2f4f1f73b84897 (patch) | |
| tree | 521d771057a71b40b4ebb8a85a16da2c568f4269 /python/sandcrawler/ingest.py | |
| parent | 33cc50939619d1c30bdfa800aba2137397a7ee0d (diff) | |
| download | sandcrawler-5c7f9bc60b372006adac8e47ee2f4f1f73b84897.tar.gz sandcrawler-5c7f9bc60b372006adac8e47ee2f4f1f73b84897.zip | |
refactor: force_get -> force_simple_get
For clarity. The SPNv2 API hasn't changed, just changing the
variable/parameter name.
Diffstat (limited to 'python/sandcrawler/ingest.py')
| -rw-r--r-- | python/sandcrawler/ingest.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index 58f3783..263b9d5 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -156,12 +156,12 @@ class IngestFileWorker(SandcrawlerWorker): if self.try_spn2 and (not resource or not resource.hit or soft404): via = "spn2" - force_get = 0 + force_simple_get = 0 for domain in self.spn2_simple_get_domains: if domain in url: - force_get = 1 + force_simple_get = 1 break - resource = self.spn_client.crawl_resource(url, self.wayback_client, force_get=force_get) + resource = self.spn_client.crawl_resource(url, self.wayback_client, force_simple_get=force_simple_get) print("[FETCH {}\t] {}\t{}".format( via, resource.status, |