aboutsummaryrefslogtreecommitdiffstats
path: root/python/sandcrawler/ingest_fileset.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-10-26 13:54:35 -0700
committerBryan Newbold <bnewbold@archive.org>2021-10-26 13:54:35 -0700
commit02cac8f857fe21474ab25aa7150bed2ac5b970d5 (patch)
tree5163390339c446257f4240579e14e81588fd3632 /python/sandcrawler/ingest_fileset.py
parent6650f3862b87bdeac4f3bb9d3561f934858956a0 (diff)
downloadsandcrawler-02cac8f857fe21474ab25aa7150bed2ac5b970d5.tar.gz
sandcrawler-02cac8f857fe21474ab25aa7150bed2ac5b970d5.zip
flake8 clean (with current settings)
Diffstat (limited to 'python/sandcrawler/ingest_fileset.py')
-rw-r--r--python/sandcrawler/ingest_fileset.py8
1 files changed, 2 insertions, 6 deletions
diff --git a/python/sandcrawler/ingest_fileset.py b/python/sandcrawler/ingest_fileset.py
index 4376c89..ea34948 100644
--- a/python/sandcrawler/ingest_fileset.py
+++ b/python/sandcrawler/ingest_fileset.py
@@ -110,7 +110,7 @@ class IngestFilesetWorker(IngestFileWorker):
result['status'] = 'wayback-content-error'
result['error_message'] = str(e)[:1600]
return result
- except NotImplementedError as e:
+ except NotImplementedError:
#result['status'] = 'not-implemented'
#result['error_message'] = str(e)[:1600]
#return result
@@ -269,10 +269,6 @@ class IngestFilesetWorker(IngestFileWorker):
return result
# 2. Use platform-specific methods to fetch manifest metadata and decide on an `ingest_strategy`.
- terminal_url = base_url
- if resource:
- terminal_url = resource.terminal_url
-
try:
dataset_meta = platform_helper.process_request(request, resource, html_biblio)
except PlatformScopeError as e:
@@ -363,7 +359,7 @@ class IngestFilesetWorker(IngestFileWorker):
if ingest_strategy.endswith('-file'):
result['fileset_file'] = dict()
if archive_result.file_file_meta:
- result['fileset_file']['file_meta'] = file_meta = archive_result.file_file_meta,
+ result['fileset_file']['file_meta'] = archive_result.file_file_meta,
if archive_result.file_resource:
result['fileset_file']['terminal'] = dict(
terminal_url=archive_result.file_resource.terminal_url,