diff options
Diffstat (limited to 'python')
| -rw-r--r-- | python/sandcrawler/fileset_platforms.py | 2 | ||||
| -rw-r--r-- | python/sandcrawler/fileset_strategies.py | 5 |
2 files changed, 7 insertions, 0 deletions
diff --git a/python/sandcrawler/fileset_platforms.py b/python/sandcrawler/fileset_platforms.py index 81aad87..4adc9b7 100644 --- a/python/sandcrawler/fileset_platforms.py +++ b/python/sandcrawler/fileset_platforms.py @@ -205,6 +205,8 @@ class DataverseHelper(FilesetPlatformHelper): ) resp.raise_for_status() obj = resp.json() + if not "latestVersion" in obj["data"]: + raise PlatformScopeError("could not find latest version for dataverse record") obj_latest = obj["data"]["latestVersion"] dataset_version = ( f"{obj_latest['versionNumber']}.{obj_latest['versionMinorNumber']}" diff --git a/python/sandcrawler/fileset_strategies.py b/python/sandcrawler/fileset_strategies.py index f83d1ce..9696f3c 100644 --- a/python/sandcrawler/fileset_strategies.py +++ b/python/sandcrawler/fileset_strategies.py @@ -150,6 +150,11 @@ class ArchiveorgFilesetStrategy(FilesetIngestStrategy): m.status = "downloaded-local" except requests.exceptions.RequestException: m.status = "error-platform-download" + return ArchiveStrategyResult( + ingest_strategy=self.ingest_strategy, + manifest=item.manifest, + status="error-platform-download", + ) print(f" verifying {m.path}", file=sys.stderr) file_meta = gen_file_metadata_path(local_path, allow_empty=True) |