From 6cccac03451f46cb59897871e6631debca558771 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 15 Oct 2021 13:17:23 -0700 Subject: filesets: iteration of implementation and docs --- python/sandcrawler/fileset_types.py | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) (limited to 'python/sandcrawler/fileset_types.py') diff --git a/python/sandcrawler/fileset_types.py b/python/sandcrawler/fileset_types.py index 9fe8b0d..037843e 100644 --- a/python/sandcrawler/fileset_types.py +++ b/python/sandcrawler/fileset_types.py @@ -19,20 +19,20 @@ class FilesetManifestFile(BaseModel): sha1: Optional[str] sha256: Optional[str] mimetype: Optional[str] + extra: Optional[Dict[str, Any]] status: Optional[str] platform_url: Optional[str] terminal_url: Optional[str] terminal_dt: Optional[str] - extra: Optional[Dict[str, Any]] -class DatasetPlatformItem(BaseModel): +class FilesetPlatformItem(BaseModel): platform_name: str platform_status: str - manifest: Optional[List[FilesetManifestFile]] - platform_domain: Optional[str] platform_id: Optional[str] + manifest: Optional[List[FilesetManifestFile]] + archiveorg_item_name: Optional[str] archiveorg_item_meta: Optional[dict] web_base_url: Optional[str] @@ -42,6 +42,13 @@ class ArchiveStrategyResult(BaseModel): ingest_strategy: str status: str manifest: List[FilesetManifestFile] + file_file_meta: Optional[Dict[str, Any]] + file_terminal: Optional[Dict[str, Any]] + file_cdx: Optional[Dict[str, Any]] + bundle_file_meta: Optional[Dict[str, Any]] + bundle_terminal: Optional[Any] + bundle_cdx: Optional[Any] + bundle_archiveorg_path: Optional[str] class PlatformScopeError(Exception): """ -- cgit v1.2.3