diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2022-11-23 16:12:45 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2022-11-23 16:12:47 -0800 |
| commit | 0b693ddffb416f170a6e19db46caf1f5857d2b9b (patch) | |
| tree | 91288f70cdf8097017d6540baccada7ff5dfbb47 | |
| parent | 82bb8f0c6e73e2a7f282c6372b6ae8716be37851 (diff) | |
| download | fatcat-0b693ddffb416f170a6e19db46caf1f5857d2b9b.tar.gz fatcat-0b693ddffb416f170a6e19db46caf1f5857d2b9b.zip | |
dumps: don't upload file hashes or release extid tables
These could be replaced by subsets of data (eg, using jq) in the future.
| -rw-r--r-- | extra/sql_dumps/Makefile | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/extra/sql_dumps/Makefile b/extra/sql_dumps/Makefile index a644e2cc..b7a48517 100644 --- a/extra/sql_dumps/Makefile +++ b/extra/sql_dumps/Makefile @@ -67,7 +67,7 @@ metadata-exports: create_datadir $(DATADIR)/.METADATA_EXPORT ## Dump bulk metad $(DATADIR)/.METADATA_UPLOADED: $(DATADIR)/.METADATA_EXPORT ia upload --checksum fatcat_bulk_exports_$(TODAY) ia_exports_item_readme.md --remote-name=README.md -m collection:fatcat_snapshots_and_exports -m mediatype:data -m creator:"Internet Archive Web Group" -m date:$(TODAY) -m title:"Fatcat Bulk Metadata Exports ($(TODAY))" - ia upload fatcat_bulk_exports_$(TODAY) $(DATADIR)/*_export.json.gz $(DATADIR)/*_export_expanded.json.gz $(DATADIR)/abstracts.json.gz $(DATADIR)/file_hashes.tsv.gz $(DATADIR)/release_extid.tsv.gz + ia upload fatcat_bulk_exports_$(TODAY) $(DATADIR)/*_export.json.gz $(DATADIR)/*_export_expanded.json.gz $(DATADIR)/abstracts.json.gz touch $@ .PHONY: upload-metadata-exports |