From 0b693ddffb416f170a6e19db46caf1f5857d2b9b Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 23 Nov 2022 16:12:45 -0800 Subject: dumps: don't upload file hashes or release extid tables These could be replaced by subsets of data (eg, using jq) in the future. --- extra/sql_dumps/Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'extra') diff --git a/extra/sql_dumps/Makefile b/extra/sql_dumps/Makefile index a644e2cc..b7a48517 100644 --- a/extra/sql_dumps/Makefile +++ b/extra/sql_dumps/Makefile @@ -67,7 +67,7 @@ metadata-exports: create_datadir $(DATADIR)/.METADATA_EXPORT ## Dump bulk metad $(DATADIR)/.METADATA_UPLOADED: $(DATADIR)/.METADATA_EXPORT ia upload --checksum fatcat_bulk_exports_$(TODAY) ia_exports_item_readme.md --remote-name=README.md -m collection:fatcat_snapshots_and_exports -m mediatype:data -m creator:"Internet Archive Web Group" -m date:$(TODAY) -m title:"Fatcat Bulk Metadata Exports ($(TODAY))" - ia upload fatcat_bulk_exports_$(TODAY) $(DATADIR)/*_export.json.gz $(DATADIR)/*_export_expanded.json.gz $(DATADIR)/abstracts.json.gz $(DATADIR)/file_hashes.tsv.gz $(DATADIR)/release_extid.tsv.gz + ia upload fatcat_bulk_exports_$(TODAY) $(DATADIR)/*_export.json.gz $(DATADIR)/*_export_expanded.json.gz $(DATADIR)/abstracts.json.gz touch $@ .PHONY: upload-metadata-exports -- cgit v1.2.3