From 07f9d46ea06ccee867369b759c00c6bfe9b91b13 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 19 Nov 2018 23:45:33 -0800 Subject: start supporting kafka importers A nice feature would be some/any log output as to progress. --- python/README_import.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'python/README_import.md') diff --git a/python/README_import.md b/python/README_import.md index 6334dbc6..9ee24f8e 100644 --- a/python/README_import.md +++ b/python/README_import.md @@ -50,7 +50,7 @@ Usually tens of minutes on fast production machine. Usually 24 hours or so on fast production machine. - time xzcat /srv/fatcat/datasets/crossref-works.2018-09-05.json.xz | time parallel -j20 --round-robin --pipe ./fatcat_import.py crossref - /srv/fatcat/datasets/20180216.ISSN-to-ISSN-L.txt /srv/fatcat/datasets/release_ids.ia_munge_20180908.sqlite3 + time xzcat /srv/fatcat/datasets/crossref-works.2018-09-05.json.xz | time parallel -j20 --round-robin --pipe ./fatcat_import.py crossref - /srv/fatcat/datasets/20180216.ISSN-to-ISSN-L.txt --extid-map-file /srv/fatcat/datasets/release_ids.ia_munge_20180908.sqlite3 ## Matched -- cgit v1.2.3