From bf0c3399d3a80b32301a3554971a962478614692 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 24 Sep 2018 18:07:15 -0700 Subject: script for partitioning dumps (needs test) --- extra/elasticsearch/README.md | 1 + 1 file changed, 1 insertion(+) (limited to 'extra/elasticsearch') diff --git a/extra/elasticsearch/README.md b/extra/elasticsearch/README.md index 0d205903..8f4925aa 100644 --- a/extra/elasticsearch/README.md +++ b/extra/elasticsearch/README.md @@ -44,6 +44,7 @@ Bulk insert from a file on disk: Or, in a bulk production live-stream conversion: time zcat /srv/fatcat/snapshots/fatcat_release_dump_expanded.json.gz | ./transform_release.py | esbulk -verbose -size 20000 -id ident -w 8 -index fatcat-releases -type release + # 2018/09/24 21:42:26 53028167 docs in 1h0m56.853006293s at 14501.039 docs/s with 8 workers ## Full-Text Querying -- cgit v1.2.3