From f1542ba4d5ee7e6cd63e1de3a393e4cd591f72f1 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Mon, 19 Jul 2021 19:49:43 +0200 Subject: update notes on es indexing --- notes/es-indexing.md | 11 +++++++++++ 1 file changed, 11 insertions(+) (limited to 'notes') diff --git a/notes/es-indexing.md b/notes/es-indexing.md index 61c192e..7d8419a 100644 --- a/notes/es-indexing.md +++ b/notes/es-indexing.md @@ -40,6 +40,17 @@ Watch indexing: watch -n 10 'curl -s localhost:9200/_cat/indices | grep fatcat_ref_v02_20210716' +Indexing time: + + real 1599m7.314s + user 1926m34.791s + sys 169m16.626s + + $ curl -s localhost:9200/_cat/indices | grep fatcat_ref_v02_20210716 + green open fatcat_ref_v02_20210716 Cg-LNym9Q6OPUKJekNPCPw 6 0 1865637767 0 435.7gb 435.7gb + +After 26h, indexing completed; only unique edges in the dataset; size: 435G. + ## 2021-04-12 Reduced `number_of_shards` from 12 to 6. -- cgit v1.2.3