From 9f71dc1060e90bc3ab183c82a1098428e304c183 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Wed, 4 Aug 2021 17:27:19 +0200 Subject: update note --- python/notes/version_4.md | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/python/notes/version_4.md b/python/notes/version_4.md index d56440d..52fad8b 100644 --- a/python/notes/version_4.md +++ b/python/notes/version_4.md @@ -950,3 +950,17 @@ Only a single thread; ssd tmp; * total:1768min, about 30h Performance headroom: run all mappers in one go; run tasks in parallel + +Indexing time, about 35h. So whole derivation about 3 days (30h+ for "BrefCombined" and 35h to index). + +``` +2021/08/04 09:56:57 [worker-5] @148044000 +2021/08/04 09:56:57 2077597833 docs in 127016.87s at 16356.865 docs/s with 14 workers +2021/08/04 09:56:57 applied setting: {"index": {"refresh_interval": "1s"}} with status 200 OK +2021/08/04 09:56:57 applied setting: {"index": {"number_of_replicas": "0"}} with status 200 OK +2021/08/04 09:56:58 index flushed: 200 OK + +real 2116m57.951s +user 2193m20.229s +sys 268m34.241s +``` -- cgit v1.2.3