diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2020-10-22 00:45:45 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2020-10-22 00:45:45 +0200 |
| commit | 48edbef5b4d9b204110c0542615dbd7084e5c767 (patch) | |
| tree | 62696b2d1aa8a91bd0d3891e01b08938738ac0b5 | |
| parent | 8d8ded6d303b653caaa9718cbfb3aa8ef637823e (diff) | |
| download | fuzzycat-48edbef5b4d9b204110c0542615dbd7084e5c767.tar.gz fuzzycat-48edbef5b4d9b204110c0542615dbd7084e5c767.zip | |
add performance data point
| -rw-r--r-- | fuzzycat/cluster.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/fuzzycat/cluster.py b/fuzzycat/cluster.py index 26615df..a28cf58 100644 --- a/fuzzycat/cluster.py +++ b/fuzzycat/cluster.py @@ -20,6 +20,12 @@ Example output: "c": "t" } +Performance data points: + +$ time zstdcat -T0 release_export_expanded.json.zst | pv -l | \ + parallel --roundrobin --pipe -j 16 fuzzycat-cluster /bigger/tmp -t title > cluster_title.json + +Takes 607 min (around 3800 docs/s). """ import argparse |