diff options
| -rw-r--r-- | fuzzycat/cluster.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/fuzzycat/cluster.py b/fuzzycat/cluster.py index 26615df..a28cf58 100644 --- a/fuzzycat/cluster.py +++ b/fuzzycat/cluster.py @@ -20,6 +20,12 @@ Example output: "c": "t" } +Performance data points: + +$ time zstdcat -T0 release_export_expanded.json.zst | pv -l | \ + parallel --roundrobin --pipe -j 16 fuzzycat-cluster /bigger/tmp -t title > cluster_title.json + +Takes 607 min (around 3800 docs/s). """ import argparse |