From 4df87f9381ce73074abdb1b00635a342f2abadfd Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Fri, 9 Jul 2021 18:08:04 +0200 Subject: reduce: move batch size --- skate/zipkey/batch.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'skate/zipkey') diff --git a/skate/zipkey/batch.go b/skate/zipkey/batch.go index 9924b65..049c3b2 100644 --- a/skate/zipkey/batch.go +++ b/skate/zipkey/batch.go @@ -5,6 +5,8 @@ import ( "sync" ) +const defaultBatchSize = 10000 + // Batcher runs reducers in parallel on batches of groups. type Batcher struct { Size int @@ -19,7 +21,7 @@ type Batcher struct { // NewBatcher set ups a new Batcher with a batch size of 1000. func NewBatcher(gf groupFunc) *Batcher { - return NewBatcherSize(gf, 1000) + return NewBatcherSize(gf, defaultBatchSize) } // NewBatcherSize initializes a batcher with a given size. -- cgit v1.2.3