diff options
| -rw-r--r-- | python/sandcrawler/workers.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index 81813a2..e6f5d4b 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -212,7 +212,7 @@ class JsonLinePusher(RecordPusher): record = json.loads(line) if self.batch_size: batch.append(record) - if len(batch) > self.batch_size: + if len(batch) >= self.batch_size: self.worker.push_batch(batch) self.counts['pushed'] += len(batch) batch = [] |