aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rwxr-xr-xpython/sandcrawler_worker.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py
index 12b8bb9..be3ced7 100755
--- a/python/sandcrawler_worker.py
+++ b/python/sandcrawler_worker.py
@@ -45,6 +45,7 @@ def run_grobid_extract(args):
kafka_hosts=args.kafka_hosts,
consume_topic=consume_topic,
group="grobid-extract",
+ batch_size=1,
)
pusher.run()