diff options
| -rwxr-xr-x | python/sandcrawler_worker.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py index 12b8bb9..be3ced7 100755 --- a/python/sandcrawler_worker.py +++ b/python/sandcrawler_worker.py @@ -45,6 +45,7 @@ def run_grobid_extract(args): kafka_hosts=args.kafka_hosts, consume_topic=consume_topic, group="grobid-extract", + batch_size=1, ) pusher.run() |