From b4a40d99b23a83eabeed490c0dce52dba31dc7b8 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 17 Jun 2020 21:23:08 -0700 Subject: fixes and tweaks from testing locally --- python/sandcrawler_worker.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'python/sandcrawler_worker.py') diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py index e18d883..d85a995 100755 --- a/python/sandcrawler_worker.py +++ b/python/sandcrawler_worker.py @@ -135,7 +135,8 @@ def run_persist_thumbnail(args): kafka_hosts=args.kafka_hosts, consume_topic=consume_topic, group="persist-pdf-thumbnail", - raw_record=True, + push_batches=False, + raw_records=True, batch_size=25, ) pusher.run() -- cgit v1.2.3