diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-06-17 21:23:08 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-06-17 21:23:08 -0700 |
| commit | b4a40d99b23a83eabeed490c0dce52dba31dc7b8 (patch) | |
| tree | 325f3fb3b4cf389f2e82d458346be0100f06f8bc /python/sandcrawler_worker.py | |
| parent | 83fc37ecff0176032542b2eee24b4f09d5c21db2 (diff) | |
| download | sandcrawler-b4a40d99b23a83eabeed490c0dce52dba31dc7b8.tar.gz sandcrawler-b4a40d99b23a83eabeed490c0dce52dba31dc7b8.zip | |
fixes and tweaks from testing locally
Diffstat (limited to 'python/sandcrawler_worker.py')
| -rwxr-xr-x | python/sandcrawler_worker.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py index e18d883..d85a995 100755 --- a/python/sandcrawler_worker.py +++ b/python/sandcrawler_worker.py @@ -135,7 +135,8 @@ def run_persist_thumbnail(args): kafka_hosts=args.kafka_hosts, consume_topic=consume_topic, group="persist-pdf-thumbnail", - raw_record=True, + push_batches=False, + raw_records=True, batch_size=25, ) pusher.run() |