From 68c64b6fd843b1a56ef2498842f8f7742da6bf52 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 14 Jun 2019 11:56:58 -0700 Subject: more links on new homepage matching produce sizes. may want to tweak this config in the future for throughput. --- python/fatcat_tools/workers/changelog.py | 2 +- python/fatcat_tools/workers/elasticsearch.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/python/fatcat_tools/workers/changelog.py b/python/fatcat_tools/workers/changelog.py index a753bb49..3699e8e2 100644 --- a/python/fatcat_tools/workers/changelog.py +++ b/python/fatcat_tools/workers/changelog.py @@ -83,7 +83,7 @@ class EntityUpdatesWorker(FatcatWorker): managed=True, auto_offset_reset=OffsetType.LATEST, reset_offset_on_start=False, - fetch_message_max_bytes=4000000, # up to ~4MBytes + fetch_message_max_bytes=10000000, # up to ~10 MBytes auto_commit_enable=True, auto_commit_interval_ms=30000, # 30 seconds compacted_topic=True, diff --git a/python/fatcat_tools/workers/elasticsearch.py b/python/fatcat_tools/workers/elasticsearch.py index a18ed244..c962560c 100644 --- a/python/fatcat_tools/workers/elasticsearch.py +++ b/python/fatcat_tools/workers/elasticsearch.py @@ -35,7 +35,7 @@ class ElasticsearchReleaseWorker(FatcatWorker): consumer = consume_topic.get_balanced_consumer( consumer_group=self.consumer_group, managed=True, - fetch_message_max_bytes=4000000, # up to ~4MBytes + fetch_message_max_bytes=10000000, # up to ~10 MBytes auto_commit_enable=True, auto_commit_interval_ms=30000, # 30 seconds compacted_topic=True, -- cgit v1.2.3