diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-06-14 11:56:58 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-06-19 14:50:39 -0700 |
| commit | 68c64b6fd843b1a56ef2498842f8f7742da6bf52 (patch) | |
| tree | aff5e2c631ad7763a6df70910b3ea4dc6051b7cf /python/fatcat_tools/workers | |
| parent | 50abcbc62965bc81744b917ece14c632f22701bb (diff) | |
| download | fatcat-68c64b6fd843b1a56ef2498842f8f7742da6bf52.tar.gz fatcat-68c64b6fd843b1a56ef2498842f8f7742da6bf52.zip | |
more links on new homepage
matching produce sizes. may want to tweak this config in the future for
throughput.
Diffstat (limited to 'python/fatcat_tools/workers')
| -rw-r--r-- | python/fatcat_tools/workers/changelog.py | 2 | ||||
| -rw-r--r-- | python/fatcat_tools/workers/elasticsearch.py | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/workers/changelog.py b/python/fatcat_tools/workers/changelog.py index a753bb49..3699e8e2 100644 --- a/python/fatcat_tools/workers/changelog.py +++ b/python/fatcat_tools/workers/changelog.py @@ -83,7 +83,7 @@ class EntityUpdatesWorker(FatcatWorker): managed=True, auto_offset_reset=OffsetType.LATEST, reset_offset_on_start=False, - fetch_message_max_bytes=4000000, # up to ~4MBytes + fetch_message_max_bytes=10000000, # up to ~10 MBytes auto_commit_enable=True, auto_commit_interval_ms=30000, # 30 seconds compacted_topic=True, diff --git a/python/fatcat_tools/workers/elasticsearch.py b/python/fatcat_tools/workers/elasticsearch.py index a18ed244..c962560c 100644 --- a/python/fatcat_tools/workers/elasticsearch.py +++ b/python/fatcat_tools/workers/elasticsearch.py @@ -35,7 +35,7 @@ class ElasticsearchReleaseWorker(FatcatWorker): consumer = consume_topic.get_balanced_consumer( consumer_group=self.consumer_group, managed=True, - fetch_message_max_bytes=4000000, # up to ~4MBytes + fetch_message_max_bytes=10000000, # up to ~10 MBytes auto_commit_enable=True, auto_commit_interval_ms=30000, # 30 seconds compacted_topic=True, |