aboutsummaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-06-14 11:56:58 -0700
committerBryan Newbold <bnewbold@robocracy.org>2019-06-19 14:50:39 -0700
commit68c64b6fd843b1a56ef2498842f8f7742da6bf52 (patch)
treeaff5e2c631ad7763a6df70910b3ea4dc6051b7cf /python/fatcat_tools
parent50abcbc62965bc81744b917ece14c632f22701bb (diff)
downloadfatcat-68c64b6fd843b1a56ef2498842f8f7742da6bf52.tar.gz
fatcat-68c64b6fd843b1a56ef2498842f8f7742da6bf52.zip
more links on new homepage
matching produce sizes. may want to tweak this config in the future for throughput.
Diffstat (limited to 'python/fatcat_tools')
-rw-r--r--python/fatcat_tools/workers/changelog.py2
-rw-r--r--python/fatcat_tools/workers/elasticsearch.py2
2 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/workers/changelog.py b/python/fatcat_tools/workers/changelog.py
index a753bb49..3699e8e2 100644
--- a/python/fatcat_tools/workers/changelog.py
+++ b/python/fatcat_tools/workers/changelog.py
@@ -83,7 +83,7 @@ class EntityUpdatesWorker(FatcatWorker):
managed=True,
auto_offset_reset=OffsetType.LATEST,
reset_offset_on_start=False,
- fetch_message_max_bytes=4000000, # up to ~4MBytes
+ fetch_message_max_bytes=10000000, # up to ~10 MBytes
auto_commit_enable=True,
auto_commit_interval_ms=30000, # 30 seconds
compacted_topic=True,
diff --git a/python/fatcat_tools/workers/elasticsearch.py b/python/fatcat_tools/workers/elasticsearch.py
index a18ed244..c962560c 100644
--- a/python/fatcat_tools/workers/elasticsearch.py
+++ b/python/fatcat_tools/workers/elasticsearch.py
@@ -35,7 +35,7 @@ class ElasticsearchReleaseWorker(FatcatWorker):
consumer = consume_topic.get_balanced_consumer(
consumer_group=self.consumer_group,
managed=True,
- fetch_message_max_bytes=4000000, # up to ~4MBytes
+ fetch_message_max_bytes=10000000, # up to ~10 MBytes
auto_commit_enable=True,
auto_commit_interval_ms=30000, # 30 seconds
compacted_topic=True,