From 53d91dbefeb598539b02d18fad33f79babe2bb94 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Sun, 4 Nov 2018 18:52:48 -0800 Subject: switch entity update worker to use balanced/manager consumer --- python/fatcat/changelog_workers.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'python') diff --git a/python/fatcat/changelog_workers.py b/python/fatcat/changelog_workers.py index 5f8621cf..e341ea32 100644 --- a/python/fatcat/changelog_workers.py +++ b/python/fatcat/changelog_workers.py @@ -97,8 +97,9 @@ class FatcatEntityUpdatesWorker(FatcatWorker): changelog_topic = self.kafka.topics[self.consume_topic] release_topic = self.kafka.topics[self.release_topic] - consumer = changelog_topic.get_simple_consumer( + consumer = changelog_topic.get_balanced_consumer( consumer_group=self.consumer_group, + managed=True, auto_offset_reset=OffsetType.LATEST, reset_offset_on_start=False, ) @@ -117,4 +118,5 @@ class FatcatEntityUpdatesWorker(FatcatWorker): partition_key=ident.encode('utf-8'), timestamp=None, ) + consumer.commit_offsets() -- cgit v1.2.3