summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-07-31 14:28:21 -0700
committerBryan Newbold <bnewbold@robocracy.org>2019-07-31 14:28:25 -0700
commit0c78fa047c37fafa535055cdc2f45b4562798ae9 (patch)
treed11ee7576d50b4a1226abc5c9c53aef5f447dd3f
parent37ac302aea487e929b242179905730ed8bbfac83 (diff)
downloadfatcat-0c78fa047c37fafa535055cdc2f45b4562798ae9.tar.gz
fatcat-0c78fa047c37fafa535055cdc2f45b4562798ae9.zip
start new ES container worker kafka group
The previous group seems to have gotten corrupted; my hypothesis is that this is due to pykafka being somewhat flakey, and am planning to move to librdkafka anyways. Re-indexing all the containers is pretty small/easy, so starting a new consumer group works find in this case; release indexer would be a bigger problem.
-rw-r--r--python/fatcat_tools/workers/elasticsearch.py2
1 files changed, 2 insertions, 0 deletions
diff --git a/python/fatcat_tools/workers/elasticsearch.py b/python/fatcat_tools/workers/elasticsearch.py
index c962560c..a91b5098 100644
--- a/python/fatcat_tools/workers/elasticsearch.py
+++ b/python/fatcat_tools/workers/elasticsearch.py
@@ -72,6 +72,8 @@ class ElasticsearchContainerWorker(ElasticsearchReleaseWorker):
offset=offset,
elasticsearch_backend=elasticsearch_backend,
elasticsearch_index=elasticsearch_index)
+ # previous group got corrupted (by pykafka library?)
+ self.consumer_group = "elasticsearch-updates2"
self.entity_type = ContainerEntity
self.elasticsearch_document_name = "container"
self.transform_func = container_to_elasticsearch