summaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools/harvest/harvest_common.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-04-08 14:58:20 -0700
committerBryan Newbold <bnewbold@robocracy.org>2019-09-20 11:21:10 -0700
commit47a90c135b06c18d38a1c92384ff474cb262d5d8 (patch)
tree4f6290d7725dbb310a4a807af226c917e34c34e4 /python/fatcat_tools/harvest/harvest_common.py
parentdcc6c34af5b57d3d44bbf0a08002e2a33046ad99 (diff)
downloadfatcat-47a90c135b06c18d38a1c92384ff474cb262d5d8.tar.gz
fatcat-47a90c135b06c18d38a1c92384ff474cb262d5d8.zip
fixes to confluent-kafka harvesters
Diffstat (limited to 'python/fatcat_tools/harvest/harvest_common.py')
-rw-r--r--python/fatcat_tools/harvest/harvest_common.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/harvest/harvest_common.py b/python/fatcat_tools/harvest/harvest_common.py
index 90f499da..aa7a69f5 100644
--- a/python/fatcat_tools/harvest/harvest_common.py
+++ b/python/fatcat_tools/harvest/harvest_common.py
@@ -150,7 +150,7 @@ class HarvestState:
'group.id': kafka_topic + "-init",
})
consumer = Consumer(conf)
- consumer.assign([TopicPartition(kafka_topic, 0, OFFSET_BEGINNING)])
+ consumer.assign([TopicPartition(kafka_topic, 0, 0)])
c = 0
while True:
msg = consumer.poll(timeout=1.0)
@@ -158,7 +158,7 @@ class HarvestState:
break
if msg.error():
raise KafkaException(msg.error())
- sys.stdout.write('.') # XXX:
+ #sys.stdout.write('.')
self.update(msg.value().decode('utf-8'))
c += 1
consumer.close()