diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-04-08 14:58:20 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-09-20 11:21:10 -0700 |
| commit | 47a90c135b06c18d38a1c92384ff474cb262d5d8 (patch) | |
| tree | 4f6290d7725dbb310a4a807af226c917e34c34e4 /python/fatcat_tools/harvest/harvest_common.py | |
| parent | dcc6c34af5b57d3d44bbf0a08002e2a33046ad99 (diff) | |
| download | fatcat-47a90c135b06c18d38a1c92384ff474cb262d5d8.tar.gz fatcat-47a90c135b06c18d38a1c92384ff474cb262d5d8.zip | |
fixes to confluent-kafka harvesters
Diffstat (limited to 'python/fatcat_tools/harvest/harvest_common.py')
| -rw-r--r-- | python/fatcat_tools/harvest/harvest_common.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/harvest/harvest_common.py b/python/fatcat_tools/harvest/harvest_common.py index 90f499da..aa7a69f5 100644 --- a/python/fatcat_tools/harvest/harvest_common.py +++ b/python/fatcat_tools/harvest/harvest_common.py @@ -150,7 +150,7 @@ class HarvestState: 'group.id': kafka_topic + "-init", }) consumer = Consumer(conf) - consumer.assign([TopicPartition(kafka_topic, 0, OFFSET_BEGINNING)]) + consumer.assign([TopicPartition(kafka_topic, 0, 0)]) c = 0 while True: msg = consumer.poll(timeout=1.0) @@ -158,7 +158,7 @@ class HarvestState: break if msg.error(): raise KafkaException(msg.error()) - sys.stdout.write('.') # XXX: + #sys.stdout.write('.') self.update(msg.value().decode('utf-8')) c += 1 consumer.close() |