diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-04-08 14:58:20 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-04-08 14:58:20 -0700 |
| commit | 953886e6e42294ca81583e9b2c4e2fa16343a86e (patch) | |
| tree | feb1582ed332c742b54081e2324313c04caf6ddf /python/fatcat_tools/harvest/harvest_common.py | |
| parent | b70e33dd9fc99d7d454f9293b08777cb98d68b87 (diff) | |
| download | fatcat-953886e6e42294ca81583e9b2c4e2fa16343a86e.tar.gz fatcat-953886e6e42294ca81583e9b2c4e2fa16343a86e.zip | |
fixes to confluent-kafka harvesters
Diffstat (limited to 'python/fatcat_tools/harvest/harvest_common.py')
| -rw-r--r-- | python/fatcat_tools/harvest/harvest_common.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/harvest/harvest_common.py b/python/fatcat_tools/harvest/harvest_common.py index 90f499da..aa7a69f5 100644 --- a/python/fatcat_tools/harvest/harvest_common.py +++ b/python/fatcat_tools/harvest/harvest_common.py @@ -150,7 +150,7 @@ class HarvestState: 'group.id': kafka_topic + "-init", }) consumer = Consumer(conf) - consumer.assign([TopicPartition(kafka_topic, 0, OFFSET_BEGINNING)]) + consumer.assign([TopicPartition(kafka_topic, 0, 0)]) c = 0 while True: msg = consumer.poll(timeout=1.0) @@ -158,7 +158,7 @@ class HarvestState: break if msg.error(): raise KafkaException(msg.error()) - sys.stdout.write('.') # XXX: + #sys.stdout.write('.') self.update(msg.value().decode('utf-8')) c += 1 consumer.close() |