From 6448a4bb41cd9301bc5c6c7ea0bd8b12c2423e39 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Tue, 28 Jan 2020 19:09:21 -0800 Subject: workers: yes, poll is necessary --- python/sandcrawler/workers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index cb38146..9f7c913 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -149,7 +149,7 @@ class KafkaSink(SandcrawlerWorker): on_delivery=self._fail_fast) self.counts['produced'] += 1 - # TODO: check for errors etc. is this necessary? + # check for errors etc self.producer.poll(0) def push_batch(self, msgs): -- cgit v1.2.3