diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-01-28 19:09:21 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-01-28 19:10:40 -0800 |
| commit | 6448a4bb41cd9301bc5c6c7ea0bd8b12c2423e39 (patch) | |
| tree | 80760068016d934bd6d351452328e9fc5bfaa664 | |
| parent | 08377ca3fdb7103ce0e0a98f7ae9e2baa39febf8 (diff) | |
| download | sandcrawler-6448a4bb41cd9301bc5c6c7ea0bd8b12c2423e39.tar.gz sandcrawler-6448a4bb41cd9301bc5c6c7ea0bd8b12c2423e39.zip | |
workers: yes, poll is necessary
| -rw-r--r-- | python/sandcrawler/workers.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index cb38146..9f7c913 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -149,7 +149,7 @@ class KafkaSink(SandcrawlerWorker): on_delivery=self._fail_fast) self.counts['produced'] += 1 - # TODO: check for errors etc. is this necessary? + # check for errors etc self.producer.poll(0) def push_batch(self, msgs): |