From 9e7c651806645b1e59b07f354ce7cdece17d76b7 Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Wed, 21 Nov 2018 16:51:29 -0800
Subject: small kafka_grobid tweaks

---
 python/kafka_grobid.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/python/kafka_grobid.py b/python/kafka_grobid.py
index b12b492..e57ace6 100755
--- a/python/kafka_grobid.py
+++ b/python/kafka_grobid.py
@@ -32,6 +32,7 @@ Requires:
 # in `wayback` library. Means we can't run pylint.
 # pylint: skip-file
 
+import sys
 import xml
 import json
 import raven
@@ -227,7 +228,7 @@ class KafkaGrobidWorker:
             consumer = consume_topic.get_balanced_consumer(
                 consumer_group=self.consumer_group,
                 managed=True,
-                fetch_message_max_bytes=10000, # only ~10kbytes at a time
+                #fetch_message_max_bytes=100000, # only ~100kbytes at a time
                 auto_commit_enable=True,
                 auto_commit_interval_ms=60000, # 60 seconds
                 compacted_topic=True)
-- 
cgit v1.2.3