From 70b2dcb9cd27225b8259e9d16eecd55fab3bea3d Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Mon, 10 Dec 2018 12:12:45 +0800
Subject: increase message size (kafka-grobid-hbase)

---
 python/kafka_grobid_hbase.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/python/kafka_grobid_hbase.py b/python/kafka_grobid_hbase.py
index 466ccb6..b6219eb 100755
--- a/python/kafka_grobid_hbase.py
+++ b/python/kafka_grobid_hbase.py
@@ -145,6 +145,8 @@ class KafkaGrobidHbaseWorker:
             consumer_group=self.consumer_group,
             managed=True,
             auto_commit_enable=True,
+            # needed to avoid MessageSet decode errors
+            fetch_message_max_bytes=32*1024*1024,
             # LATEST because best to miss processing than waste time re-process
             auto_offset_reset=pykafka.common.OffsetType.LATEST,
             compacted_topic=True)
-- 
cgit v1.2.3