From 2e6cbe2d2ee444c465351b5af4f3f1455bc42bb5 Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@robocracy.org>
Date: Mon, 8 Apr 2019 15:04:50 -0700
Subject: bump max message size to ~20 MBytes

---
 python/fatcat_tools/harvest/oaipmh.py | 1 +
 1 file changed, 1 insertion(+)

(limited to 'python/fatcat_tools/harvest/oaipmh.py')

diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py
index 129df2e1..a0c3c2cf 100644
--- a/python/fatcat_tools/harvest/oaipmh.py
+++ b/python/fatcat_tools/harvest/oaipmh.py
@@ -40,6 +40,7 @@ class HarvestOaiPmhWorker:
         self.kafka_config = {
             'bootstrap.servers': kafka_hosts,
             'delivery.report.only.error': True,
+            'message.max.bytes': 20000000, # ~20 MBytes; broker is ~50 MBytes
             'default.topic.config':
                 {'request.required.acks': 'all'},
         }
-- 
cgit v1.2.3