fix kafka grobid command line topic parsing

2 files changed, 9 insertions, 3 deletions

diff --git a/python/kafka_grobid.py b/python/kafka_grobid.py
index ada7264..d48c175 100755
--- a/python/kafka_grobid.py
+++ b/python/kafka_grobid.py
@@ -261,10 +261,10 @@ def main():
                         default="qa",
                         help="eg, 'qa' or 'prod'")
     parser.add_argument('--consume-topic',
-                        default="sandcrawler-qa.ungrobided",
+                        default=None,
                         help="Kafka topic to consume from")
     parser.add_argument('--produce-topic',
-                        default="sandcrawler-qa.grobid-output",
+                        default=None,
                         help="Kafka topic to produce to")
     parser.add_argument('--grobid-uri',
                         type=str,
diff --git a/python/kafka_grobid_hbase.py b/python/kafka_grobid_hbase.py
index f884558..5241920 100755
--- a/python/kafka_grobid_hbase.py
+++ b/python/kafka_grobid_hbase.py
@@ -153,8 +153,11 @@ def main():
     parser.add_argument('--kafka-hosts',
                         default="localhost:9092",
                         help="list of Kafka brokers (host/port) to use")
+    parser.add_argument('--kafka-env',
+                        default="qa",
+                        help="eg, 'qa' or 'prod'")
     parser.add_argument('--consume-topic',
-                        default="sandcrawler-qa.grobid-output",
+                        default=None,
                         help="Kafka topic to consume from")
     parser.add_argument('--hbase-table',
                         type=str,
@@ -166,6 +169,9 @@ def main():
                         help='HBase thrift API host to connect to')
     args = parser.parse_args()
 
+    if args.consume_topic is None:
+        args.consume_topic = "sandcrawler-{}.ungrobided".format(args.kafka_env)
+
     worker = KafkaGrobidHbaseWorker(**args.__dict__)
     worker.run()