diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-04-08 15:42:55 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-04-08 15:47:50 -0700 |
| commit | c6db48b47ac53d9ca05d2ce33f97fb73fb85131d (patch) | |
| tree | c9738e64169fd889f892a35bb4b478de17201e8a /python/fatcat_import.py | |
| parent | d43ee5f73e1f7d7f6317d1e7dfb1ddd0e510a353 (diff) | |
| download | fatcat-c6db48b47ac53d9ca05d2ce33f97fb73fb85131d.tar.gz fatcat-c6db48b47ac53d9ca05d2ce33f97fb73fb85131d.zip | |
convert importers to confluent-kafka library
Diffstat (limited to 'python/fatcat_import.py')
| -rwxr-xr-x | python/fatcat_import.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/python/fatcat_import.py b/python/fatcat_import.py index aea8c757..c612d605 100755 --- a/python/fatcat_import.py +++ b/python/fatcat_import.py @@ -12,7 +12,8 @@ def run_crossref(args): edit_batch_size=args.batch_size, bezerk_mode=args.bezerk_mode) if args.kafka_mode: - KafkaJsonPusher(fci, args.kafka_hosts, args.kafka_env, "api-crossref", "fatcat-import").run() + KafkaJsonPusher(fci, args.kafka_hosts, args.kafka_env, "api-crossref", + "fatcat-import", edit_batch_size=args.batch_size).run() else: JsonLinePusher(fci, args.json_file).run() @@ -93,7 +94,7 @@ def main(): default="localhost:9092", help="list of Kafka brokers (host/port) to use") parser.add_argument('--kafka-env', - default="qa", + default="dev", help="Kafka topic namespace to use (eg, prod, qa)") parser.add_argument('--batch-size', help="size of batch to send", |