From f613f69a40fcc9a445f21cadd35d7c36c8061db8 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Thu, 13 Feb 2020 23:11:14 -0800 Subject: ingest: bulk workers don't hit SPNv2 --- python/sandcrawler_worker.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py index 02d075c..0ba4d03 100755 --- a/python/sandcrawler_worker.py +++ b/python/sandcrawler_worker.py @@ -108,6 +108,8 @@ def run_ingest_file(args): grobid_client=grobid_client, sink=sink, grobid_sink=grobid_sink, + # don't SPNv2 for --bulk backfill + try_spn2=not args.bulk, ) pusher = KafkaJsonPusher( worker=worker, -- cgit v1.2.3