aboutsummaryrefslogtreecommitdiffstats
path: root/python/persist_tool.py
diff options
context:
space:
mode:
Diffstat (limited to 'python/persist_tool.py')
-rwxr-xr-xpython/persist_tool.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/python/persist_tool.py b/python/persist_tool.py
index 5cf5776..069bef7 100755
--- a/python/persist_tool.py
+++ b/python/persist_tool.py
@@ -120,6 +120,9 @@ def run_ingest_request(args):
def run_crossref(args):
+ batch_size = 200
+ if args.parse_refs:
+ batch_size = 10
grobid_client = GrobidClient(
host_url=args.grobid_host,
)
@@ -131,7 +134,7 @@ def run_crossref(args):
pusher = JsonLinePusher(
worker,
args.json_file,
- batch_size=10,
+ batch_size=batch_size,
)
pusher.run()