diff options
Diffstat (limited to 'python/persist_tool.py')
-rwxr-xr-x | python/persist_tool.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/python/persist_tool.py b/python/persist_tool.py index 5cf5776..069bef7 100755 --- a/python/persist_tool.py +++ b/python/persist_tool.py @@ -120,6 +120,9 @@ def run_ingest_request(args): def run_crossref(args): + batch_size = 200 + if args.parse_refs: + batch_size = 10 grobid_client = GrobidClient( host_url=args.grobid_host, ) @@ -131,7 +134,7 @@ def run_crossref(args): pusher = JsonLinePusher( worker, args.json_file, - batch_size=10, + batch_size=batch_size, ) pusher.run() |