aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-01-23 21:07:58 -0800
committerBryan Newbold <bnewbold@robocracy.org>2019-01-23 21:07:58 -0800
commit4fd244c2b1dd393d5b26607f99777a678a78c781 (patch)
treeb682fbba32e68c2d51962e65c1cade6d790d69f4
parentc33e7827175a9ecff288aa095138ed5f79d1b125 (diff)
downloadfatcat-4fd244c2b1dd393d5b26607f99777a678a78c781.tar.gz
fatcat-4fd244c2b1dd393d5b26607f99777a678a78c781.zip
more import script fixes
-rwxr-xr-xpython/fatcat_import.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/python/fatcat_import.py b/python/fatcat_import.py
index 9e2ee510..a47aa175 100755
--- a/python/fatcat_import.py
+++ b/python/fatcat_import.py
@@ -33,7 +33,7 @@ def run_matched(args):
JsonLinePusher(fmi, args.json_file).run()
def run_grobid_metadata(args):
- fmi = GrobidMetadataImporter(args.api, edit_batch_size=args.batch_size)
+ fmi = GrobidMetadataImporter(args.api, edit_batch_size=args.batch_size, longtail_oa=args.longtail_oa)
LinePusher(fmi, args.tsv_file).run()
def main():
@@ -126,6 +126,9 @@ def main():
sub_grobid_metadata.add_argument('--group-size',
help="editgroup group size to use",
default=75, type=int)
+ sub_matched.add_argument('--longtail-oa',
+ action='store_true',
+ help="if this is an import of longtail OA content (sets an 'extra' flag)")
args = parser.parse_args()
if not args.__dict__.get("func"):