diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2019-01-23 21:07:58 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-01-23 21:07:58 -0800 |
commit | 4fd244c2b1dd393d5b26607f99777a678a78c781 (patch) | |
tree | b682fbba32e68c2d51962e65c1cade6d790d69f4 | |
parent | c33e7827175a9ecff288aa095138ed5f79d1b125 (diff) | |
download | fatcat-4fd244c2b1dd393d5b26607f99777a678a78c781.tar.gz fatcat-4fd244c2b1dd393d5b26607f99777a678a78c781.zip |
more import script fixes
-rwxr-xr-x | python/fatcat_import.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/python/fatcat_import.py b/python/fatcat_import.py index 9e2ee510..a47aa175 100755 --- a/python/fatcat_import.py +++ b/python/fatcat_import.py @@ -33,7 +33,7 @@ def run_matched(args): JsonLinePusher(fmi, args.json_file).run() def run_grobid_metadata(args): - fmi = GrobidMetadataImporter(args.api, edit_batch_size=args.batch_size) + fmi = GrobidMetadataImporter(args.api, edit_batch_size=args.batch_size, longtail_oa=args.longtail_oa) LinePusher(fmi, args.tsv_file).run() def main(): @@ -126,6 +126,9 @@ def main(): sub_grobid_metadata.add_argument('--group-size', help="editgroup group size to use", default=75, type=int) + sub_matched.add_argument('--longtail-oa', + action='store_true', + help="if this is an import of longtail OA content (sets an 'extra' flag)") args = parser.parse_args() if not args.__dict__.get("func"): |