diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2018-06-20 17:54:54 -0700 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2018-06-20 17:54:54 -0700 |
commit | 43e74c2e81c64d6d4f4e644cc5a6f75945ff660d (patch) | |
tree | 769cae1607f3b8b9fff43fce99028bda571c2145 /python/client.py | |
parent | 381fe70c56b1a936d4eef676ee8ba546f6a3cf30 (diff) | |
download | fatcat-43e74c2e81c64d6d4f4e644cc5a6f75945ff660d.tar.gz fatcat-43e74c2e81c64d6d4f4e644cc5a6f75945ff660d.zip |
more progress on crossref+orcid importers
Diffstat (limited to 'python/client.py')
-rwxr-xr-x | python/client.py | 28 |
1 files changed, 22 insertions, 6 deletions
diff --git a/python/client.py b/python/client.py index 9631318a..9a2ed50d 100755 --- a/python/client.py +++ b/python/client.py @@ -7,13 +7,19 @@ from fatcat.orcid_importer import FatcatOrcidImporter def run_import_crossref(args): fcc = FatcatCrossrefClient(args.host_url) - fcc.import_crossref_file(args.json_file) - # create_containers=args.create_containers + fcc.import_crossref_file( + args.json_file, + issn_map_file=args.issn_map_file, + create_containers=(not args.no_create_containers)) def run_import_orcid(args): foi = FatcatOrcidImporter(args.host_url) foi.process_batch(args.json_file, size=args.batch_size) +def run_import_manifest(args): + fmi = FatcatManifestImporter(args.host_url) + fmi.process_db(args.db_path, size=args.batch_size) + def health(args): rfac = RawFatcatApiClient(args.host_url) print(rfac.health()) @@ -32,10 +38,11 @@ def main(): sub_import_crossref.set_defaults(func=run_import_crossref) sub_import_crossref.add_argument('json_file', help="crossref JSON file to import from") - # TODO: - #sub_import_crossref.add_argument('--create-containers', - # action='store_true', - # help="if true, create containers based on ISSN") + sub_import_crossref.add_argument('issn_map_file', + help="ISSN to ISSN-L mapping file") + sub_import_crossref.add_argument('--no-create-containers', + action='store_true', + help="skip creation of new container entities based on ISSN") sub_import_orcid = subparsers.add_parser('import-orcid') sub_import_orcid.set_defaults(func=run_import_orcid) @@ -46,6 +53,15 @@ def main(): help="size of batch to send", default=50, type=int) + sub_import_manifest = subparsers.add_parser('import-orcid') + sub_import_manifest.set_defaults(func=run_import_orcid) + sub_import_manifest.add_argument('db_path', + help="sqlite3 database to import from", + type=argparse.FileType('r')) + sub_import_orcid.add_argument('--batch-size', + help="size of batch to send", + default=50, type=int) + sub_health = subparsers.add_parser('health') sub_health.set_defaults(func=health) |