aboutsummaryrefslogtreecommitdiffstats
path: root/python/fatcat_import.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2018-09-14 16:53:28 -0700
committerBryan Newbold <bnewbold@robocracy.org>2018-09-14 16:53:28 -0700
commit03d7c929e1b415cbd612d612b9b1c9725f5690bb (patch)
tree40f65416f650f062243e524ff46a06f7b79d44b4 /python/fatcat_import.py
parent32ab9f040b313ce421620a2df71332e24c425cfc (diff)
downloadfatcat-03d7c929e1b415cbd612d612b9b1c9725f5690bb.tar.gz
fatcat-03d7c929e1b415cbd612d612b9b1c9725f5690bb.zip
switch manifest importer to be json-based
Diffstat (limited to 'python/fatcat_import.py')
-rwxr-xr-xpython/fatcat_import.py18
1 files changed, 2 insertions, 16 deletions
diff --git a/python/fatcat_import.py b/python/fatcat_import.py
index 525cf286..bf0a32ad 100755
--- a/python/fatcat_import.py
+++ b/python/fatcat_import.py
@@ -5,8 +5,8 @@ import argparse
from fatcat.raw_api_client import RawFatcatApiClient
from fatcat.crossref_importer import FatcatCrossrefImporter
from fatcat.orcid_importer import FatcatOrcidImporter
-from fatcat.manifest_importer import FatcatManifestImporter
from fatcat.issn_importer import FatcatIssnImporter
+from fatcat.matched_importer import FatcatMatchedImporter
def run_import_crossref(args):
fci = FatcatCrossrefImporter(args.host_url, args.issn_map_file,
@@ -24,15 +24,10 @@ def run_import_issn(args):
fii.process_csv_batch(args.csv_file, size=args.batch_size)
fii.describe_run()
-def run_import_manifest(args):
- fmi = FatcatManifestImporter(args.host_url)
- fmi.process_db(args.db_path, size=args.batch_size)
- fmi.describe_run()
-
def run_import_matched(args):
fmi = FatcatMatchedImporter(args.host_url,
skip_file_update=args.no_file_update)
- fmi.process_db(args.db_path, size=args.batch_size)
+ fmi.process_batch(args.json_file, size=args.batch_size)
fmi.describe_run()
def health(args):
@@ -85,15 +80,6 @@ def main():
help="size of batch to send",
default=50, type=int)
- sub_import_manifest = subparsers.add_parser('import-manifest')
- sub_import_manifest.set_defaults(func=run_import_manifest)
- sub_import_manifest.add_argument('db_path',
- help="sqlite3 database to import from",
- type=str)
- sub_import_manifest.add_argument('--batch-size',
- help="size of batch to send",
- default=50, type=int)
-
sub_import_matched = subparsers.add_parser('import-matched')
sub_import_matched.set_defaults(func=run_import_matched)
sub_import_matched.add_argument('json_file',