diff options
author | Bryan Newbold <bnewbold@archive.org> | 2019-11-13 16:42:50 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@archive.org> | 2019-11-13 16:42:50 -0800 |
commit | e74bf1ea577c8d991eebf4174ae1a1932ad9992f (patch) | |
tree | e8edfe82d702fc93daa864aee127c81f3d6d3336 /python/ingest_file.py | |
parent | e456e6a17eb9655afc4dc8146f50a7dba4fd8601 (diff) | |
download | sandcrawler-e74bf1ea577c8d991eebf4174ae1a1932ad9992f.tar.gz sandcrawler-e74bf1ea577c8d991eebf4174ae1a1932ad9992f.zip |
rename FileIngestWorker
Diffstat (limited to 'python/ingest_file.py')
-rwxr-xr-x | python/ingest_file.py | 11 |
1 files changed, 6 insertions, 5 deletions
diff --git a/python/ingest_file.py b/python/ingest_file.py index 4fd44ca..5a20aac 100755 --- a/python/ingest_file.py +++ b/python/ingest_file.py @@ -5,7 +5,7 @@ import json import argparse from http.server import HTTPServer -from sandcrawler.ingest import IngestFileRequestHandler, FileIngester +from sandcrawler.ingest import IngestFileRequestHandler, IngestFileWorker def run_single_ingest(args): @@ -14,16 +14,17 @@ def run_single_ingest(args): ext_ids=dict(doi=args.doi), release_id=args.release_id, ) - ingester = FileIngester() - result = ingester.ingest_file(request) + ingester = IngestFileWorker() + result = ingester.process(request) print(json.dumps(result)) return result def run_requests(args): - ingester = FileIngester() + # TODO: switch to using JsonLinePusher + ingester = IngestFileWorker() for l in args.json_file: request = json.loads(l.strip()) - result = ingester.ingest_file(request) + result = ingester.process(request) print(json.dumps(result)) def run_api(args): |