aboutsummaryrefslogtreecommitdiffstats
path: root/python/ingest_file.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2019-11-13 16:42:50 -0800
committerBryan Newbold <bnewbold@archive.org>2019-11-13 16:42:50 -0800
commite74bf1ea577c8d991eebf4174ae1a1932ad9992f (patch)
treee8edfe82d702fc93daa864aee127c81f3d6d3336 /python/ingest_file.py
parente456e6a17eb9655afc4dc8146f50a7dba4fd8601 (diff)
downloadsandcrawler-e74bf1ea577c8d991eebf4174ae1a1932ad9992f.tar.gz
sandcrawler-e74bf1ea577c8d991eebf4174ae1a1932ad9992f.zip
rename FileIngestWorker
Diffstat (limited to 'python/ingest_file.py')
-rwxr-xr-xpython/ingest_file.py11
1 files changed, 6 insertions, 5 deletions
diff --git a/python/ingest_file.py b/python/ingest_file.py
index 4fd44ca..5a20aac 100755
--- a/python/ingest_file.py
+++ b/python/ingest_file.py
@@ -5,7 +5,7 @@ import json
import argparse
from http.server import HTTPServer
-from sandcrawler.ingest import IngestFileRequestHandler, FileIngester
+from sandcrawler.ingest import IngestFileRequestHandler, IngestFileWorker
def run_single_ingest(args):
@@ -14,16 +14,17 @@ def run_single_ingest(args):
ext_ids=dict(doi=args.doi),
release_id=args.release_id,
)
- ingester = FileIngester()
- result = ingester.ingest_file(request)
+ ingester = IngestFileWorker()
+ result = ingester.process(request)
print(json.dumps(result))
return result
def run_requests(args):
- ingester = FileIngester()
+ # TODO: switch to using JsonLinePusher
+ ingester = IngestFileWorker()
for l in args.json_file:
request = json.loads(l.strip())
- result = ingester.ingest_file(request)
+ result = ingester.process(request)
print(json.dumps(result))
def run_api(args):