diff options
author | Bryan Newbold <bnewbold@archive.org> | 2020-03-05 00:41:14 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@archive.org> | 2020-03-05 00:41:14 -0800 |
commit | 97ffdc17941b1272a8c7f05c0d1353cd28761280 (patch) | |
tree | 07309077043139328c9be809ac5f26971a2729c9 /python/sandcrawler/__init__.py | |
parent | 173e5e88de4160a63949ff6e263123c4a25b2017 (diff) | |
download | sandcrawler-97ffdc17941b1272a8c7f05c0d1353cd28761280.tar.gz sandcrawler-97ffdc17941b1272a8c7f05c0d1353cd28761280.zip |
persist: ingest_request tool (with no ingest_file_result)
Diffstat (limited to 'python/sandcrawler/__init__.py')
-rw-r--r-- | python/sandcrawler/__init__.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/__init__.py b/python/sandcrawler/__init__.py index b52d039..3d49096 100644 --- a/python/sandcrawler/__init__.py +++ b/python/sandcrawler/__init__.py @@ -5,6 +5,6 @@ from .misc import gen_file_metadata, b32_hex, parse_cdx_line, parse_cdx_datetime from .workers import KafkaSink, KafkaGrobidSink, JsonLinePusher, CdxLinePusher, CdxLinePusher, KafkaJsonPusher, BlackholeSink, ZipfilePusher, MultiprocessWrapper from .ia import WaybackClient, WaybackError, CdxApiClient, CdxApiError, SavePageNowClient, SavePageNowError, PetaboxError, ResourceResult, WarcResource, CdxPartial, CdxRow from .ingest import IngestFileWorker -from .persist import PersistCdxWorker, PersistIngestFileResultWorker, PersistGrobidWorker, PersistGrobidDiskWorker, PersistPdfTrioWorker +from .persist import PersistCdxWorker, PersistIngestFileResultWorker, PersistGrobidWorker, PersistGrobidDiskWorker, PersistPdfTrioWorker, PersistIngestRequestWorker from .db import SandcrawlerPostgrestClient, SandcrawlerPostgresClient |