diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-10-26 18:01:34 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-10-26 18:01:34 -0700 |
| commit | b756470f21ba6076cca020ecf5374fc0ec5c2c14 (patch) | |
| tree | e8e1e6f3174f2904d88db72830217c455e9315b5 | |
| parent | 1088205653eb22f285dd34f2e058216ecfd2abed (diff) | |
| download | sandcrawler-b756470f21ba6076cca020ecf5374fc0ec5c2c14.tar.gz sandcrawler-b756470f21ba6076cca020ecf5374fc0ec5c2c14.zip | |
ingest fileset: fix silly import typo
| -rw-r--r-- | python/sandcrawler/ingest_fileset.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/ingest_fileset.py b/python/sandcrawler/ingest_fileset.py index defbeba..bf06a39 100644 --- a/python/sandcrawler/ingest_fileset.py +++ b/python/sandcrawler/ingest_fileset.py @@ -14,7 +14,7 @@ from sandcrawler.ia import (CdxApiError, PetaboxError, SavePageNowError, Wayback WaybackError, cdx_to_dict, fix_transfer_encoding) from sandcrawler.ingest_file import IngestFileWorker from sandcrawler.misc import clean_url, gen_file_metadata -from sandcrawler.worker import SandcrawlerWorker +from sandcrawler.workers import SandcrawlerWorker MAX_BODY_SIZE_BYTES = 128 * 1024 * 1024 |