diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-10-26 12:22:38 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-10-26 12:22:38 -0700 |
| commit | 3cdf4af9be4c762ff2ed79a57b5ad30637909f1e (patch) | |
| tree | b7e7e27ff2032c99fd782b3ea40daf1d12f9164e /python/sandcrawler/workers.py | |
| parent | f67d870ba4ca9cecd0b75f106335997c813e9df4 (diff) | |
| download | sandcrawler-3cdf4af9be4c762ff2ed79a57b5ad30637909f1e.tar.gz sandcrawler-3cdf4af9be4c762ff2ed79a57b5ad30637909f1e.zip | |
python: isort all imports
Diffstat (limited to 'python/sandcrawler/workers.py')
| -rw-r--r-- | python/sandcrawler/workers.py | 13 |
1 files changed, 7 insertions, 6 deletions
diff --git a/python/sandcrawler/workers.py b/python/sandcrawler/workers.py index 37e3d7a..d8a4016 100644 --- a/python/sandcrawler/workers.py +++ b/python/sandcrawler/workers.py @@ -1,16 +1,17 @@ -import sys import json -import time +import multiprocessing.pool import signal +import sys +import time import zipfile -import requests -import multiprocessing.pool from collections import Counter -from confluent_kafka import Consumer, Producer, KafkaException +import requests +from confluent_kafka import Consumer, KafkaException, Producer + +from .ia import PetaboxError, SandcrawlerBackoffError, WaybackContentError, WaybackError from .misc import parse_cdx_line -from .ia import SandcrawlerBackoffError, WaybackError, WaybackContentError, PetaboxError class SandcrawlerWorker(object): |