diff options
Diffstat (limited to 'python/fatcat_tools/harvest')
-rw-r--r-- | python/fatcat_tools/harvest/doi_registrars.py | 7 | ||||
-rw-r--r-- | python/fatcat_tools/harvest/harvest_common.py | 11 | ||||
-rw-r--r-- | python/fatcat_tools/harvest/oaipmh.py | 3 |
3 files changed, 12 insertions, 9 deletions
diff --git a/python/fatcat_tools/harvest/doi_registrars.py b/python/fatcat_tools/harvest/doi_registrars.py index 553f4e7a..d441d495 100644 --- a/python/fatcat_tools/harvest/doi_registrars.py +++ b/python/fatcat_tools/harvest/doi_registrars.py @@ -1,9 +1,10 @@ -import sys import json +import sys import time -from confluent_kafka import Producer, KafkaException -from urllib.parse import urlparse, parse_qs +from urllib.parse import parse_qs, urlparse + +from confluent_kafka import KafkaException, Producer from .harvest_common import HarvestState, requests_retry_session diff --git a/python/fatcat_tools/harvest/harvest_common.py b/python/fatcat_tools/harvest/harvest_common.py index 5e7702d9..45c2b8ea 100644 --- a/python/fatcat_tools/harvest/harvest_common.py +++ b/python/fatcat_tools/harvest/harvest_common.py @@ -1,14 +1,15 @@ -import sys -import json import datetime +import json +import sys + import requests +from confluent_kafka import Consumer, KafkaException, Producer, TopicPartition from requests.adapters import HTTPAdapter + # unclear why pylint chokes on this import. Recent 'requests' and 'urllib3' are # in Pipenv.lock, and there are no errors in QA -from requests.packages.urllib3.util.retry import Retry # pylint: disable=import-error -from confluent_kafka import Producer, Consumer, TopicPartition, KafkaException - +from requests.packages.urllib3.util.retry import Retry # pylint: disable=import-error # Used for parsing ISO date format (YYYY-MM-DD) DATE_FMT = "%Y-%m-%d" diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py index c4e4a82a..0eb0343d 100644 --- a/python/fatcat_tools/harvest/oaipmh.py +++ b/python/fatcat_tools/harvest/oaipmh.py @@ -1,8 +1,9 @@ import sys import time + import sickle -from confluent_kafka import Producer, KafkaException +from confluent_kafka import KafkaException, Producer from .harvest_common import HarvestState |