diff options
| -rw-r--r-- | python/fatcat_tools/harvest/__init__.py | 6 | ||||
| -rw-r--r-- | python/fatcat_tools/importers/__init__.py | 56 | ||||
| -rw-r--r-- | python/fatcat_tools/reviewers/__init__.py | 3 | ||||
| -rw-r--r-- | python/fatcat_tools/transforms/__init__.py | 18 | ||||
| -rw-r--r-- | python/fatcat_tools/workers/__init__.py | 9 |
5 files changed, 62 insertions, 30 deletions
diff --git a/python/fatcat_tools/harvest/__init__.py b/python/fatcat_tools/harvest/__init__.py index b3757a7d..1645778a 100644 --- a/python/fatcat_tools/harvest/__init__.py +++ b/python/fatcat_tools/harvest/__init__.py @@ -1,6 +1,4 @@ - -from .harvest_common import HarvestState from .doi_registrars import HarvestCrossrefWorker, HarvestDataciteWorker -from .oaipmh import HarvestArxivWorker, HarvestDoajArticleWorker, \ - HarvestDoajJournalWorker +from .harvest_common import HarvestState +from .oaipmh import HarvestArxivWorker, HarvestDoajArticleWorker, HarvestDoajJournalWorker from .pubmed import PubmedFTPWorker diff --git a/python/fatcat_tools/importers/__init__.py b/python/fatcat_tools/importers/__init__.py index a2224081..06ecfd58 100644 --- a/python/fatcat_tools/importers/__init__.py +++ b/python/fatcat_tools/importers/__init__.py @@ -1,4 +1,3 @@ - """ To run an import you combine two classes; one each of: @@ -12,25 +11,48 @@ To run an import you combine two classes; one each of: """ -from .common import EntityImporter, JsonLinePusher, LinePusher, CsvPusher, SqlitePusher, Bs4XmlFilePusher, Bs4XmlLargeFilePusher, Bs4XmlLinesPusher, Bs4XmlFileListPusher, KafkaJsonPusher, KafkaBs4XmlPusher, make_kafka_consumer, clean, is_cjk, LANG_MAP_MARC -from .crossref import CrossrefImporter, CROSSREF_TYPE_MAP, lookup_license_slug -from .datacite import DataciteImporter -from .jalc import JalcImporter -from .jstor import JstorImporter +from .arabesque import ARABESQUE_MATCH_WHERE_CLAUSE, ArabesqueMatchImporter from .arxiv import ArxivRawImporter -from .pubmed import PubmedImporter +from .cdl_dash_dat import auto_cdl_dash_dat +from .chocula import ChoculaImporter +from .common import ( + LANG_MAP_MARC, + Bs4XmlFileListPusher, + Bs4XmlFilePusher, + Bs4XmlLargeFilePusher, + Bs4XmlLinesPusher, + CsvPusher, + EntityImporter, + JsonLinePusher, + KafkaBs4XmlPusher, + KafkaJsonPusher, + LinePusher, + SqlitePusher, + clean, + is_cjk, + make_kafka_consumer, +) +from .crossref import CROSSREF_TYPE_MAP, CrossrefImporter, lookup_license_slug +from .datacite import DataciteImporter +from .dblp_container import DblpContainerImporter +from .dblp_release import DblpReleaseImporter +from .doaj_article import DoajArticleImporter +from .file_meta import FileMetaImporter +from .fileset_generic import FilesetImporter from .grobid_metadata import GrobidMetadataImporter +from .ingest import ( + IngestFileResultImporter, + IngestFilesetResultImporter, + IngestWebResultImporter, + SavePaperNowFileImporter, + SavePaperNowFilesetImporter, + SavePaperNowWebImporter, +) +from .jalc import JalcImporter from .journal_metadata import JournalMetadataImporter -from .chocula import ChoculaImporter +from .jstor import JstorImporter from .matched import MatchedImporter from .orcid import OrcidImporter -from .arabesque import ArabesqueMatchImporter, ARABESQUE_MATCH_WHERE_CLAUSE -from .wayback_static import auto_wayback_static -from .cdl_dash_dat import auto_cdl_dash_dat -from .ingest import IngestFileResultImporter, SavePaperNowFileImporter, IngestWebResultImporter, SavePaperNowWebImporter, IngestFilesetResultImporter, SavePaperNowFilesetImporter +from .pubmed import PubmedImporter from .shadow import ShadowLibraryImporter -from .file_meta import FileMetaImporter -from .doaj_article import DoajArticleImporter -from .dblp_release import DblpReleaseImporter -from .dblp_container import DblpContainerImporter -from .fileset_generic import FilesetImporter +from .wayback_static import auto_wayback_static diff --git a/python/fatcat_tools/reviewers/__init__.py b/python/fatcat_tools/reviewers/__init__.py index edd56e9f..0ed4d0a1 100644 --- a/python/fatcat_tools/reviewers/__init__.py +++ b/python/fatcat_tools/reviewers/__init__.py @@ -1,2 +1 @@ - -from .review_common import ReviewBot, EditCheck, CheckResult, DummyReviewBot +from .review_common import CheckResult, DummyReviewBot, EditCheck, ReviewBot diff --git a/python/fatcat_tools/transforms/__init__.py b/python/fatcat_tools/transforms/__init__.py index 7cc8f699..f02b1e7d 100644 --- a/python/fatcat_tools/transforms/__init__.py +++ b/python/fatcat_tools/transforms/__init__.py @@ -1,5 +1,15 @@ - -from .entities import entity_to_dict, entity_from_json, entity_from_dict, entity_from_toml, entity_to_toml -from .elasticsearch import release_to_elasticsearch, container_to_elasticsearch, changelog_to_elasticsearch, file_to_elasticsearch -from .csl import release_to_csl, citeproc_csl +from .csl import citeproc_csl, release_to_csl +from .elasticsearch import ( + changelog_to_elasticsearch, + container_to_elasticsearch, + file_to_elasticsearch, + release_to_elasticsearch, +) +from .entities import ( + entity_from_dict, + entity_from_json, + entity_from_toml, + entity_to_dict, + entity_to_toml, +) from .ingest import release_ingest_request diff --git a/python/fatcat_tools/workers/__init__.py b/python/fatcat_tools/workers/__init__.py index 32fd330d..18b35b2b 100644 --- a/python/fatcat_tools/workers/__init__.py +++ b/python/fatcat_tools/workers/__init__.py @@ -1,4 +1,7 @@ - from .changelog import ChangelogWorker, EntityUpdatesWorker -from .elasticsearch import ElasticsearchReleaseWorker, ElasticsearchContainerWorker, ElasticsearchChangelogWorker -from .worker_common import most_recent_message, FatcatWorker +from .elasticsearch import ( + ElasticsearchChangelogWorker, + ElasticsearchContainerWorker, + ElasticsearchReleaseWorker, +) +from .worker_common import FatcatWorker, most_recent_message |