diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2018-11-15 12:21:45 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2018-11-15 12:21:45 -0800 |
commit | f21d28315aa632cdb9f84ea8787762d1e27b4310 (patch) | |
tree | 58c6ad0d34260e1d656247ddffa8ee047a8eb520 /python/fatcat_tools/harvest/datacite.py | |
parent | 5c47be5b0468c13db868548dccfdf1af50813b0c (diff) | |
download | fatcat-f21d28315aa632cdb9f84ea8787762d1e27b4310.tar.gz fatcat-f21d28315aa632cdb9f84ea8787762d1e27b4310.zip |
refactoring harvesters
Diffstat (limited to 'python/fatcat_tools/harvest/datacite.py')
-rw-r--r-- | python/fatcat_tools/harvest/datacite.py | 29 |
1 files changed, 0 insertions, 29 deletions
diff --git a/python/fatcat_tools/harvest/datacite.py b/python/fatcat_tools/harvest/datacite.py deleted file mode 100644 index 12860810..00000000 --- a/python/fatcat_tools/harvest/datacite.py +++ /dev/null @@ -1,29 +0,0 @@ - -""" -datacite has a REST API as well as OAI-PMH endpoint. - -have about 8 million - -bulk export notes: https://github.com/datacite/datacite/issues/188 - -fundamentally, very similar to crossref. don't have a scrape... maybe -could/should use this script for that, and dump to JSON? -""" - -from fatcat_tools.harvest.ingest_common import DoiApiHarvest - -class HarvestDataciteWorker(DoiApiHarvest): - - def __init__(self, kafka_hosts, produce_topic, state_topic, contact_email, - api_host_url="https://api.datacite.org/works", - start_date=None, end_date=None): - super().__init__(kafka_hosts=kafka_hosts, - produce_topic=produce_topic, - state_topic=state_topic, - api_host_url=api_host_url, - contact_email=contact_email, - start_date=start_date, - end_date=end_date) - - self.update_filter_name = "update" - |