diff options
Diffstat (limited to 'chocula/directories/manual_homepages.py')
-rw-r--r-- | chocula/directories/manual_homepages.py | 47 |
1 files changed, 47 insertions, 0 deletions
diff --git a/chocula/directories/manual_homepages.py b/chocula/directories/manual_homepages.py new file mode 100644 index 0000000..3f84794 --- /dev/null +++ b/chocula/directories/manual_homepages.py @@ -0,0 +1,47 @@ +import csv +from typing import Iterable, Optional + +from chocula.common import DirectoryLoader +from chocula.database import DirectoryInfo, HomepageUrl + + +class ManualHomepageLoader(DirectoryLoader): + + source_slug = "manual_homepages" + + def open_file(self) -> Iterable: + return csv.DictReader( + open(self.config.manual_homepages.filepath), delimiter="\t", + ) + + def parse_record(self, record) -> Optional[DirectoryInfo]: + """ + Most of this metadata comes from chocula/fatcat; we are only interested + in the homepage URLs. + + The "corrected titles" have been manually entered into fatcat directly. + + CSV columns: + - issnl + - issnp + - issne + - name + - corrected title + - publisher + - country + - lang + - release_count + - Homepage URL + - Inactive + """ + + info = DirectoryInfo(directory_slug=self.source_slug, issnl=record["issnl"],) + url = record["Homepage URL"] + if url is None or url.lower() == "unknown" or len(url) < 4: + return None + homepage = HomepageUrl.from_url(url) + if homepage: + info.homepage_urls.append(homepage) + if homepage is None: + return None + return info |