diff options
Diffstat (limited to 'chocula/directories/scielo.py')
| -rw-r--r-- | chocula/directories/scielo.py | 32 |
1 files changed, 15 insertions, 17 deletions
diff --git a/chocula/directories/scielo.py b/chocula/directories/scielo.py index 247866b..0ed8fde 100644 --- a/chocula/directories/scielo.py +++ b/chocula/directories/scielo.py @@ -1,4 +1,3 @@ - from typing import Iterable, Optional import json @@ -17,32 +16,31 @@ class ScieloLoader(DirectoryLoader): def parse_record(self, line) -> Optional[DirectoryInfo]: record = json.loads(line) extra = dict( - status=clean_str(record.get('current_status')), - first_year=record.get('first_year'), - collection=record.get('collection_acronym'), + status=clean_str(record.get("current_status")), + first_year=record.get("first_year"), + collection=record.get("collection_acronym"), ) for k in list(extra.keys()): if extra[k] is None: extra.pop(k) country: Optional[str] = None - if record['publisher_country'] and len(record['publisher_country'][0]) == 2: - country = record['publisher_country'][0].lower() + if record["publisher_country"] and len(record["publisher_country"][0]) == 2: + country = record["publisher_country"][0].lower() info = DirectoryInfo( directory_slug=self.source_slug, - issne=clean_issn(record.get('electronic_issn') or ''), - issnp=clean_issn(record.get('print_issn') or ''), - custom_id=clean_str(record.get('scielo_issn')), - name=clean_str(record.get('fulltitle')), - publisher=clean_str((record.get('publisher_name') or [''])[0]), - abbrev=clean_str(record['abbreviated_iso_title']), - platform='scielo', - langs=list(filter(lambda s: len(s) == 2, record['languages'])), + issne=clean_issn(record.get("electronic_issn") or ""), + issnp=clean_issn(record.get("print_issn") or ""), + custom_id=clean_str(record.get("scielo_issn")), + name=clean_str(record.get("fulltitle")), + publisher=clean_str((record.get("publisher_name") or [""])[0]), + abbrev=clean_str(record["abbreviated_iso_title"]), + platform="scielo", + langs=list(filter(lambda s: len(s) == 2, record["languages"])), country=country, extra=extra, ) - if record['url']: - homepage = HomepageUrl.from_url(record['url']) + if record["url"]: + homepage = HomepageUrl.from_url(record["url"]) if homepage: info.homepage_urls.append(homepage) return info - |