import sys import json import itertools import fatcat_client from .common import EntityImporter, clean def value_or_none(e): if type(e) == dict: e = e.get('value') if type(e) == str and len(e) == 0: e = None # TODO: this is probably bogus; patched in desperation; remove? if e: try: e.encode() except UnicodeEncodeError: # Invalid JSON? print("BAD UNICODE") return None return e class OrcidImporter(EntityImporter): def __init__(self, api, **kwargs): eg_desc = kwargs.get('editgroup_description', "Automated import of ORCID metadata, from official bulk releases.") eg_extra = kwargs.get('editgroup_extra', dict()) eg_extra['agent'] = eg_extra.get('agent', 'fatcat_tools.OrcidImporter') super().__init__(api, editgroup_description=eg_desc, editgroup_extra=eg_extra) def want(self, raw_record): return True def parse_record(self, obj): """ obj is a python dict (parsed from json). returns a CreatorEntity """ name = obj['person']['name'] if not name: return None extra = None given = value_or_none(name.get('given-names')) sur = value_or_none(name.get('family-name')) display = value_or_none(name.get('credit-name')) if display is None: # TODO: sorry human beings if given and sur: display = "{} {}".format(given, sur) elif sur: display = sur elif given: display = given else: # must have *some* name return None orcid = obj['orcid-identifier']['path'] if not self.is_orcid(orcid): sys.stderr.write("Bad ORCID: {}\n".format(orcid)) return None ce = fatcat_client.CreatorEntity( orcid=orcid, given_name=clean(given), surname=clean(sur), display_name=clean(display), extra=extra) return ce def try_update(self, raw_record): existing = None try: existing = self.api.lookup_creator(orcid=raw_record.orcid) except fatcat_client.rest.ApiException as err: if err.status != 404: raise err # eventually we'll want to support "updates", but for now just skip if # entity already exists if existing: self.counts['exists'] += 1 return False return True def insert_batch(self, batch): self.api.create_creator_batch(batch, autoaccept=True, description=self.editgroup_description, extra=json.dumps(self.editgroup_extra))