diff options
| -rwxr-xr-x | fatcat_scholar/grobid2json.py | 2 | ||||
| -rw-r--r-- | fatcat_scholar/transform.py | 13 |
2 files changed, 11 insertions, 4 deletions
diff --git a/fatcat_scholar/grobid2json.py b/fatcat_scholar/grobid2json.py index dcf9ce8..898275b 100755 --- a/fatcat_scholar/grobid2json.py +++ b/fatcat_scholar/grobid2json.py @@ -123,7 +123,7 @@ def biblio_info(elem: ET.Element) -> Dict[str, Any]: ref["arxiv_id"] = elem.findtext('.//{%s}idno[@type="arXiv"]' % ns) ref["pmcid"] = elem.findtext('.//{%s}idno[@type="PMCID"]' % ns) ref["pmid"] = elem.findtext('.//{%s}idno[@type="PMID"]' % ns) - el = elem.find(".//{%s}biblScope[@page]" % ns) + el = elem.find('.//{%s}biblScope[@unit="page"]' % ns) if el is not None: if el.attrib.get("from") and el.attrib.get("to"): ref["pages"] = "{}-{}".format(el.attrib["from"], el.attrib["to"]) diff --git a/fatcat_scholar/transform.py b/fatcat_scholar/transform.py index 7ff30fe..af794e6 100644 --- a/fatcat_scholar/transform.py +++ b/fatcat_scholar/transform.py @@ -452,10 +452,17 @@ def refs_from_grobid(release: ReleaseEntity, tei_dict: dict) -> Sequence[RefStru for ref in tei_dict.get("citations") or []: ref_date = ref.get("date") or None ref_year: Optional[int] = None - if ref_date and len(ref_date) > 4 and ref_date[:4].isdigit(): + if ref_date and len(ref_date) >= 4 and ref_date[:4].isdigit(): ref_year = int(ref_date[:4]) - authors = ref.get("authors") or [] - authors = [a for a in authors if type(a) == str] + ref_authors = ref.get("authors") or [] + authors: List[str] = [] + for a in ref_authors: + if isinstance(a, str): + authors.append(a) + elif isinstance(a, dict): + if a.get("name"): + assert isinstance(a["name"], str) + authors.append(a["name"]) output.append( RefStructured( biblio=RefBiblio( |