diff options
Diffstat (limited to 'python')
| -rw-r--r-- | python/fatcat_tools/importers/common.py | 17 | ||||
| -rw-r--r-- | python/fatcat_tools/importers/pubmed.py | 2 | 
2 files changed, 15 insertions, 4 deletions
| diff --git a/python/fatcat_tools/importers/common.py b/python/fatcat_tools/importers/common.py index 690c7902..dee60947 100644 --- a/python/fatcat_tools/importers/common.py +++ b/python/fatcat_tools/importers/common.py @@ -23,6 +23,7 @@ SANE_MAX_URLS = 100  # These are very close, but maybe not exactly 1-to-1 with 639-2? Some mix of  # 2/T and 2/B?  # PubMed/MEDLINE and JSTOR use these MARC codes +# https://www.loc.gov/marc/languages/language_name.html  LANG_MAP_MARC = {      'afr': 'af',      'alb': 'sq', @@ -64,7 +65,6 @@ LANG_MAP_MARC = {      'mal': 'ml',      'mao': 'mi',      'may': 'ms', -#    mul, Multiple languages      'nor': 'no',      'per': 'fa',      'per': 'fa', @@ -82,7 +82,6 @@ LANG_MAP_MARC = {      'tha': 'th',      'tur': 'tr',      'ukr': 'uk', -#    und, Undetermined      'urd': 'ur',      'vie': 'vi',      'wel': 'cy', @@ -90,7 +89,19 @@ LANG_MAP_MARC = {  # additions      'gle': 'ga', # "Irish" (Gaelic)      'jav': 'jv', # Javanese -    # 'map', for Austronesian languages, has no ISO 639-1 code +    'welsh': 'cy', # Welsh +    'oci': 'oc', # Occitan + +# Don't have ISO 639-1 codes +    'grc': 'el', # Ancient Greek; map to modern greek +    'map': None, # Austronesian (collection) +    'syr': None, # Syriac, Modern +    'gem': None, # Old Saxon +    'non': None, # Old Norse +    'emg': None, # Eastern Meohang +    'neg': None, # Negidal +    'mul': None, # Multiple languages +    'und': None, # Undetermined  } diff --git a/python/fatcat_tools/importers/pubmed.py b/python/fatcat_tools/importers/pubmed.py index d31e2f60..1246bf6b 100644 --- a/python/fatcat_tools/importers/pubmed.py +++ b/python/fatcat_tools/importers/pubmed.py @@ -448,7 +448,7 @@ class PubmedImporter(EntityImporter):                  language = None              else:                  language = LANG_MAP_MARC.get(language) -                if not language: +                if not language and not (medline.Article.Language.string in LANG_MAP_MARC):                      warnings.warn("MISSING MARC LANG: {}".format(medline.Article.Language.string))          ### Journal/Issue Metadata | 
