slightly more robust crossref import

1 files changed, 9 insertions, 0 deletions

diff --git a/python/fatcat/crossref_importer.py b/python/fatcat/crossref_importer.py
index 06c162f0..18dd2498 100644
--- a/python/fatcat/crossref_importer.py
+++ b/python/fatcat/crossref_importer.py
@@ -22,6 +22,11 @@ class FatcatCrossrefImporter(FatcatImporter):
         if (not 'author' in obj) or (not 'title' in obj):
             return None
 
+        # Other ways to be out of scope (provisionally)
+        if ((not 'type' in obj) or (not 'container-title' in obj) or
+                len(obj['container-title']) < 1):
+            return None
+
         # contribs
         contribs = []
         for i, am in enumerate(obj['author']):
@@ -62,6 +67,10 @@ class FatcatCrossrefImporter(FatcatImporter):
         for i, rm in enumerate(obj.get('reference', [])):
             try:
                 year = int(rm.get('year'))
+                if year > 2025 or year < 1000:
+                    # NOTE: will need to update/config in the future!
+                    # NOTE: are there crossref works with year < 1000?
+                    return None
             except:
                 year = None
             refs.append(fatcat_client.ReleaseRef(