better elastic transform tests

1 files changed, 59 insertions, 1 deletions

diff --git a/python/tests/transform_tests.py b/python/tests/transform_tests.py
index 6d6c6c82..a835ed82 100644
--- a/python/tests/transform_tests.py
+++ b/python/tests/transform_tests.py
@@ -4,10 +4,11 @@ import pytest
 from fatcat_tools import *
 from fatcat_client import *
 from fixtures import api
+from import_journal_metadata import journal_metadata_importer
 
 from import_crossref import crossref_importer
 
-def test_elasticsearch_convert(crossref_importer):
+def test_basic_elasticsearch_convert(crossref_importer):
     with open('tests/files/crossref-works.single.json', 'r') as f:
         # not a single line
         raw = json.loads(f.read())
@@ -15,6 +16,63 @@ def test_elasticsearch_convert(crossref_importer):
     r.state = 'active'
     release_to_elasticsearch(r)
 
+def test_rich_elasticsearch_convert(crossref_importer):
+    r = ReleaseEntity(
+        title="something",
+        release_year=1234,
+        license_slug="CC-BY-NC",
+    )
+    r.state = 'active'
+    r.container = ContainerEntity(
+        name="dummy journal",
+        extra={
+            "ia": {
+                "sim": {
+                    "year_spans": [[1000, 1100]],
+                },
+            },
+            "kbart": {
+                "lockss": {
+                    "year_spans": [[1200, 1300]],
+                },
+                "jstor": {
+                    "year_spans": [[1950, 1960], [1980, 2005]],
+                },
+            },
+            "sherpa_romeo": {"color": "blue"},
+            "doaj": {"as_of": "2010-02-03"},
+        },
+    )
+    r.files = [FileEntity(
+        mimetype="application/pdf",
+        urls=[
+            FileEntityUrls(rel="dweb", url="dat://a954329dlk/thingie"),
+            FileEntityUrls(rel="webarchive", url="https://web.archive.org/web/20001122030405/http://example.com"),
+            FileEntityUrls(rel="web", url="https://archive.org/details/blah/file.pdf"),
+        ],
+        extra={
+            "shadows": {},
+        },
+    )]
+    es = release_to_elasticsearch(r)
+    assert es['release_year'] == r.release_year
+    assert es['in_ia'] == True
+    assert es['in_jstor'] == False
+    assert es['in_ia_sim'] == False
+    assert es['in_ia'] == True
+    assert es['in_web'] == True
+    assert es['in_dweb'] == True
+    assert es['is_oa'] == True
+    assert es['is_longtail_oa'] == False
+
 def test_elasticsearch_from_json():
     r = entity_from_json(open('./tests/files/math_universe.json', 'r').read(), ReleaseEntity)
     release_to_elasticsearch(r)
+
+def test_elasticsearch_container_convert(journal_metadata_importer):
+    with open('tests/files/journal_metadata.sample.json', 'r') as f:
+        raw = json.loads(f.readline())
+        c = journal_metadata_importer.parse_record(raw)
+    c.state = 'active'
+    es = container_to_elasticsearch(c)
+    assert es['publisher'] == c.publisher