Merge branch 'martin-datacite-import'

Pipfile.lock is broken.

* martin-datacite-import: (68 commits)
  datacite: pass in doi into factored out method
  datacite: reformat test cases and use jq . --sort-keys
  datacite: factor out contributor handling
  datacite: catch type mismatch in language detection
  datacite: adjust tests for release_month
  datacite: name extra.month, extra.release_month
  datacite: mark additional files as stub
  datacite: CCDC are entries, mostly
  datacite: use more specific release_type, if possible
  datacite: ignore certain names
  datacite: over 3% records have the same title: stub
  datacite: fill a few more release_type gaps
  datacite: adding datacite-specific extra metadata
  datacite: apply pylint suggestions
  datacite: fix typos
  datacite: set release_stage to published by default
  datacite: month field should be top-level
  datacite: include month in extra
  datacite: indicate mismatched file in test
  datacite: clean abstracts, use unknown value tokens
  ...

1 files changed, 105 insertions, 0 deletions

diff --git a/python/tests/files/datacite/datacite_doc_08.json b/python/tests/files/datacite/datacite_doc_08.json
new file mode 100644
index 00000000..84f756e8
--- /dev/null
+++ b/python/tests/files/datacite/datacite_doc_08.json
@@ -0,0 +1,105 @@
+{
+  "attributes": {
+    "container": {},
+    "contentUrl": null,
+    "contributors": [],
+    "created": "2019-08-24T07:46:47.000Z",
+    "creators": [
+      {
+        "affiliation": [],
+        "familyName": "Kajisa",
+        "givenName": "Kei",
+        "name": "Kajisa, Kei",
+        "nameIdentifiers": [],
+        "nameType": "Personal"
+      },
+      {
+        "affiliation": [],
+        "familyName": "Kajisa",
+        "givenName": "Kei",
+        "name": "Kajisa, Kei",
+        "nameIdentifiers": [],
+        "nameType": "Personal"
+      }
+    ],
+    "dates": [
+      {
+        "date": "2017",
+        "dateType": "Issued"
+      }
+    ],
+    "descriptions": [
+      {
+        "description": "International society recognizes that the scarcity of fresh water is increasing and farming sectors suffer from lack of irrigation water. However, if we look at this issue with a framework of relative factor endowment, a different view will arise. In emerging states with rapid industrialization and labor migration, labor scarcity increases at a faster pace than that of irrigation water. Using the historical review of Japan’s irrigation policies as well as the case studies of India and China, this paper shows that the introduction of policies which do not reflect the actual relative resource scarcity may mislead the development path. We argue that under increasing relative labor scarcity it is important to realize the substitution of capital for labor for surface irrigation system management and that the substitution needs public support because the service of surface irrigation system has some externalities. Through this argument, this paper also intends to shed the light back to the role of the state for local resource management which seems to be unfairly undervalued since the boom of community participatory approach in the 1980s.",
+        "descriptionType": "Abstract"
+      }
+    ],
+    "doi": "10.22004/ag.econ.284864",
+    "formats": [],
+    "fundingReferences": [],
+    "geoLocations": [],
+    "identifiers": [
+      {
+        "identifier": "https://doi.org/10.22004/ag.econ.284864",
+        "identifierType": "DOI"
+      }
+    ],
+    "isActive": true,
+    "language": "eng",
+    "metadataVersion": 1,
+    "publicationYear": 2017,
+    "published": "2017",
+    "publisher": "Unknown",
+    "reason": null,
+    "registered": "2019-08-24T07:46:47.000Z",
+    "relatedIdentifiers": [],
+    "rightsList": [],
+    "schemaVersion": null,
+    "sizes": [],
+    "source": "mds",
+    "state": "findable",
+    "subjects": [
+      {
+        "subject": "Land Economics/Use"
+      },
+      {
+        "subject": "irrigation",
+        "subjectScheme": "keyword"
+      },
+      {
+        "subject": "industrialization",
+        "subjectScheme": "keyword"
+      },
+      {
+        "subject": "collective action",
+        "subjectScheme": "keyword"
+      }
+    ],
+    "titles": [
+      {
+        "title": "Irrigation Policies under Rapid Industrialization and Labor Migration: Lessons from Japan, China and India"
+      }
+    ],
+    "types": {
+      "bibtex": "article",
+      "citeproc": "article-journal",
+      "resourceType": "Text",
+      "resourceTypeGeneral": "Text",
+      "ris": "RPRT",
+      "schemaOrg": "ScholarlyArticle"
+    },
+    "updated": "2019-08-25T09:38:33.000Z",
+    "url": "https://ageconsearch.umn.edu/record/284864",
+    "version": null
+  },
+  "id": "10.22004/ag.econ.284864",
+  "relationships": {
+    "client": {
+      "data": {
+        "id": "tind.agecon",
+        "type": "clients"
+      }
+    }
+  },
+  "type": "dois"
+}