Merge branch 'martin-datacite-import'

Pipfile.lock is broken.

* martin-datacite-import: (68 commits)
  datacite: pass in doi into factored out method
  datacite: reformat test cases and use jq . --sort-keys
  datacite: factor out contributor handling
  datacite: catch type mismatch in language detection
  datacite: adjust tests for release_month
  datacite: name extra.month, extra.release_month
  datacite: mark additional files as stub
  datacite: CCDC are entries, mostly
  datacite: use more specific release_type, if possible
  datacite: ignore certain names
  datacite: over 3% records have the same title: stub
  datacite: fill a few more release_type gaps
  datacite: adding datacite-specific extra metadata
  datacite: apply pylint suggestions
  datacite: fix typos
  datacite: set release_stage to published by default
  datacite: month field should be top-level
  datacite: include month in extra
  datacite: indicate mismatched file in test
  datacite: clean abstracts, use unknown value tokens
  ...

1 files changed, 130 insertions, 0 deletions

diff --git a/python/tests/files/datacite/datacite_doc_09.json b/python/tests/files/datacite/datacite_doc_09.json
new file mode 100644
index 00000000..d6617d0d
--- /dev/null
+++ b/python/tests/files/datacite/datacite_doc_09.json
@@ -0,0 +1,130 @@
+{
+  "attributes": {
+    "container": {},
+    "contentUrl": null,
+    "contributors": [
+      {
+        "affiliation": [],
+        "contributorType": "HostingInstitution",
+        "name": "TIB-Technische Informationsbibliothek Universitätsbibliothek Hannover",
+        "nameIdentifiers": [],
+        "nameType": "Organizational"
+      },
+      {
+        "affiliation": [],
+        "contributorType": "DataManager",
+        "name": "Technische Informationsbibliothek (TIB)",
+        "nameIdentifiers": []
+      }
+    ],
+    "created": "2017-02-25T00:00:18.000Z",
+    "creators": [
+      {
+        "affiliation": [],
+        "familyName": "Kirstaedter",
+        "givenName": "Nils",
+        "name": "Kirstaedter, Nils",
+        "nameIdentifiers": [],
+        "nameType": "Personal"
+      }
+    ],
+    "dates": [
+      {
+        "date": "2016",
+        "dateType": "Issued"
+      }
+    ],
+    "descriptions": [],
+    "doi": "10.2314/gbv:880813733",
+    "formats": [
+      "application/pdf"
+    ],
+    "fundingReferences": [],
+    "geoLocations": [],
+    "identifiers": [
+      {
+        "identifier": "https://doi.org/10.2314/gbv:880813733",
+        "identifierType": "DOI"
+      },
+      {
+        "identifier": "880813733",
+        "identifierType": "ppn"
+      },
+      {
+        "identifier": "03WKCF3C",
+        "identifierType": "contract"
+      },
+      {
+        "identifier": "01132105",
+        "identifierType": "contract"
+      },
+      {
+        "identifier": "GBV:880813733",
+        "identifierType": "firstid"
+      },
+      {
+        "identifier": "TIBKAT:880813733",
+        "identifierType": "ftx-id"
+      }
+    ],
+    "isActive": true,
+    "language": "de",
+    "metadataVersion": 9,
+    "publicationYear": 2016,
+    "published": "2016",
+    "publisher": "[Lumics GmbH]",
+    "reason": null,
+    "registered": "2017-02-25T00:00:19.000Z",
+    "relatedIdentifiers": [],
+    "rightsList": [],
+    "schemaVersion": "http://datacite.org/schema/kernel-4",
+    "sizes": [
+      "1 Online-Ressource (10 Seiten, 1,40 MB)"
+    ],
+    "source": "mds",
+    "state": "findable",
+    "subjects": [
+      {
+        "subject": "Direktdiodenlasersysteme"
+      },
+      {
+        "subject": "Physics",
+        "subjectScheme": "linsearch"
+      }
+    ],
+    "titles": [
+      {
+        "title": "BrightLas : TP3.3. Module für Direktdiodenstrahlquellen bis 4kW und Untersuchungen zur Leistungsskalierung (Diodemodul) : zum Verbundvorhaben Direktdiodenlaseranlagen und -systeme (VP3) im Förderschwerpunkt innovative regionale Wachstumskerne, BMBF : Abschlussbericht"
+      },
+      {
+        "title": "Module für Direktdiodenstrahlquellen bis 4kW und Untersuchungen zur Leistungsskalierung (Diodemodul)",
+        "titleType": "AlternativeTitle"
+      },
+      {
+        "title": "Direktdiodenlaseranlagen und -systeme (VP3)",
+        "titleType": "AlternativeTitle"
+      }
+    ],
+    "types": {
+      "bibtex": "article",
+      "citeproc": "report",
+      "resourceType": "Report",
+      "resourceTypeGeneral": "Text",
+      "ris": "RPRT",
+      "schemaOrg": "ScholarlyArticle"
+    },
+    "updated": "2019-08-03T05:53:51.000Z",
+    "url": "https://www.tib.eu/suchen/id/TIBKAT:880813733/",
+    "version": "1.0"
+  },
+  "id": "10.2314/gbv:880813733",
+  "relationships": {
+    "client": {
+      "data": {
+        "id": "tib.tib",
+        "type": "clients"
+      }
+    }
+  },
+  "type": "dois"
+}