Merge branch 'bnewbold-es-index-updates' into 'master'

fatcat elasticsearch schema updates

See merge request webgroup/fatcat!101

5 files changed, 19 insertions, 8 deletions

diff --git a/extra/elasticsearch/changelog_schema.json b/extra/elasticsearch/changelog_schema.json
index 6e784a57..65536bd6 100644
--- a/extra/elasticsearch/changelog_schema.json
+++ b/extra/elasticsearch/changelog_schema.json
@@ -29,6 +29,7 @@
 "mappings": {
     "_doc": {
         "properties": {
+            "doc_index_ts":     { "type": "date" },
             "index":            { "type": "integer" },
             "editgroup_id":     { "type": "keyword", "normalizer": "default", "doc_values": false },
             "timestamp":        { "type": "date" },
diff --git a/extra/elasticsearch/container_schema.json b/extra/elasticsearch/container_schema.json
index 1960984d..9673e9e3 100644
--- a/extra/elasticsearch/container_schema.json
+++ b/extra/elasticsearch/container_schema.json
@@ -41,6 +41,7 @@
 "mappings": {
     "_doc": {
         "properties": {
+            "doc_index_ts":   { "type": "date" },
             "ident":          { "type": "keyword", "normalizer": "default", "doc_values": false },
             "state":          { "type": "keyword", "normalizer": "default" },
             "revision":       { "type": "keyword", "normalizer": "default", "doc_values": false },
@@ -54,6 +55,7 @@
             "issnl":          { "type": "keyword", "normalizer": "default" },
             "issns":          { "type": "keyword", "normalizer": "default" },
             "wikidata_qid":   { "type": "keyword", "normalizer": "default" },
+            "dblp_prefix":    { "type": "keyword", "normalizer": "default" },
             "country_code":   { "type": "keyword", "normalizer": "default" },
             "region":         { "type": "keyword", "normalizer": "default" },
             "discipline":     { "type": "keyword", "normalizer": "default" },
@@ -73,19 +75,19 @@
             "any_jstor":            { "type": "boolean" },
             "any_ia_sim":           { "type": "boolean" },
             "sherpa_romeo_color":   { "type": "keyword", "normalizer": "default" },
+            "keepers":              { "type": "keyword", "normalizer": "default" },
 
-            "releases_total": { "type": "integer" },
-            "releases_kbart": { "type": "integer" },
-            "releases_ia":    { "type": "integer" },
-            "releases_ia_sim":          { "type": "integer" },
-            "releases_shadows":         { "type": "integer" },
-            "releases_any_file":        { "type": "integer" },
-            "releases_any_fileset":     { "type": "integer" },
-            "releases_any_webcapture":  { "type": "integer" },
+            "releases_total":           { "type": "integer" },
+            "preservation_bright":      { "type": "integer" },
+            "preservation_dark":        { "type": "integer" },
+            "preservation_shadows_only":{ "type": "integer" },
+            "preservation_none":        { "type": "integer" },
 
             "year":           { "type": "alias", "path": "first_year" },
             "type":           { "type": "alias", "path": "container_type" },
             "issn":           { "type": "alias", "path": "issns" },
+            "release_count":  { "type": "alias", "path": "releases_total" },
+            "releases_count": { "type": "alias", "path": "releases_total" },
             "oa":             { "type": "alias", "path": "is_oa" },
             "longtail":       { "type": "alias", "path": "is_longtail_oa" }
         }
diff --git a/extra/elasticsearch/fatcat_ref.json b/extra/elasticsearch/fatcat_ref.json
index b82ce93b..32c7a3cd 100644
--- a/extra/elasticsearch/fatcat_ref.json
+++ b/extra/elasticsearch/fatcat_ref.json
@@ -100,6 +100,11 @@
       "target_csl": {
         "type": "object",
         "enabled": false
+      },
+
+      "doc_index_ts": {
+        "type": "alias",
+        "path": "indexed_ts"
       }
     }
   }
diff --git a/extra/elasticsearch/file_schema.json b/extra/elasticsearch/file_schema.json
index 4635e469..a8dbc6d0 100644
--- a/extra/elasticsearch/file_schema.json
+++ b/extra/elasticsearch/file_schema.json
@@ -29,6 +29,7 @@
 "mappings": {
     "_doc": {
         "properties": {
+            "doc_index_ts":     { "type": "date" },
             "ident":            { "type": "keyword", "normalizer": "default", "doc_values": false },
             "state":            { "type": "keyword", "normalizer": "default" },
             "revision":         { "type": "keyword", "normalizer": "default", "doc_values": false },
diff --git a/extra/elasticsearch/release_schema.json b/extra/elasticsearch/release_schema.json
index 91f2f183..c562de18 100644
--- a/extra/elasticsearch/release_schema.json
+++ b/extra/elasticsearch/release_schema.json
@@ -41,6 +41,7 @@
 "mappings": {
     "_doc": {
         "properties": {
+            "doc_index_ts":   { "type": "date" },
             "ident":          { "type": "keyword", "normalizer": "default", "doc_values": false },
             "state":          { "type": "keyword", "normalizer": "default" },
             "revision":       { "type": "keyword", "normalizer": "default", "doc_values": false },
@@ -83,6 +84,7 @@
             "container_id":         { "type": "keyword", "normalizer": "default" },
             "container_issnl":      { "type": "keyword", "normalizer": "default" },
             "container_type":       { "type": "keyword", "normalizer": "default" },
+            "discipline":           { "type": "keyword", "normalizer": "default" },
             "contrib_count":        { "type": "integer" },
             "contrib_names":        { "type": "text", "index": true, "analyzer": "textIcu", "search_analyzer":"textIcuSearch", "copy_to": "biblio" },
             "affiliations":         { "type": "text", "index": true, "analyzer": "textIcu", "search_analyzer":"textIcuSearch" },