From b8eec609b60ca00cb6d8d2bb253e11f8dc474b53 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Sat, 16 May 2020 13:43:04 -0700 Subject: tweak ES schema fields a bit --- proposals/work_schema.md | 35 +++++++++++++++++++++++------------ 1 file changed, 23 insertions(+), 12 deletions(-) (limited to 'proposals') diff --git a/proposals/work_schema.md b/proposals/work_schema.md index 1e0f272..933e750 100644 --- a/proposals/work_schema.md +++ b/proposals/work_schema.md @@ -1,19 +1,21 @@ ## Top-Level -- type: _doc -- key: keyword -- key_type: keyword (work or page) -- `work_id` -- biblio: obj -- fulltext: obj -- sim: obj -- abstracts: nested +- type: `_doc` (aka, no type, `include_type_name=false`) +- key: keyword (same as `_id`) +- `doc_type`: keyword (work or page) +- `doc_index_ts`: timestamp when document indexed +- `work_id`: fatcat work ident (optional) + +- `biblio`: obj +- `fulltext`: obj +- `ia_sim`: obj +- `abstracts`: nested body lang -- releases: nested (TBD) -- access -- tags: array of keywords +- `releases`: nested (TBD) +- `access` +- `tags`: array of keywords TODO: - summary fields to index "everything" into? @@ -50,11 +52,14 @@ NEW: - `container_name` (etc) - `container_id` - `container_issnl` -- `container_issn` (array) +- `container_wikidata_qid` +- `issns` (array) - `contrib_names` - `affiliations` - `creator_ids` +TODO: should all external identifiers go under `releases` instead of `biblio`? Or some duplicated? + ## Fulltext - `status`: web, sim, shadow @@ -81,6 +86,12 @@ Only index one abstract per language. Enough details to construct a link or do a lookup or whatever. Note that might be doing CDL status lookups on SERP pages. +- `issue_item`: str +- `pub_collection`: str +- `sim_pubid`: str +- `first_page`: str + + Also pass-through archive.org metadata here (collection-level and item-level) ## Access -- cgit v1.2.3