1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
|
from typing import Any, Tuple
from fatcat_openapi_client import (
ContainerEntity,
CreatorEntity,
Editgroup,
EntityEdit,
FileEntity,
FilesetEntity,
ReleaseEntity,
ReleaseExtIds,
WebcaptureEntity,
WorkEntity,
)
from fatcat_openapi_client.rest import ApiException, ApiValueError
from flask import abort
from fatcat_tools.transforms import (
container_to_elasticsearch,
file_to_elasticsearch,
release_to_elasticsearch,
)
from fatcat_web import api
from fatcat_web.hacks import strip_extlink_xml, wayback_suffix
def enrich_container_entity(entity: ContainerEntity) -> ContainerEntity:
if entity.state in ("redirect", "deleted"):
return entity
if entity.state == "active":
entity._es = container_to_elasticsearch(entity, force_bool=False)
return entity
def enrich_creator_entity(entity: CreatorEntity) -> CreatorEntity:
if entity.state in ("redirect", "deleted"):
return entity
entity._releases = None
if entity.state in ("active", "wip"):
entity._releases = api.get_creator_releases(entity.ident)
return entity
def enrich_file_entity(entity: FileEntity) -> FileEntity:
if entity.state == "active":
entity._es = file_to_elasticsearch(entity)
return entity
def enrich_fileset_entity(entity: FilesetEntity) -> FilesetEntity:
if entity.state in ("redirect", "deleted"):
return entity
entity._total_size = None
if entity.manifest is not None:
entity._total_size = sum([f.size for f in entity.manifest]) or 0
return entity
def enrich_webcapture_entity(entity: WebcaptureEntity) -> WebcaptureEntity:
if entity.state in ("redirect", "deleted"):
return entity
entity._wayback_suffix = wayback_suffix(entity)
return entity
def enrich_release_entity(entity: ReleaseEntity) -> ReleaseEntity:
if entity.state in ("redirect", "deleted"):
return entity
if entity.state == "active":
entity._es = release_to_elasticsearch(entity, force_bool=False)
if entity.container and entity.container.state == "active":
entity.container._es = container_to_elasticsearch(entity.container, force_bool=False)
if entity.files:
# remove shadows-only files with no URLs
entity.files = [
f for f in entity.files if not (f.extra and f.extra.get("shadows") and not f.urls)
]
if entity.filesets:
for fs in entity.filesets:
fs._total_size = sum([f.size for f in fs.manifest])
if entity.webcaptures:
for wc in entity.webcaptures:
wc._wayback_suffix = wayback_suffix(wc)
for ref in entity.refs:
# this is a UI hack to get rid of XML crud in unstructured refs like:
# LOCKSS (2014) Available: <ext-link
# xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri"
# xlink:href="http://lockss.org/"
# xlink:type="simple">http://lockss.org/</ext-link>. Accessed: 2014
# November 1.
if ref.extra and ref.extra.get("unstructured"):
ref.extra["unstructured"] = strip_extlink_xml(ref.extra["unstructured"])
# for backwards compatability, copy extra['subtitle'] to subtitle
if not entity.subtitle and entity.extra and entity.extra.get("subtitle"):
if isinstance(entity.extra["subtitle"], str):
entity.subtitle = entity.extra["subtitle"]
elif isinstance(entity.extra["subtitle"], list):
entity.subtitle = entity.extra["subtitle"][0] or None
# author list to display; ensure it's sorted by index (any othors with
# index=None go to end of list)
authors = [
c
for c in entity.contribs
if c.role in ("author", None)
and (c.surname or c.raw_name or (c.creator and c.creator.surname))
]
entity._authors = sorted(authors, key=lambda c: (c.index is None and 99999999) or c.index)
# need authors, title for citeproc to work
entity._can_citeproc = bool(entity._authors) and bool(entity.title)
if entity.abstracts:
# hack to show plain text instead of latex abstracts
if "latex" in entity.abstracts[0].mimetype:
entity.abstracts.reverse()
# hack to (partially) clean up common JATS abstract display case
if entity.abstracts[0].mimetype == "application/xml+jats":
for tag in ("p", "jats", "jats:p"):
entity.abstracts[0].content = entity.abstracts[0].content.replace(
"<{}>".format(tag), ""
)
entity.abstracts[0].content = entity.abstracts[0].content.replace(
"</{}>".format(tag), ""
)
# ugh, double encoding happens
entity.abstracts[0].content = entity.abstracts[0].content.replace(
"</{}>".format(tag), ""
)
entity.abstracts[0].content = entity.abstracts[0].content.replace(
"<{}>".format(tag), ""
)
return entity
def enrich_work_entity(entity: WorkEntity) -> WorkEntity:
if entity.state in ("redirect", "deleted"):
return entity
entity._releases = None
if entity.state in ("active", "wip"):
entity._releases = api.get_work_releases(entity.ident)
return entity
def generic_get_entity(entity_type: str, ident: str) -> Any:
try:
if entity_type == "container":
return enrich_container_entity(api.get_container(ident))
elif entity_type == "creator":
return enrich_creator_entity(api.get_creator(ident))
elif entity_type == "file":
return enrich_file_entity(api.get_file(ident, expand="releases"))
elif entity_type == "fileset":
return enrich_fileset_entity(api.get_fileset(ident, expand="releases"))
elif entity_type == "webcapture":
return enrich_webcapture_entity(api.get_webcapture(ident, expand="releases"))
elif entity_type == "release":
return enrich_release_entity(
api.get_release(ident, expand="container,creators,files,filesets,webcaptures")
)
elif entity_type == "work":
return enrich_work_entity(api.get_work(ident))
else:
raise NotImplementedError
except ApiException as ae:
abort(ae.status)
except ApiValueError:
abort(400)
def generic_get_entity_revision(entity_type: str, revision_id: str) -> Any:
try:
if entity_type == "container":
return enrich_container_entity(api.get_container_revision(revision_id))
elif entity_type == "creator":
return enrich_creator_entity(api.get_creator_revision(revision_id))
elif entity_type == "file":
return enrich_file_entity(api.get_file_revision(revision_id, expand="releases"))
elif entity_type == "fileset":
return enrich_fileset_entity(
api.get_fileset_revision(revision_id, expand="releases")
)
elif entity_type == "webcapture":
return enrich_webcapture_entity(
api.get_webcapture_revision(revision_id, expand="releases")
)
elif entity_type == "release":
return enrich_release_entity(
api.get_release_revision(revision_id, expand="container")
)
elif entity_type == "work":
return enrich_work_entity(api.get_work_revision(revision_id))
else:
raise NotImplementedError
except ApiException as ae:
abort(ae.status)
except ApiValueError:
abort(400)
def generic_deleted_entity(entity_type: str, ident: str) -> Any:
if entity_type == "container":
entity: Any = ContainerEntity()
elif entity_type == "creator":
entity = CreatorEntity()
elif entity_type == "file":
entity = FileEntity()
elif entity_type == "fileset":
entity = FilesetEntity()
elif entity_type == "webcapture":
entity = WebcaptureEntity()
elif entity_type == "release":
entity = ReleaseEntity(ext_ids=ReleaseExtIds())
elif entity_type == "work":
entity = WorkEntity()
else:
raise NotImplementedError
entity.ident = ident
return entity
def generic_get_editgroup_entity(
editgroup: Editgroup, entity_type: str, ident: str
) -> Tuple[Any, EntityEdit]:
if entity_type == "container":
edits = editgroup.edits.containers
elif entity_type == "creator":
edits = editgroup.edits.creators
elif entity_type == "file":
edits = editgroup.edits.files
elif entity_type == "fileset":
edits = editgroup.edits.filesets
elif entity_type == "webcapture":
edits = editgroup.edits.webcaptures
elif entity_type == "release":
edits = editgroup.edits.releases
elif entity_type == "work":
edits = editgroup.edits.works
else:
raise NotImplementedError
revision_id = None
edit = None
for e in edits:
if e.ident == ident:
revision_id = e.revision
edit = e
break
if not edit:
# couldn't find relevant edit in this editgroup
abort(404)
if not revision_id:
# deletion, presumably
return generic_deleted_entity(entity_type, ident), edit
try:
entity = generic_get_entity_revision(entity_type, revision_id)
except ApiException as ae:
abort(ae.status)
except ApiValueError:
abort(400)
entity.ident = ident
return entity, edit
|
