1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
#!/usr/bin/env python3
"""
This file started life as an ipython log file
Ugh, it needs to be copied to ../../python (with ./files/) to actually run. Derp.
"""
import datetime
import fatcat_client
from fatcat_client.rest import ApiException
from fatcat_client import *
from fatcat_tools import *
import datetime
# setup env
admin_id = "aaaaaaaaaaaabkvkaaaaaaaaae"
local_conf = fatcat_client.Configuration()
local_conf.host = 'http://localhost:9411/v0'
local_api = fatcat_client.DefaultApi(fatcat_client.ApiClient(local_conf))
api = local_api
def upsert_release(doi, fname):
"""
Tries to fetch a release by doi from the API. If it can't be find, is
created from the referenced local JSON file (stripping a bunch of fields if
necessary).
Either way, returns ident
"""
try:
r = api.lookup_release(doi=doi)
print("release already existed: {}".format(doi))
return r.ident
except ApiException:
pass
r = entity_from_json(open(fname, 'r').read(), ReleaseEntity)
r.ident = None
r.release_rev = None
r.container_id = None
r.container = None
r.work_id = None
if r.release_type == 'journal-article':
r.release_type = 'article-journal'
r.edit_extra = dict(source="copied from old production as a demo")
files = [f for f in r.files]
print("bootstrapping release: {}".format(doi))
eg = api.create_editgroup(Editgroup(editor_id=admin_id))
resp = api.create_release(r, editgroup=eg.id)
for f in files:
f.ident = None
f.revision = None
f.releases = [resp.ident]
files_resp = api.create_file_batch(files, editgroup=eg.id)
api.accept_editgroup(eg.id)
return resp.ident
def upsert_container(issnl, fname):
"""
Same as upsert_release, but for containers (by issnl)
"""
try:
c = api.lookup_container(issnl=issnl)
print("container already existed: {}".format(issnl))
return c.ident
except ApiException:
pass
c = entity_from_json(open(fname, 'r').read(), ContainerEntity)
c.ident = None
c.release_rev = None
c.container_id = None
c.edit_extra = dict(source="copied from old production as a demo")
print("bootstrapping container: {}".format(issnl))
eg = api.create_editgroup(Editgroup(editor_id=admin_id))
resp = api.create_container(c, editgroup=eg.id)
api.accept_editgroup(eg.id)
return resp.ident
def math_universe():
c_ident = upsert_container("0015-9018", "files/foundations_of_physics.json")
ident = upsert_release("10.1007/s10701-007-9186-9", "files/math_universe.json")
base = api.get_release(ident, expand="files")
base.container_id = c_ident
files = [api.get_file(f.ident) for f in base.files]
if len(files) <= 1:
print("already updated math_universe, skipping")
return
# create the pre-print version
preprint = api.get_release(base.ident)
preprint.doi = None
preprint.ident = None
preprint.revision = None
preprint.doi = None
preprint.container = None
preprint.container_id = None
preprint.extra = dict(arxiv=dict(id='0704.0646v2', section='gr-qc'))
preprint.release_date = datetime.date(2007, 10, 8)
preprint.release_status = 'preprint'
preprint.work_id = base.work_id
eg = api.create_editgroup(Editgroup(editor_id=admin_id))
resp = api.create_release(preprint, editgroup=eg.id)
files[1].releases = [resp.ident]
files[2].releases = [resp.ident]
api.update_file(files[1].ident, files[1], editgroup=eg.id)
api.update_file(files[2].ident, files[2], editgroup=eg.id)
api.update_release(base.ident, base, editgroup=eg.id)
api.accept_editgroup(eg.id)
# ok, that seems to have split it well enough
# Next, a distill.pub work
def distill_pub():
# pub,distill)/2017/momentum 20180613072149 https://distill.pub/2017/momentum/ text/html 200 4PP5AXYVD3VBB5BYYO4XK3FJXUR6Z46V 87161
# Why Momentum Really Works
# april 4, 2017
# Gabriel Goh
# orcid: 0000-0001-5021-2683
c_ident = upsert_container("2476-0757", "files/distill_pub.json")
ident = upsert_release("10.23915/distill.00006", "files/distill_momentum.json")
momentum_works = api.get_release(ident, expand="files")
eg = api.create_editgroup(Editgroup(editor_id=admin_id))
goh = CreatorEntity(display_name="Gabriel Goh", orcid="0000-0001-5021-2683")
goh = api.create_creator(goh, editgroup=eg.id)
#distill = ContainerEntity(name="Distill", issnl="2476-0757", publisher="Distill", wikidata_qid="Q36437840")
#distill = api.create_container(distill, editgroup=eg.id)
momentum_works.abstracts = [ReleaseEntityAbstracts(mimetype="text/plain", lang="eng", content="We often think of Momentum as a means of dampening oscillations and speeding up the iterations, leading to faster convergence. But it has other interesting behavior. It allows a larger range of step-sizes to be used, and creates its own oscillations. What is going on?")]
momentum_works.contribs = [ReleaseContrib(raw_name="Gabriel Goh", role='author', index=0, creator_id=goh.ident)]
momentum_works = api.update_release(momentum_works.ident, momentum_works, editgroup=eg.id)
momentum_works.container_id = c_ident
momentum_page = FileEntity(sha1='e3dfd05f151eea10f438c3b9756ca9bd23ecf3d5', mimetype='text/html')
momentum_page.urls = [FileEntityUrls(url="https://distill.pub/2017/momentum/", rel="publisher"), FileEntityUrls(url="http://web.archive.org/web/20180613072149/https://distill.pub/2017/momentum/", rel="webarchive")]
momentum_page.releases = [momentum_works.ident]
api.create_file(momentum_page, editgroup=eg.id)
api.accept_editgroup(eg.id)
def dlib_example():
# and now a d-lib exammple
c_ident = upsert_container("1082-9873", "files/dlib.json")
ident = upsert_release("10.1045/november14-jahja", "files/dlib_example.json")
dlib = api.get_release(ident)
eg = api.create_editgroup(Editgroup(editor_id=admin_id, description="enriching d-lib article"))
authors = [api.create_creator(CreatorEntity(display_name=a.raw_name), editgroup=eg.id) for a in dlib.contribs]
for i in range(3):
dlib.contribs[i].creator_id = authors[i].ident
dlib.container_id = c_ident
r = api.update_release(dlib.ident, dlib, editgroup=eg.id)
dlib_page = FileEntity(sha1='a637f1d27d9bcb237310ed29f19c07e1c8cf0aa5', mimetype='text/html')
dlib_page.urls = [FileEntityUrls(url="http://www.dlib.org/dlib/november14/jahja/11jahja.html", rel="publisher"), FileEntityUrls(url="http://web.archive.org/web/20180602033542/http://www.dlib.org/dlib/november14/jahja/11jahja.html", rel="webarchive")]
dlib_page.releases = [dlib.ident]
api.create_file(dlib_page, editgroup=eg.id)
api.accept_editgroup(eg.id)
# TODO: the actual web file here?
math_universe()
distill_pub()
dlib_example()
|
