1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
#!/usr/bin/env python3
"""
"""
import sys
import json
import argparse
from citeproc import CitationStylesStyle, CitationStylesBibliography
from citeproc import Citation, CitationItem
from citeproc import formatter
from citeproc.source.json import CiteProcJSON
from citeproc_styles import get_style_filepath
import fatcat_openapi_client
from fatcat_openapi_client.rest import ApiException
from fatcat_openapi_client import ReleaseEntity, ContainerEntity, ChangelogEntry
from fatcat_tools import uuid2fcid, entity_from_json, entity_to_dict, \
release_to_elasticsearch, container_to_elasticsearch, \
changelog_to_elasticsearch, public_api, release_to_csl, citeproc_csl
def run_elasticsearch_releases(args):
for line in args.json_input:
line = line.strip()
if not line:
continue
entity = entity_from_json(line, ReleaseEntity, api_client=args.api.api_client)
args.json_output.write(
json.dumps(release_to_elasticsearch(entity)) + '\n')
def run_elasticsearch_containers(args):
for line in args.json_input:
line = line.strip()
if not line:
continue
entity = entity_from_json(line, ContainerEntity, api_client=args.api.api_client)
args.json_output.write(
json.dumps(container_to_elasticsearch(entity)) + '\n')
def run_elasticsearch_changelogs(args):
for line in args.json_input:
line = line.strip()
if not line:
continue
entity = entity_from_json(line, ChangelogEntry, api_client=args.api.api_client)
args.json_output.write(
json.dumps(changelog_to_elasticsearch(entity)) + '\n')
def run_citeproc_releases(args):
for line in args.json_input:
line = line.strip()
if not line:
continue
entity = entity_from_json(line, ReleaseEntity, api_client=args.api.api_client)
csl_json = release_to_csl(entity)
csl_json['id'] = "release:" + (entity.ident or "unknown")
out = citeproc_csl(csl_json, args.style, args.html)
args.json_output.write(out + "\n")
def main():
parser = argparse.ArgumentParser(
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('--fatcat-api-url',
default="http://localhost:9411/v0",
help="connect to this host/port")
subparsers = parser.add_subparsers()
sub_elasticsearch_releases = subparsers.add_parser('elasticsearch-releases',
help="convert fatcat release JSON schema to elasticsearch release schema")
sub_elasticsearch_releases.set_defaults(func=run_elasticsearch_releases)
sub_elasticsearch_releases.add_argument('json_input',
help="JSON-per-line of release entities",
default=sys.stdin, type=argparse.FileType('r'))
sub_elasticsearch_releases.add_argument('json_output',
help="where to send output",
default=sys.stdout, type=argparse.FileType('w'))
sub_elasticsearch_containers = subparsers.add_parser('elasticsearch-containers',
help="convert fatcat container JSON schema to elasticsearch container schema")
sub_elasticsearch_containers.set_defaults(func=run_elasticsearch_containers)
sub_elasticsearch_containers.add_argument('json_input',
help="JSON-per-line of container entities",
default=sys.stdin, type=argparse.FileType('r'))
sub_elasticsearch_containers.add_argument('json_output',
help="where to send output",
default=sys.stdout, type=argparse.FileType('w'))
sub_elasticsearch_changelogs = subparsers.add_parser('elasticsearch-changelogs',
help="convert fatcat changelog JSON schema to elasticsearch changelog schema")
sub_elasticsearch_changelogs.set_defaults(func=run_elasticsearch_changelogs)
sub_elasticsearch_changelogs.add_argument('json_input',
help="JSON-per-line of changelog entries",
default=sys.stdin, type=argparse.FileType('r'))
sub_elasticsearch_changelogs.add_argument('json_output',
help="where to send output",
default=sys.stdout, type=argparse.FileType('w'))
sub_citeproc_releases = subparsers.add_parser('citeproc-releases',
help="convert fatcat release schema to any standard citation format using citeproc/CSL")
sub_citeproc_releases.set_defaults(func=run_citeproc_releases)
sub_citeproc_releases.add_argument('json_input',
help="JSON-per-line of release entities",
default=sys.stdin, type=argparse.FileType('r'))
sub_citeproc_releases.add_argument('json_output',
help="where to send output",
default=sys.stdout, type=argparse.FileType('w'))
sub_citeproc_releases.add_argument('--style',
help="citation style to output",
default='csl-json')
sub_citeproc_releases.add_argument('--html',
action='store_true',
help="output HTML, not plain text")
args = parser.parse_args()
if not args.__dict__.get("func"):
print("tell me what to do!")
sys.exit(-1)
args.api = public_api(args.fatcat_api_url)
args.func(args)
if __name__ == '__main__':
main()
|
