aboutsummaryrefslogtreecommitdiffstats
path: root/fatcat_covid19/parse.py
blob: aea3d25a114c98524bf2c3d70a0befb41a673b96 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

import sys
import csv
import json


def parse_cord19_file(csv_path, json_output):
    """
    Trivial helper to transform the CORD-19 CSV file to JSON, and rename a
    couple of the column keys.
    """

    with open(csv_path, newline='') as csvfile:
        reader = csv.DictReader(csvfile)
        for row in reader:
            row = dict(row)
            # Previously had to rename these columns
            #row['mag_id'] = row.pop('Microsoft Academic Paper ID')
            #row['who_covidence_id'] = row.pop('WHO #Covidence').replace('#', '')
            row['who_covidence_id'] = row['who_covidence_id'].replace('#', '')
            obj = dict(cord19_paper=row)
            print(json.dumps(obj, sort_keys=True), file=json_output)