From 716483103dd7fdfe7aab2982c51abae6d3f4271b Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 25 Sep 2019 18:01:29 -0700 Subject: move a bunch of random old scripts to subdir --- python/enrich_scored_matches.py | 45 ----------------------------------------- 1 file changed, 45 deletions(-) delete mode 100755 python/enrich_scored_matches.py (limited to 'python/enrich_scored_matches.py') diff --git a/python/enrich_scored_matches.py b/python/enrich_scored_matches.py deleted file mode 100755 index 9fe1499..0000000 --- a/python/enrich_scored_matches.py +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/env python3 -""" -Takes an "joined" TSV input stream: - -- sha1 -- dois (JSON list) -- cdx (JSON object) - - url - - dt - (etc) -- mimetype -- size (integer) - -And outputs JSON objects that are can be imported into fatcat with the -"matched" script. - -No dependencies (only python3 stdlib) -""" - -import sys -import json -import base64 - -def run(): - for line in sys.stdin: - line = line.split('\t') - assert len(line) == 5 - raw_sha1 = line[0].replace('sha1:', '') - dois = json.loads(line[1]) - cdx = json.loads(line[2]) - mimetype = line[3] - size = int(line[4]) - - sha1 = base64.b16encode(base64.b32decode(raw_sha1)).decode('ascii').lower() - - obj = dict( - sha1=sha1, - dois=dois, - cdx=[dict(url=cdx['url'], dt=cdx['dt'])], - size=size, - mimetype=mimetype) - print(json.dumps(obj)) - -if __name__=='__main__': - run() -- cgit v1.2.3