From eafa1ab9d00111ec6e2fba2c34bef33556bf2169 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Wed, 8 Sep 2021 22:23:01 +0200 Subject: tasks: hack around unparseable json --- python/refcat/techreport.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/refcat/techreport.py b/python/refcat/techreport.py index cc35b7a..2e2001d 100644 --- a/python/refcat/techreport.py +++ b/python/refcat/techreport.py @@ -39,7 +39,7 @@ class BrefDOIOnly(Refcat): def run(self): output = shellout(r""" zstdcat -T0 {input} | - parallel --pipe -j 16 --block 10M "jq -rc '[.source_doi, .target_doi] | @tsv'" | + parallel --pipe -j 24 --block 10M "jq -R -rc 'fromjson? | [.source_doi, .target_doi] | @tsv'" | tr $'\t' ',' | perl -F, -lane 'printf qq[%s\n], join ",", sort @F' | zstd -c -T0 > {output} -- cgit v1.2.3