diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-09-08 22:23:01 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-09-08 22:23:01 +0200 |
| commit | eafa1ab9d00111ec6e2fba2c34bef33556bf2169 (patch) | |
| tree | 95db5a5aad25f92cbd8687cf3037e7b20b8190d5 | |
| parent | d27f1f908b96d6f8ddd547dfafac16e19c987f4e (diff) | |
| download | refcat-eafa1ab9d00111ec6e2fba2c34bef33556bf2169.tar.gz refcat-eafa1ab9d00111ec6e2fba2c34bef33556bf2169.zip | |
tasks: hack around unparseable json
| -rw-r--r-- | python/refcat/techreport.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/refcat/techreport.py b/python/refcat/techreport.py index cc35b7a..2e2001d 100644 --- a/python/refcat/techreport.py +++ b/python/refcat/techreport.py @@ -39,7 +39,7 @@ class BrefDOIOnly(Refcat): def run(self): output = shellout(r""" zstdcat -T0 {input} | - parallel --pipe -j 16 --block 10M "jq -rc '[.source_doi, .target_doi] | @tsv'" | + parallel --pipe -j 24 --block 10M "jq -R -rc 'fromjson? | [.source_doi, .target_doi] | @tsv'" | tr $'\t' ',' | perl -F, -lane 'printf qq[%s\n], join ",", sort @F' | zstd -c -T0 > {output} |