diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-05-14 12:18:58 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-05-14 12:18:58 +0200 |
| commit | b615ceda545b04e89165ac2f8f069c694a3c24b1 (patch) | |
| tree | bb6db774d9deede5339eae21e44a45b2441a26ef /python | |
| parent | a213228006b66229a7e3b032e34d3c709c913c81 (diff) | |
| download | refcat-b615ceda545b04e89165ac2f8f069c694a3c24b1.tar.gz refcat-b615ceda545b04e89165ac2f8f069c694a3c24b1.zip | |
we do not want empty keys
Diffstat (limited to 'python')
| -rw-r--r-- | python/refcat/tasks.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 530eb6a..ec4d8a2 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -331,7 +331,7 @@ class RefsDOI(Refcat): output = shellout(""" zstdcat -T0 {input} | skate-map -m ff -x biblio.doi -skip-on-empty 1 | - skate-cleanup -c doi -f 1 | + skate-cleanup -S -c doi -f 1 | LC_ALL=C sort -T {tmpdir} -k1,1 -S25% --parallel 4 | zstd -T0 -c > {output} """, @@ -446,7 +446,7 @@ class FatcatDOI(Refcat): output = shellout(""" zstdcat -T0 {input} | skate-map -m ff -x ext_ids.doi -skip-on-empty 1 | - skate-cleanup -c doi -f 1 | + skate-cleanup -S -c doi -f 1 | LC_ALL=C sort -T {tmpdir} -k1,1 -S25% --parallel 4 | zstd -T0 -c > {output} """, |