diff options
| -rw-r--r-- | python/refcat/tasks.py | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index c45b6ed..5040fab 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -757,9 +757,10 @@ class OpenLibraryRelease(Refcat): output = shellout(""" zstdcat -T0 /magna/data/ol_dump_editions_latest.txt.zst | cut -f5 | - skate-conv -f oled -Xa <(zstdcat -T0 /magna/data/ol_author_mapping.tsv.zst) - """ - luigi.LocalTarget(output).move(self.output().path) + skate-conv -f oled -Xa <(zstdcat -T0 /magna/data/ol_author_mapping.tsv.zst) | + zstd -T0 -c > {output} + """) + luigi.LocalTarget(output).move(self.output().path def output(self): return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) |