diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-05-26 23:38:33 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-05-26 23:38:33 +0200 |
| commit | 59b2cb65eafdba8fadba56d74089154863073d69 (patch) | |
| tree | 57758441f6bec71acd5e212e7f0ca2e57c24afb2 | |
| parent | 75f987f897ea7dc4a8c2f3047d547ce4997220ad (diff) | |
| download | refcat-59b2cb65eafdba8fadba56d74089154863073d69.tar.gz refcat-59b2cb65eafdba8fadba56d74089154863073d69.zip | |
tasks: fix pipeline
| -rw-r--r-- | python/refcat/tasks.py | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index c45b6ed..5040fab 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -757,9 +757,10 @@ class OpenLibraryRelease(Refcat): output = shellout(""" zstdcat -T0 /magna/data/ol_dump_editions_latest.txt.zst | cut -f5 | - skate-conv -f oled -Xa <(zstdcat -T0 /magna/data/ol_author_mapping.tsv.zst) - """ - luigi.LocalTarget(output).move(self.output().path) + skate-conv -f oled -Xa <(zstdcat -T0 /magna/data/ol_author_mapping.tsv.zst) | + zstd -T0 -c > {output} + """) + luigi.LocalTarget(output).move(self.output().path def output(self): return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) |