diff options
author | Martin Czygan <martin.czygan@gmail.com> | 2021-03-31 23:34:46 +0200 |
---|---|---|
committer | Martin Czygan <martin.czygan@gmail.com> | 2021-03-31 23:34:46 +0200 |
commit | ac416f9a0f15597a9a0391e3112cefcecb814d05 (patch) | |
tree | 600a7ee086e156b1fe2c0b3c5742deb21b958782 | |
parent | 3dda415bd36653b7af3eac768ef28dbe8cfc49a4 (diff) | |
download | refcat-ac416f9a0f15597a9a0391e3112cefcecb814d05.tar.gz refcat-ac416f9a0f15597a9a0391e3112cefcecb814d05.zip |
cleanup tasks
-rw-r--r-- | python/refcat/tasks.py | 37 |
1 files changed, 0 insertions, 37 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 430181a..bceff2a 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -1099,43 +1099,6 @@ class RefsFatcatClusters(Refcat): -class BiblioRefFromJoin(Refcat): - """ - Biblio ref from join. - """ - def requires(self): - return RefsFatcatGroupJoin() - - def run(self): - output = shellout(""" - zstdcat -T0 {input} | - skate-biblioref | - zstd -T0 -c9 > {output} - """, - input=self.input().path) - luigi.LocalTarget(output).move(self.output().path) - - def output(self): - return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) - - -class BiblioRef(Refcat): - """ - Generate proposed biblioref docs from various pipelines. - """ - def requires(self): - return [BiblioRefFromJoin(), BiblioRefFuzzy()] - - def run(self): - _, tmpf = tempfile.mkstemp(prefix="refcat-") - for target in self.input(): - output = shellout("cat {input} >> {output}", input=target.path, output=tmpf) - luigi.LocalTarget(tmpf).move(self.output().path) - - def output(self): - return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) - - # ==== new style zippy biblioref generation |