From ac416f9a0f15597a9a0391e3112cefcecb814d05 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Wed, 31 Mar 2021 23:34:46 +0200 Subject: cleanup tasks --- python/refcat/tasks.py | 37 ------------------------------------- 1 file changed, 37 deletions(-) diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 430181a..bceff2a 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -1099,43 +1099,6 @@ class RefsFatcatClusters(Refcat): -class BiblioRefFromJoin(Refcat): - """ - Biblio ref from join. - """ - def requires(self): - return RefsFatcatGroupJoin() - - def run(self): - output = shellout(""" - zstdcat -T0 {input} | - skate-biblioref | - zstd -T0 -c9 > {output} - """, - input=self.input().path) - luigi.LocalTarget(output).move(self.output().path) - - def output(self): - return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) - - -class BiblioRef(Refcat): - """ - Generate proposed biblioref docs from various pipelines. - """ - def requires(self): - return [BiblioRefFromJoin(), BiblioRefFuzzy()] - - def run(self): - _, tmpf = tempfile.mkstemp(prefix="refcat-") - for target in self.input(): - output = shellout("cat {input} >> {output}", input=target.path, output=tmpf) - luigi.LocalTarget(tmpf).move(self.output().path) - - def output(self): - return luigi.LocalTarget(path=self.path(ext="json.zst"), format=Zstd) - - # ==== new style zippy biblioref generation -- cgit v1.2.3