From 912dd621a6ac66f86b2ad32df8db6ebc1570c0f3 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Thu, 22 Jul 2021 00:23:00 +0200 Subject: cleanup (old) clustering related code --- skate/cmd/skate-reduce/main.go | 26 -------------------------- 1 file changed, 26 deletions(-) (limited to 'skate/cmd') diff --git a/skate/cmd/skate-reduce/main.go b/skate/cmd/skate-reduce/main.go index 2ff7de4..7918a28 100644 --- a/skate/cmd/skate-reduce/main.go +++ b/skate/cmd/skate-reduce/main.go @@ -20,17 +20,6 @@ // | $ skate-reduce -m fuzzy -F a.tsv -L b.tsv // | // | -// * ref | takes a single file with clusters containing releases and refs and -// | will emit verification results (deprecated). -// | -// | $ skate-reduce -m ref < a.ndj -// | -// | -// * bref | same as ref, but generate a biblioref file as output (deprecated). -// | -// | $ skate-reduce -m bref < a.ndj -// | -// | // * wiki | zippy mode for releases and wikipedia inputs. // | // | $ skate-reduce -m wiki -L a.ndj -W b.ndj @@ -72,7 +61,6 @@ import ( "runtime" "git.archive.org/martin/cgraph/skate" - "git.archive.org/martin/cgraph/skate/parallel" "git.archive.org/martin/cgraph/skate/xio" gzip "github.com/klauspost/compress/gzip" ) @@ -153,20 +141,6 @@ func main() { if err := skate.ZippyVerifyRefs(l, f, bw); err != nil { log.Fatal(err) } - case "ref": - pp := parallel.NewProcessor(os.Stdin, os.Stdout, skate.RefClusterVerify) - pp.NumWorkers = *numWorkers - pp.BatchSize = *batchSize - if err := pp.Run(); err != nil { - log.Fatal(err) - } - case "bref": - pp := parallel.NewProcessor(os.Stdin, os.Stdout, skate.RefClusterToBiblioRef) - pp.NumWorkers = *numWorkers - pp.BatchSize = *batchSize - if err := pp.Run(); err != nil { - log.Fatal(err) - } case "wiki": l, w, err := xio.OpenTwo(*releases, *wiki) if err != nil { -- cgit v1.2.3