diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-07-22 00:23:00 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-07-22 00:23:00 +0200 |
| commit | 912dd621a6ac66f86b2ad32df8db6ebc1570c0f3 (patch) | |
| tree | ada71e8305ab84f7d59cb573fcd80632bc465158 /skate/cmd/skate-reduce | |
| parent | 2f69336ef77d6396d6db4d6e8536e94dc7aa2b08 (diff) | |
| download | refcat-912dd621a6ac66f86b2ad32df8db6ebc1570c0f3.tar.gz refcat-912dd621a6ac66f86b2ad32df8db6ebc1570c0f3.zip | |
cleanup (old) clustering related code
Diffstat (limited to 'skate/cmd/skate-reduce')
| -rw-r--r-- | skate/cmd/skate-reduce/main.go | 26 |
1 files changed, 0 insertions, 26 deletions
diff --git a/skate/cmd/skate-reduce/main.go b/skate/cmd/skate-reduce/main.go index 2ff7de4..7918a28 100644 --- a/skate/cmd/skate-reduce/main.go +++ b/skate/cmd/skate-reduce/main.go @@ -20,17 +20,6 @@ // | $ skate-reduce -m fuzzy -F a.tsv -L b.tsv // | // | -// * ref | takes a single file with clusters containing releases and refs and -// | will emit verification results (deprecated). -// | -// | $ skate-reduce -m ref < a.ndj -// | -// | -// * bref | same as ref, but generate a biblioref file as output (deprecated). -// | -// | $ skate-reduce -m bref < a.ndj -// | -// | // * wiki | zippy mode for releases and wikipedia inputs. // | // | $ skate-reduce -m wiki -L a.ndj -W b.ndj @@ -72,7 +61,6 @@ import ( "runtime" "git.archive.org/martin/cgraph/skate" - "git.archive.org/martin/cgraph/skate/parallel" "git.archive.org/martin/cgraph/skate/xio" gzip "github.com/klauspost/compress/gzip" ) @@ -153,20 +141,6 @@ func main() { if err := skate.ZippyVerifyRefs(l, f, bw); err != nil { log.Fatal(err) } - case "ref": - pp := parallel.NewProcessor(os.Stdin, os.Stdout, skate.RefClusterVerify) - pp.NumWorkers = *numWorkers - pp.BatchSize = *batchSize - if err := pp.Run(); err != nil { - log.Fatal(err) - } - case "bref": - pp := parallel.NewProcessor(os.Stdin, os.Stdout, skate.RefClusterToBiblioRef) - pp.NumWorkers = *numWorkers - pp.BatchSize = *batchSize - if err := pp.Run(); err != nil { - log.Fatal(err) - } case "wiki": l, w, err := xio.OpenTwo(*releases, *wiki) if err != nil { |