diff options
author | Martin Czygan <martin.czygan@gmail.com> | 2021-06-15 04:01:05 +0200 |
---|---|---|
committer | Martin Czygan <martin.czygan@gmail.com> | 2021-06-15 04:01:05 +0200 |
commit | 9f8c1b6e541b3cbf3f99c62d22ff5fa47fae9762 (patch) | |
tree | ecd60ad88c1387e8ac372710d2064c20fc222c7e | |
parent | 2ec34e9efa3e33ed010a8c784e5439d7e057a494 (diff) | |
download | refcat-9f8c1b6e541b3cbf3f99c62d22ff5fa47fae9762.tar.gz refcat-9f8c1b6e541b3cbf3f99c62d22ff5fa47fae9762.zip |
zippy: log stats
-rw-r--r-- | skate/zippy.go | 16 |
1 files changed, 11 insertions, 5 deletions
diff --git a/skate/zippy.go b/skate/zippy.go index 06793b4..fa58917 100644 --- a/skate/zippy.go +++ b/skate/zippy.go @@ -346,18 +346,18 @@ func ZippyBrefAugment(bref, raw io.Reader, w io.Writer) error { } matched = matchedRefsExtend(matched, refs, &stats) for _, bref := range matched { + stats.total++ if err := enc.Encode(bref); err != nil { return err } } - // We want to find all items in g.G1, which are not in unique. This - // is a set like operation, but we want a custom comparator. - return nil } ) zipper := zipkey.New(bref, raw, keyer, grouper) - return zipper.Run() + err := zipper.Run() + log.Println(stats) + return err } // matchedRefsExtend takes a set of (unique) biblioref docs and will emit that @@ -420,7 +420,7 @@ func uniqueMatches(docs []string, stats *statsAugment) (result []*BiblioRef, err v := hash(doc) if seen.Contains(v) { stats.skipDuplicatedBref++ - log.Printf("skip [%d]: %v %v %v", + log.Printf("skip-dup-bref [%d]: %v %v %v", stats.skipDuplicatedBref, doc.SourceReleaseIdent, doc.MatchStatus, doc.MatchReason) continue } @@ -433,6 +433,12 @@ func uniqueMatches(docs []string, stats *statsAugment) (result []*BiblioRef, err type statsAugment struct { skipDuplicatedBref int64 skipDuplicatedRef int64 + total int64 +} + +func (s statsAugment) String() string { + return fmt.Sprintf("total=%d, skipDuplicatedRef=%d, skipDuplicatedBref=%d", + s.total, s.skipDuplicatedRef, s.skipDuplicatedBref) } // CutBatch runs Cut over a list of lines. |