From bd2dc54e9c56a260491acb5e77b4732563c58642 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Thu, 1 Jul 2021 01:25:27 +0200 Subject: more effecient deduplicateBrefs --- skate/zippy.go | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) (limited to 'skate/zippy.go') diff --git a/skate/zippy.go b/skate/zippy.go index 59951e2..02d0428 100644 --- a/skate/zippy.go +++ b/skate/zippy.go @@ -408,19 +408,20 @@ func deduplicateBrefs(brefs []*BiblioRef) []*BiblioRef { } }) var ( - unique []*BiblioRef - seen = set.New() - // i int + seen = set.New() + i int ) for _, v := range brefs { if seen.Contains(v.Key) { continue } - unique = append(unique, v) + brefs[i] = v + i++ seen.Add(v.Key) } - log.Printf("trimmed brefs from %d to %d", len(brefs), len(unique)) - return unique + brefs = brefs[:i] + log.Printf("trimmed brefs from %d to %d", len(brefs), i) + return brefs } // matchedRefsExtend takes a set of (unique) biblioref docs and will emit that -- cgit v1.2.3