From 8c778bcb7e928ab5183519603e83b2f8bfaebf34 Mon Sep 17 00:00:00 2001
From: Martin Czygan <martin.czygan@gmail.com>
Date: Tue, 28 Sep 2021 14:21:18 +0200
Subject: mag: tweak script

---
 extra/mag/magrefs-mem.go | 33 ++++++++++++++++++++++-----------
 1 file changed, 22 insertions(+), 11 deletions(-)

(limited to 'extra/mag')

diff --git a/extra/mag/magrefs-mem.go b/extra/mag/magrefs-mem.go
index 403e021..ea7f207 100644
--- a/extra/mag/magrefs-mem.go
+++ b/extra/mag/magrefs-mem.go
@@ -13,6 +13,7 @@ import (
 	"os"
 	"strconv"
 	"strings"
+	"sync/atomic"
 
 	_ "github.com/mattn/go-sqlite3"
 	"github.com/miku/parallel"
@@ -21,6 +22,8 @@ import (
 var (
 	mappingFile = flag.String("f", "", "two column TSV with key and value")
 	cache       = make(map[int]string)
+
+	edgeMissingDOI int64 // number of edges that have one or zero DOI, but not both
 )
 
 func populateCache(r io.Reader, cache map[int]string) error {
@@ -69,27 +72,34 @@ func main() {
 		log.Fatal(err)
 	}
 	pp := parallel.NewProcessor(os.Stdin, os.Stdout, func(p []byte) ([]byte, error) {
-		fields := strings.Split(string(p), "\t")
+		var (
+			s, t, v, w     string
+			source, target int
+			err            error
+			ok             bool
+			complete       = true
+			fields         = strings.Split(string(p), "\t")
+		)
 		if len(fields) < 2 {
 			return nil, nil
 		}
-		s, t := strings.TrimSpace(fields[0]), strings.TrimSpace(fields[1])
-		source, err := strconv.Atoi(s)
-		if err != nil {
+		s, t = strings.TrimSpace(fields[0]), strings.TrimSpace(fields[1])
+		if source, err = strconv.Atoi(s); err != nil {
 			log.Printf("skipping invalid source id: %s (%v)", s, err)
 			return nil, nil
 		}
-		target, err := strconv.Atoi(t)
-		if err != nil {
+		if target, err = strconv.Atoi(t); err != nil {
 			log.Printf("skipping invalid target id: %s (%v)", t, err)
 			return nil, nil
 		}
-		v, ok := cache[source]
-		if !ok {
-			return nil, nil
+		if v, ok = cache[source]; !ok {
+			complete = false
+		}
+		if w, ok = cache[target]; !ok {
+			complete = false
 		}
-		w, ok := cache[target]
-		if !ok {
+		if !complete {
+			atomic.AddInt64(&edgeMissingDOI, 1)
 			return nil, nil
 		}
 		line := fmt.Sprintf("%s\t%s\n", v, w)
@@ -98,4 +108,5 @@ func main() {
 	if err := pp.Run(); err != nil {
 		log.Fatal(err)
 	}
+	log.Printf("edges without DOI: %d", edgeMissingDOI)
 }
-- 
cgit v1.2.3