aboutsummaryrefslogtreecommitdiffstats
path: root/skate/cmd
diff options
context:
space:
mode:
authorMartin Czygan <martin.czygan@gmail.com>2021-04-24 00:49:10 +0200
committerMartin Czygan <martin.czygan@gmail.com>2021-04-24 00:49:10 +0200
commit19aa629f7f4c6345769784147493e2598d746dd3 (patch)
treeb652cf72872fc3183c6fdf78a4814f0180eff735 /skate/cmd
parent1ab13de4c6fff5db11d8d39936b4513196a56cee (diff)
downloadrefcat-19aa629f7f4c6345769784147493e2598d746dd3.tar.gz
refcat-19aa629f7f4c6345769784147493e2598d746dd3.zip
skate: move out helper function
Diffstat (limited to 'skate/cmd')
-rw-r--r--skate/cmd/skate-derive-key/main.go22
1 files changed, 2 insertions, 20 deletions
diff --git a/skate/cmd/skate-derive-key/main.go b/skate/cmd/skate-derive-key/main.go
index 61c79e1..05e1261 100644
--- a/skate/cmd/skate-derive-key/main.go
+++ b/skate/cmd/skate-derive-key/main.go
@@ -29,7 +29,6 @@ import (
"git.archive.org/martin/cgraph/skate"
"git.archive.org/martin/cgraph/skate/parallel"
- json "github.com/segmentio/encoding/json"
)
var (
@@ -40,7 +39,7 @@ var (
verbose = flag.Bool("verbose", false, "show progress")
bestEffort = flag.Bool("B", false, "best effort")
logFile = flag.String("log", "", "log filename")
- skipEmptyKeys = flag.Bool("skip-empty-keys", false, "omit docs without keys")
+ skipEmptyKeys = flag.Bool("skip-empty-keys", false, "omit docs with empty keys")
wsReplacer = strings.NewReplacer("\t", "", "\n", "")
keyOpts = map[string]skate.IdentifierKeyFunc{
@@ -58,24 +57,7 @@ func main() {
if *fixedField != "" {
// We want this, because from biblioref we wanted source_release_ident,
// from refs release_ident, etc.
- keyFunc = func(p []byte) (id string, key string, err error) {
- var doc map[string]interface{}
- if err = json.Unmarshal(p, &doc); err != nil {
- return
- }
- v, ok := doc[*fixedField]
- if !ok {
- return "", "", nil
- }
- switch t := v.(type) {
- case string:
- return "", t, nil
- case int, int64, float32, float64:
- return "", fmt.Sprintf("%v", t), nil
- default:
- return "", "", nil
- }
- }
+ keyFunc = skate.CreateFixedFieldFunc(*fixedField)
} else {
if keyFunc, ok = keyOpts[*keyFuncName]; !ok {
log.Fatal("invalid key func")