diff options
Diffstat (limited to 'skate/map.go')
| -rw-r--r-- | skate/map.go | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/skate/map.go b/skate/map.go index 356839c..cf2933e 100644 --- a/skate/map.go +++ b/skate/map.go @@ -181,9 +181,10 @@ func MapperTitleSandcrawler(p []byte) (fields [][]byte, err error) { return fields, nil } -// MapperURLFromRef extracts the work, release ident, url and doc. Previously: -// parallel -j 16 --block 100M --pipe "jq -rc '[.work_ident, .release_ident, -// .biblio.url?] | @tsv'" ... +// MapperURLFromRef extracts the (work ident, release ident, url, doc). +// Previously: parallel -j 16 --block 100M --pipe "jq -rc '[.work_ident, +// .release_ident, .biblio.url?] | @tsv'" ... +// This implementation seems slightly faster that jq and parallel. func MapperURLFromRef(p []byte) (fields [][]byte, err error) { var ref Ref if err = json.Unmarshal(p, &ref); err != nil { |