From 38a0a73e7b1aa6d0002f4f1807171fffac19542f Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 17 Aug 2018 17:36:53 -0700 Subject: add matching bibjson files --- match_test_data/NOTES.txt | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 match_test_data/NOTES.txt (limited to 'match_test_data/NOTES.txt') diff --git a/match_test_data/NOTES.txt b/match_test_data/NOTES.txt new file mode 100644 index 0000000..c72f60a --- /dev/null +++ b/match_test_data/NOTES.txt @@ -0,0 +1,13 @@ + +Converted older .tsv from pdf-extraction comparison work with: + + cat 1k_random_identified_combined.tsv | jq -c --slurp --raw-input --raw-output 'split("\n") | .[:-1] | map(split("\t")) | map({"doi": .[0], "title": .[1], "authors": ( .[2] | split(";") ), "year": .[3], "journal": .[4], "publisher": .[5], "subject": .[6], "type": .[7], "sha": .[8]}) | .[]' > crossref_sample.bibjson + +Note that neither bibjson file is a superset of the either: + + 944 unique SHA1 which exist in both lists + 964 in crossref_sample.sha1 + 979 in grobid_sample.sha1 + +So scoring should be on a basis of "out of 944 lines". If this is confusing we +can trim the files down. -- cgit v1.2.3