1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
import csv
import json
import logging
import os
import pytest
from fuzzycat.verify import Status, verify
# > VERIFY_CSV is a 4-column file describing cases (ident, ident, match status,
# reason), like:
#
# zvsffdeufjb5dbchww7ydqdq3a,5rcu6myqx5ezjjytzpvsauyut4,Status.STRONG,PMID_DOI_PAIR
# cd5aik2whrd5jlvleyvdq6iwja,kfttghqcsbddvofqd7l4bhtavy,Status.DIFFERENT,COMPONENT
# hwnqyz7n65eabhlivvkipkytji,cwqujxztefdghhssb7ysxj7b5m,Status.STRONG,VERSIONED_DOI
# yespzqkm2zed7n4vhjpkddap5e,5yixxzyl3vh4xd56lwcraowgty,Status.AMBIGUOUS,
# pobnow7sxfhnxhltgwpru5k7oi,uplqxenmk5axjes6zokml6q73y,Status.DIFFERENT,RELEASE_TYPE
#
# Idea is to have an easy way to extend and adjust this list and to have it
# indepenent of code (ident, ident, match status) are mandatory, and match
# reason nice to have.
#
# Use Status.TODO to trigger a failure (and see what the matching algorithm
# says). Leave status and reason blank to exclude row from test.
VERIFY_CSV = os.path.join(os.path.dirname(os.path.realpath(__file__)), "data/verify.csv")
RELEASE_ENTITIES_DIR = os.path.join(os.path.dirname(os.path.realpath(__file__)), "data/release")
FATCAT_BASE_URL = 'https://fatcat.wiki/'
status_mapping = {
"Status.AMBIGUOUS": Status.AMBIGUOUS,
"Status.DIFFERENT": Status.DIFFERENT,
"Status.EXACT": Status.EXACT,
"Status.STRONG": Status.STRONG,
"Status.WEAK": Status.WEAK,
"Status.TODO": Status.TODO,
}
logger = logging.getLogger('test_verify')
logger.setLevel(logging.DEBUG)
def load_release_ident(ident):
dst = os.path.join(RELEASE_ENTITIES_DIR, ident)
if not os.path.exists(dst):
pytest.fail("cannot find entity locally, run `make` in tests/data/ to fetch")
with open(dst) as f:
return json.load(f)
def test_verify():
with open(VERIFY_CSV) as f:
reader = csv.reader(f, delimiter=',')
for i, row in enumerate(reader):
try:
a, b, expected_status, expected_reason = row
except ValueError as exc:
pytest.fail(
"invalid test file, maybe too many (or few) commas in row {}? {}".format(
i + 1, exc))
status, reason = verify(load_release_ident(a), load_release_ident(b))
if not expected_status or expected_status.lower() == "todo":
logger.warning(
"skipping test {base}release/{a} {base}release/{b} -- no result defined (we think {status}, {reason})"
.format(a=a, b=b, base=FATCAT_BASE_URL, status=status, reason=reason))
continue
assert status_mapping[
expected_status] == status, "status: want {expected_status} ({expected_reason}), got {status} {reason} for {base}release/{a} {base}release/{b}".format(
expected_reason=expected_reason,
expected_status=expected_status,
status=status,
reason=reason,
base=FATCAT_BASE_URL,
a=a,
b=b)
if expected_reason:
assert expected_reason.lower() == reason.lower(
), "reason [{base}release/{a} {base}release/{b}]: want {reason}, got {expected_reason}".format(
base=FATCAT_BASE_URL, a=a, b=b, expected_reason=expected_reason, reason=reason)
logger.info("ran verification over {} cases (https://git.io/JkDgS)".format(i))
|
