blob: 614b802d958a8942d4035edd8f398687667e0129 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
from sandcrawler.html import extract_fulltext_url
def test_extract_fulltext_url():
resp = extract_fulltext_url("asdf", b"asdf")
assert resp == {}
resp = extract_fulltext_url(
"http://dummy-site/",
b"""<html>
<head>
<meta name="citation_pdf_url" content="http://www.example.com/content/271/20/11761.full.pdf">
</head>
<body>
<h1>my big article here</h1>
blah
</body>
</html>""",
)
assert resp["pdf_url"] == "http://www.example.com/content/271/20/11761.full.pdf"
assert resp["technique"] == "citation_pdf_url"
with open("tests/files/plos_one_article.html", "rb") as f:
resp = extract_fulltext_url(
"https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0213978",
f.read(),
)
assert (
resp["pdf_url"]
== "https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0213978&type=printable"
)
|
