diff options
Diffstat (limited to 'python/tests/test_html.py')
| -rw-r--r-- | python/tests/test_html.py | 28 |
1 files changed, 1 insertions, 27 deletions
diff --git a/python/tests/test_html.py b/python/tests/test_html.py index 9a81852..043c63d 100644 --- a/python/tests/test_html.py +++ b/python/tests/test_html.py @@ -1,33 +1,7 @@ - -import json -import pytest -import responses - from sandcrawler.html import extract_fulltext_url + def test_extract_fulltext_url(): resp = extract_fulltext_url("asdf", b"asdf") assert resp == {} - - resp = extract_fulltext_url( - "http://dummy-site/", - b"""<html> - <head> - <meta name="citation_pdf_url" content="http://www.example.com/content/271/20/11761.full.pdf"> - </head> - <body> - <h1>my big article here</h1> - blah - </body> - </html>""" - ) - assert resp['pdf_url'] == "http://www.example.com/content/271/20/11761.full.pdf" - assert resp['technique'] == "citation_pdf_url" - - with open('tests/files/plos_one_article.html', 'rb') as f: - resp = extract_fulltext_url( - "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0213978", - f.read(), - ) - assert resp['pdf_url'] == "https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0213978&type=printable" |