diff options
author | Bryan Newbold <bnewbold@archive.org> | 2020-11-06 18:32:35 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@archive.org> | 2020-11-06 18:32:35 -0800 |
commit | 175019c96fced3e21d0f60ea1a4a37da6b8872ac (patch) | |
tree | f42fbbe9c8ac06ae9eb06373ab9eec96d2b3a177 /python/tests/test_html_ingest.py | |
parent | b0b66c20c6ffb9d8acc626068964d7dfd5d3bcdc (diff) | |
parent | 47ca1a273912c8836630b0930b71a4e66fd2c85b (diff) | |
download | sandcrawler-175019c96fced3e21d0f60ea1a4a37da6b8872ac.tar.gz sandcrawler-175019c96fced3e21d0f60ea1a4a37da6b8872ac.zip |
Merge branch 'bnewbold-html-ingest'
Diffstat (limited to 'python/tests/test_html_ingest.py')
-rw-r--r-- | python/tests/test_html_ingest.py | 14 |
1 files changed, 14 insertions, 0 deletions
diff --git a/python/tests/test_html_ingest.py b/python/tests/test_html_ingest.py new file mode 100644 index 0000000..e6e48ac --- /dev/null +++ b/python/tests/test_html_ingest.py @@ -0,0 +1,14 @@ + +import datetime +import pytest + +from sandcrawler.html_ingest import * + + +def test_html_extract_ojs3() -> None: + + with open('tests/files/first_monday_ojs3_fulltext.html', 'rb') as f: + ojs3_html = f.read() + + fulltext = html_extract_body_teixml(ojs3_html) + assert fulltext['status'] == 'success' |