diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2019-05-29 13:46:52 -0700 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-05-29 13:46:52 -0700 |
commit | ca956fc8b686adc3198eff58bbc8e32e13f9ec47 (patch) | |
tree | 949010a4372043c8a0bc3f88f435b7a819fef52f /python/tests/import_pubmed.py | |
parent | 86444ad33758563093c3614d2317af61eb825e7d (diff) | |
download | fatcat-ca956fc8b686adc3198eff58bbc8e32e13f9ec47.tar.gz fatcat-ca956fc8b686adc3198eff58bbc8e32e13f9ec47.zip |
faster LargeFile XML importer for PubMed
Diffstat (limited to 'python/tests/import_pubmed.py')
-rw-r--r-- | python/tests/import_pubmed.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/python/tests/import_pubmed.py b/python/tests/import_pubmed.py index 0185c8c4..0d551d02 100644 --- a/python/tests/import_pubmed.py +++ b/python/tests/import_pubmed.py @@ -1,7 +1,7 @@ import json, gzip import pytest -from fatcat_tools.importers import PubmedImporter, Bs4XmlFilePusher +from fatcat_tools.importers import PubmedImporter, Bs4XmlLargeFilePusher from fixtures import api from bs4 import BeautifulSoup @@ -20,7 +20,7 @@ def test_pubmed_importer(pubmed_importer): last_index = pubmed_importer.api.get_changelog(limit=1)[0].index with open('tests/files/pubmedsample_2019.xml', 'r') as f: pubmed_importer.bezerk_mode = True - counts = Bs4XmlFilePusher(pubmed_importer, f, "PubmedArticle").run() + counts = Bs4XmlLargeFilePusher(pubmed_importer, f, "PubmedArticle").run() assert counts['insert'] == 176 assert counts['exists'] == 0 assert counts['skip'] == 0 @@ -37,7 +37,7 @@ def test_pubmed_importer(pubmed_importer): with open('tests/files/pubmedsample_2019.xml', 'r') as f: pubmed_importer.bezerk_mode = False pubmed_importer.reset() - counts = Bs4XmlFilePusher(pubmed_importer, f, "PubmedArticle").run() + counts = Bs4XmlLargeFilePusher(pubmed_importer, f, "PubmedArticle").run() assert counts['insert'] == 0 assert counts['exists'] == 176 assert counts['skip'] == 0 |