From ca956fc8b686adc3198eff58bbc8e32e13f9ec47 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 29 May 2019 13:46:52 -0700 Subject: faster LargeFile XML importer for PubMed --- python/tests/import_pubmed.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'python/tests/import_pubmed.py') diff --git a/python/tests/import_pubmed.py b/python/tests/import_pubmed.py index 0185c8c4..0d551d02 100644 --- a/python/tests/import_pubmed.py +++ b/python/tests/import_pubmed.py @@ -1,7 +1,7 @@ import json, gzip import pytest -from fatcat_tools.importers import PubmedImporter, Bs4XmlFilePusher +from fatcat_tools.importers import PubmedImporter, Bs4XmlLargeFilePusher from fixtures import api from bs4 import BeautifulSoup @@ -20,7 +20,7 @@ def test_pubmed_importer(pubmed_importer): last_index = pubmed_importer.api.get_changelog(limit=1)[0].index with open('tests/files/pubmedsample_2019.xml', 'r') as f: pubmed_importer.bezerk_mode = True - counts = Bs4XmlFilePusher(pubmed_importer, f, "PubmedArticle").run() + counts = Bs4XmlLargeFilePusher(pubmed_importer, f, "PubmedArticle").run() assert counts['insert'] == 176 assert counts['exists'] == 0 assert counts['skip'] == 0 @@ -37,7 +37,7 @@ def test_pubmed_importer(pubmed_importer): with open('tests/files/pubmedsample_2019.xml', 'r') as f: pubmed_importer.bezerk_mode = False pubmed_importer.reset() - counts = Bs4XmlFilePusher(pubmed_importer, f, "PubmedArticle").run() + counts = Bs4XmlLargeFilePusher(pubmed_importer, f, "PubmedArticle").run() assert counts['insert'] == 0 assert counts['exists'] == 176 assert counts['skip'] == 0 -- cgit v1.2.3