aboutsummaryrefslogtreecommitdiffstats
path: root/python/tests/import_journal_metadata.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-01-25 16:42:28 -0800
committerBryan Newbold <bnewbold@robocracy.org>2019-01-25 16:42:28 -0800
commit7d55f030cadbdc213e0773a52ad52ccfbfa07cad (patch)
tree8a19720c83521e81a865dfd1a5a7a6890652e49d /python/tests/import_journal_metadata.py
parent2e6e5d9b270044d3462a95512a12520650cc45af (diff)
downloadfatcat-7d55f030cadbdc213e0773a52ad52ccfbfa07cad.tar.gz
fatcat-7d55f030cadbdc213e0773a52ad52ccfbfa07cad.zip
update journal meta import/transform
Diffstat (limited to 'python/tests/import_journal_metadata.py')
-rw-r--r--python/tests/import_journal_metadata.py18
1 files changed, 9 insertions, 9 deletions
diff --git a/python/tests/import_journal_metadata.py b/python/tests/import_journal_metadata.py
index a2b10a65..cfeee517 100644
--- a/python/tests/import_journal_metadata.py
+++ b/python/tests/import_journal_metadata.py
@@ -1,6 +1,6 @@
import pytest
-from fatcat_tools.importers import JournalMetadataImporter, CsvPusher
+from fatcat_tools.importers import JournalMetadataImporter, JsonLinePusher
from fixtures import api
@@ -10,15 +10,15 @@ def journal_metadata_importer(api):
# TODO: use API to check that entities actually created...
def test_journal_metadata_importer_batch(journal_metadata_importer):
- with open('tests/files/journal_extra_metadata.snip.csv', 'r') as f:
- CsvPusher(journal_metadata_importer, f).run()
+ with open('tests/files/journal_metadata.sample.json', 'r') as f:
+ JsonLinePusher(journal_metadata_importer, f).run()
def test_journal_metadata_importer(journal_metadata_importer):
last_index = journal_metadata_importer.api.get_changelog(limit=1)[0].index
- with open('tests/files/journal_extra_metadata.snip.csv', 'r') as f:
+ with open('tests/files/journal_metadata.sample.json', 'r') as f:
journal_metadata_importer.bezerk_mode = True
- counts = CsvPusher(journal_metadata_importer, f).run()
- assert counts['insert'] == 9
+ counts = JsonLinePusher(journal_metadata_importer, f).run()
+ assert counts['insert'] == 20
assert counts['exists'] == 0
assert counts['skip'] == 0
@@ -30,10 +30,10 @@ def test_journal_metadata_importer(journal_metadata_importer):
assert eg.extra['git_rev']
assert "fatcat_tools.JournalMetadataImporter" in eg.extra['agent']
- with open('tests/files/journal_extra_metadata.snip.csv', 'r') as f:
+ with open('tests/files/journal_metadata.sample.json', 'r') as f:
journal_metadata_importer.reset()
journal_metadata_importer.bezerk_mode = False
- counts = CsvPusher(journal_metadata_importer, f).run()
+ counts = JsonLinePusher(journal_metadata_importer, f).run()
assert counts['insert'] == 0
- assert counts['exists'] == 9
+ assert counts['exists'] == 20
assert counts['skip'] == 0