diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-11-10 17:02:52 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-11-10 17:02:57 -0800 |
| commit | 3c720fa0d6ca046c8a210ea88598131bef81fa68 (patch) | |
| tree | 257e69ac025db63c37b278b7e4b2cbd7989367f9 | |
| parent | 2f544c7356359a51ac14f62af15f3646fd4681a0 (diff) | |
| download | fatcat-scholar-3c720fa0d6ca046c8a210ea88598131bef81fa68.tar.gz fatcat-scholar-3c720fa0d6ca046c8a210ea88598131bef81fa68.zip | |
Revert "pull GROBID refs along with crossref records into bundles"
This reverts commit c164970449a392b5165d903d213c2bb51f2a187f.
Didn't mean to merge this to master just yet.
| -rw-r--r-- | fatcat_scholar/sandcrawler.py | 4 | ||||
| -rw-r--r-- | fatcat_scholar/work_pipeline.py | 1 | ||||
| -rw-r--r-- | tests/test_work_pipeline.py | 3 |
3 files changed, 2 insertions, 6 deletions
diff --git a/fatcat_scholar/sandcrawler.py b/fatcat_scholar/sandcrawler.py index 9b016f5..087cdc6 100644 --- a/fatcat_scholar/sandcrawler.py +++ b/fatcat_scholar/sandcrawler.py @@ -40,9 +40,7 @@ class SandcrawlerPostgrestClient: return None def get_crossref(self, doi: str) -> Optional[Dict[str, Any]]: - resp = requests.get( - self.api_url + "/crossref_with_refs", params=dict(doi="eq." + doi) - ) + resp = requests.get(self.api_url + "/crossref", params=dict(doi="eq." + doi)) resp.raise_for_status() resp_json = resp.json() if resp_json: diff --git a/fatcat_scholar/work_pipeline.py b/fatcat_scholar/work_pipeline.py index ea4b0a4..5c32767 100644 --- a/fatcat_scholar/work_pipeline.py +++ b/fatcat_scholar/work_pipeline.py @@ -252,7 +252,6 @@ class WorkPipeline: release_ident=re.ident, doi=doi, record=crossref_meta["record"], - grobid_refs=crossref_meta["refs_json"], ) def lookup_sim(self, release: ReleaseEntity) -> Optional[SimIssueRow]: diff --git a/tests/test_work_pipeline.py b/tests/test_work_pipeline.py index bc8a79a..a28f728 100644 --- a/tests/test_work_pipeline.py +++ b/tests/test_work_pipeline.py @@ -73,7 +73,7 @@ def test_run_transform(mocker: Any) -> None: responses.add( responses.GET, - "http://disabled-during-tests-bogus.xyz:3333/crossref_with_refs?doi=eq.10.7717%2Fpeerj.4375", + "http://disabled-during-tests-bogus.xyz:3333/crossref?doi=eq.10.7717%2Fpeerj.4375", status=200, json=[ { @@ -83,7 +83,6 @@ def test_run_transform(mocker: Any) -> None: "title": "something", "TODO_better_object": 3, }, - "refs_json": [], } ], ) |