From 55bb09006e984da217cbfdf4145aaad16b0b5cac Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Thu, 21 May 2020 19:51:23 -0700 Subject: helpers to fetch small-ish data samples --- Makefile | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/Makefile b/Makefile index c269576..61e9a4b 100644 --- a/Makefile +++ b/Makefile @@ -21,6 +21,14 @@ dev: ## Run web service locally, with reloading run: ## Run web service under gunicorn pipenv run gunicorn fatcat_scholar.web:app -w 4 -k uvicorn.workers.UvicornWorker +.PHONY: fetch-works +fetch-works: ## Fetches some works from any release .json in the data dir + cat data/release_*.json | jq . -c | pipenv run python -m fatcat_scholar.work_pipeline run_releases | pv -l > data/work_intermediate.json + +.PHONY: fetch-sim +fetch-sim: ## Fetches some SIM pages + pipenv run python -m fatcat_scholar.sim_pipeline run_issue_db --limit 500 | pv -l > data/sim_intermediate.json + .PHONY: dev-index dev-index: ## Delete/Create DEV elasticsearch fulltext index locally http delete ":9200/dev_scholar_fulltext_v01" && true -- cgit v1.2.3