diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-11-30 14:18:00 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-11-30 14:18:00 -0800 |
| commit | a13787eaa6738e5f2ffb29d1d4d9a83617a1b943 (patch) | |
| tree | 74a8737c9ca3ca9d12fe9138d0de1e7e148108bc /Makefile | |
| parent | 4d32b131d6fb7ae22b7c6533350ea614ba4139e0 (diff) | |
| download | chocula-a13787eaa6738e5f2ffb29d1d4d9a83617a1b943.tar.gz chocula-a13787eaa6738e5f2ffb29d1d4d9a83617a1b943.zip | |
move skip logic from Makefile to check_issn_urls
Diffstat (limited to 'Makefile')
| -rw-r--r-- | Makefile | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -95,7 +95,7 @@ update-sources: data/$(TODAY)/kbart_JSTOR.txt data/$(TODAY)/kbart_CLOCKSS.txt da @echo "Successfully updated for date (UTC): $(TODAY)" data/$(TODAY)/homepage_status.json: - pipenv run python -m chocula export_urls | rg -v www.jstor.org | rg -v www.tandfonline.com | rg -v www.sciencedirect.com | rg -v link.springer.com | rg -v onlinelibrary.wiley.com | rg -v dialnet.unirioja.es | rg -v www.springer.com | rg -v www.journals.elsevier.com | rg -v web.archive.org | rg -v catalog.hathitrust.org | shuf | pv -l > /tmp/chocula_urls.tsv + pipenv run python -m chocula export_urls | shuf | pv -l > /tmp/chocula_urls.tsv pipenv run parallel -j10 --pipepart --line-buffer -a /tmp/chocula_urls.tsv ./check_issn_urls.py | pv -l > /tmp/homepage_status.json mv /tmp/homepage_status.json $@ |