diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-06-25 11:46:32 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-06-25 11:46:32 -0700 |
| commit | 0d2a0c7311ae62bbd6c74ca1868696c83676fb9a (patch) | |
| tree | f0454e5566d47a8ebdc6f9fe1805172b1d1910b0 | |
| parent | 413aa7b3797f52e7f87ea83cd64a5212aef6af9b (diff) | |
| download | chocula-0d2a0c7311ae62bbd6c74ca1868696c83676fb9a.tar.gz chocula-0d2a0c7311ae62bbd6c74ca1868696c83676fb9a.zip | |
small improvements to check URL script
| -rwxr-xr-x | check_issn_urls.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/check_issn_urls.py b/check_issn_urls.py index 956c359..71593f5 100755 --- a/check_issn_urls.py +++ b/check_issn_urls.py @@ -70,7 +70,7 @@ def sniff_blocked(resp): block, etc. TODO: unimplemented """ - if resp.status_code in (403, 420): + if resp.status_code in (403, 420, 429): return True # JSTOR does this if ( @@ -123,7 +123,7 @@ def check_url(issnl, url): try: resp = requests.get( url, - timeout=30.0, + timeout=15.0, headers={ "User-Agent": "ia_bot/0.0 (python requests) journal-live-check; contact:info@archive.org" }, |