diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2022-07-13 11:40:05 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2022-07-13 11:40:09 -0700 |
| commit | 28018ae483b0158142f4ffaf14bea7f6858d11ce (patch) | |
| tree | 74eab5ac49fa2b4314282b65bc8f1145d6a4a0fb | |
| parent | 9516fd423d0a0545f8206e0ef42439d0578fa20c (diff) | |
| download | sandcrawler-28018ae483b0158142f4ffaf14bea7f6858d11ce.tar.gz sandcrawler-28018ae483b0158142f4ffaf14bea7f6858d11ce.zip | |
shorten default HTTP backoff factor
The existing factor was resulting in many-minute long backoffs, and
Kafka timeouts
| -rw-r--r-- | python/sandcrawler/misc.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/misc.py b/python/sandcrawler/misc.py index db001dd..4ab9082 100644 --- a/python/sandcrawler/misc.py +++ b/python/sandcrawler/misc.py @@ -279,7 +279,7 @@ def test_datetime_to_cdx() -> None: def requests_retry_session( retries: int = 10, - backoff_factor: int = 3, + backoff_factor: int = 1, status_forcelist: List[int] = [500, 502, 504], session: requests.Session = None, ) -> requests.Session: |