From 28018ae483b0158142f4ffaf14bea7f6858d11ce Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 13 Jul 2022 11:40:05 -0700 Subject: shorten default HTTP backoff factor The existing factor was resulting in many-minute long backoffs, and Kafka timeouts --- python/sandcrawler/misc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'python/sandcrawler') diff --git a/python/sandcrawler/misc.py b/python/sandcrawler/misc.py index db001dd..4ab9082 100644 --- a/python/sandcrawler/misc.py +++ b/python/sandcrawler/misc.py @@ -279,7 +279,7 @@ def test_datetime_to_cdx() -> None: def requests_retry_session( retries: int = 10, - backoff_factor: int = 3, + backoff_factor: int = 1, status_forcelist: List[int] = [500, 502, 504], session: requests.Session = None, ) -> requests.Session: -- cgit v1.2.3