aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2022-07-13 11:40:05 -0700
committerBryan Newbold <bnewbold@archive.org>2022-07-13 11:40:09 -0700
commit28018ae483b0158142f4ffaf14bea7f6858d11ce (patch)
tree74eab5ac49fa2b4314282b65bc8f1145d6a4a0fb
parent9516fd423d0a0545f8206e0ef42439d0578fa20c (diff)
downloadsandcrawler-28018ae483b0158142f4ffaf14bea7f6858d11ce.tar.gz
sandcrawler-28018ae483b0158142f4ffaf14bea7f6858d11ce.zip
shorten default HTTP backoff factor
The existing factor was resulting in many-minute long backoffs, and Kafka timeouts
-rw-r--r--python/sandcrawler/misc.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/sandcrawler/misc.py b/python/sandcrawler/misc.py
index db001dd..4ab9082 100644
--- a/python/sandcrawler/misc.py
+++ b/python/sandcrawler/misc.py
@@ -279,7 +279,7 @@ def test_datetime_to_cdx() -> None:
def requests_retry_session(
retries: int = 10,
- backoff_factor: int = 3,
+ backoff_factor: int = 1,
status_forcelist: List[int] = [500, 502, 504],
session: requests.Session = None,
) -> requests.Session: