Commit 7828119b

Stainless Bot <107565488+stainless-bot@users.noreply.github.com>
2024-03-30 01:38:48
feat(client): increase default HTTP max_connections to 1000 and max_keepalive_connections to 100 (#1281)
main
1 parent 31a7e9a
Changed files (1)
src
openai
_constants.py
src/openai/_constants.py
@@ -8,7 +8,7 @@ OVERRIDE_CAST_TO_HEADER = "____stainless_override_cast_to"
 # default timeout is 10 minutes
 DEFAULT_TIMEOUT = httpx.Timeout(timeout=600.0, connect=5.0)
 DEFAULT_MAX_RETRIES = 2
-DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=100, max_keepalive_connections=20)
+DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=1000, max_keepalive_connections=100)
 
 INITIAL_RETRY_DELAY = 0.5
 MAX_RETRY_DELAY = 8.0