openai: fix low timeouts (#926)

livekit · Oct 16, 2024 · feb513f · feb513f
1 parent d15eb4d
commit feb513f
Show file tree

Hide file tree

Showing 5 changed files with 15 additions and 10 deletions.
diff --git a/.changeset/short-boxes-smoke.md b/.changeset/short-boxes-smoke.md
@@ -0,0 +1,5 @@
+---
+"livekit-plugins-openai": patch
+---
+
+openai: fix low timeouts 
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -71,7 +71,7 @@ jobs:
 
       - name: Install ffmpeg (macOS)
         if: ${{ matrix.platform == 'macos' }}
-        run: brew update && brew install ffmpeg
+        run: brew install ffmpeg
 
       - name: Install ffmpeg (Windows)
         if: ${{ matrix.platform == 'windows' }}

diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py
@@ -75,11 +75,11 @@ def __init__(
             api_key=api_key,
             base_url=base_url,
             http_client=httpx.AsyncClient(
-                timeout=httpx.Timeout(timeout=30, connect=10, read=5, pool=5),
+                timeout=httpx.Timeout(connect=15.0, read=5.0, write=5.0, pool=5.0),
                 follow_redirects=True,
                 limits=httpx.Limits(
-                    max_connections=1000,
-                    max_keepalive_connections=100,
+                    max_connections=50,
+                    max_keepalive_connections=50,
                     keepalive_expiry=120,
                 ),
             ),

diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/stt.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/stt.py
@@ -70,11 +70,11 @@ def __init__(
             api_key=api_key,
             base_url=base_url,
             http_client=httpx.AsyncClient(
-                timeout=5.0,
+                timeout=httpx.Timeout(connect=15.0, read=5.0, write=5.0, pool=5.0),
                 follow_redirects=True,
                 limits=httpx.Limits(
-                    max_connections=1000,
-                    max_keepalive_connections=100,
+                    max_connections=50,
+                    max_keepalive_connections=50,
                     keepalive_expiry=120,
                 ),
             ),

diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/tts.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/tts.py
@@ -73,11 +73,11 @@ def __init__(
             api_key=api_key,
             base_url=base_url,
             http_client=httpx.AsyncClient(
-                timeout=5.0,
+                timeout=httpx.Timeout(connect=15.0, read=5.0, write=5.0, pool=5.0),
                 follow_redirects=True,
                 limits=httpx.Limits(
-                    max_connections=1000,
-                    max_keepalive_connections=100,
+                    max_connections=50,
+                    max_keepalive_connections=50,
                     keepalive_expiry=120,
                 ),
             ),