Add timeout for LLM

artefactory · Mar 25, 2024 · 4e9af85 · 4e9af85
1 parent 3267d37
commit 4e9af85
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/backend/rag_3/config.yaml b/backend/rag_3/config.yaml
@@ -13,6 +13,7 @@ text_llm:
   deployment_name: "gpt4-turbo"
   temperature: 0.0
   max_tokens: 1024
+  timeout: 120
 
 vision_llm:
   _target_: langchain_openai.AzureChatOpenAI
@@ -22,6 +23,7 @@ vision_llm:
   deployment_name: "gpt4-vision"
   temperature: 0.0
   max_tokens: 1024
+  timeout: 120
 
 embedding:
   _target_: langchain_openai.AzureOpenAIEmbeddings