Upgrade claude sonnet models (#534)

pingcap · Dec 25, 2024 · dc6030a · dc6030a
1 parent 494695a
commit dc6030a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/backend/app/rag/llm_option.py b/backend/app/rag/llm_option.py
@@ -86,7 +86,7 @@ class LLMOption(BaseModel):
         provider_display_name="Anthropic Vertex AI",
         provider_description="Anthropic's Claude models are now generally available through Vertex AI.",
         provider_url="https://docs.anthropic.com/en/api/claude-on-vertex-ai",
-        default_llm_model="claude-3-5-sonnet@20240620",
+        default_llm_model="claude-3-5-sonnet@20241022",
         llm_model_description="",
         credentials_display_name="Google Credentials JSON",
         credentials_description="The JSON Object of Google Credentials, refer to https://cloud.google.com/docs/authentication/provide-credentials-adc#on-prem",
@@ -102,7 +102,7 @@ class LLMOption(BaseModel):
         provider_display_name="Bedrock",
         provider_description="Amazon Bedrock is a fully managed foundation models service.",
         provider_url="https://docs.aws.amazon.com/bedrock/",
-        default_llm_model="anthropic.claude-3-5-sonnet-20240620-v1:0",
+        default_llm_model="anthropic.claude-3-5-sonnet-20241022-v1:0",
         llm_model_description="",
         credentials_display_name="AWS Bedrock Credentials JSON",
         credentials_description="The JSON Object of AWS Credentials, refer to https://docs.aws.amazon.com/cli/latest/userguide/cli-configure-files.html#cli-configure-files-global",

diff --git a/backend/app/rag/llms/anthropic_vertex/utils.py b/backend/app/rag/llms/anthropic_vertex/utils.py
@@ -17,9 +17,9 @@
     "claude-2.1": 200000,
     "claude-3-opus-20240229": 180000,
     "claude-3-sonnet-20240229": 180000,
-    "claude-3-haiku-20240307": 180000,
-    "claude-3-5-sonnet-20240620": 180000,
-    "claude-3-5-sonnet@20240620": 180000,
+    "claude-3-haiku-20241022": 180000,
+    "claude-3-5-sonnet-20241022": 180000,
+    "claude-3-5-sonnet@20241022": 180000,
 }