fix o1 compat problem

binary-husky · Oct 13, 2024 · adbed04 · adbed04
1 parent 2fe5feb
commit adbed04
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py
@@ -256,6 +256,8 @@ def decode(self, *args, **kwargs):
         "max_token": 128000,
         "tokenizer": tokenizer_gpt4,
         "token_cnt": get_token_num_gpt4,
+        "openai_disable_system_prompt": True,
+        "openai_disable_stream": True,
     },
     "o1-mini": {
         "fn_with_ui": chatgpt_ui,
@@ -264,6 +266,8 @@ def decode(self, *args, **kwargs):
         "max_token": 128000,
         "tokenizer": tokenizer_gpt4,
         "token_cnt": get_token_num_gpt4,
+        "openai_disable_system_prompt": True,
+        "openai_disable_stream": True,
     },
 
     "gpt-4-turbo": {