No streaming for o1 (#32)

github · Dec 20, 2024 · 9344f2b · 9344f2b
2 parents c323588 + 943d3c6
commit 9344f2b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/internal/azuremodels/azure_client.go b/internal/azuremodels/azure_client.go
@@ -41,8 +41,8 @@ func NewAzureClient(httpClient *http.Client, authToken string, cfg *AzureClientC
 
 // GetChatCompletionStream returns a stream of chat completions using the given options.
 func (c *AzureClient) GetChatCompletionStream(ctx context.Context, req ChatCompletionOptions) (*ChatCompletionResponse, error) {
-	// Check if the model name is `o1-mini` or `o1-preview`
-	if req.Model == "o1-mini" || req.Model == "o1-preview" {
+	// Check for o1 models, which don't support streaming
+	if req.Model == "o1-mini" || req.Model == "o1-preview" || req.Model == "o1" {
 		req.Stream = false
 	} else {
 		req.Stream = true