Update Azure OpenAI Service streaming fix

lib/chat_models/chat_open_ai.ex

@@ -672,6 +672,8 @@ defmodule LangChain.ChatModels.ChatOpenAI do
     :skip
   end
 
+  def do_process_response(_model, %{"choices" => []}), do: :skip
+
   def do_process_response(model, %{"choices" => choices} = _data) when is_list(choices) do
     # process each response individually. Return a list of all processed choices
     for choice <- choices do

lib/utils.ex

@@ -154,7 +154,7 @@ defmodule LangChain.Utils do
         parsed_data =
           parsed_data
           |> Enum.map(transform_data_fn)
-          |> Enum.reject(&(&1 == :skip || &1 == []))
+          |> Enum.reject(&(&1 == :skip))
 
         # execute the callback function for each MessageDelta and an optional
         # TokenUsage

test/chat_models/chat_open_ai_test.exs

@@ -802,6 +802,10 @@ defmodule LangChain.ChatModels.ChatOpenAITest do
       %{model: model}
     end
 
+    test "returns skip when given an empty choices list", %{model: model} do
+      assert :skip == ChatOpenAI.do_process_response(model, %{"choices" => []})
+    end
+
     test "handles receiving a message", %{model: model} do
       response = %{
         "message" => %{"role" => "assistant", "content" => "Greetings!"},

test/utils_test.exs

@@ -168,30 +168,4 @@ defmodule LangChain.UtilsTest do
       assert reason == "ChatModel module \"Elixir.Missing.Module\" not found"
     end
   end
-
-  describe "handle_stream_fn/3" do
-    test "skips transformed messages with :skip" do
-      function =
-        Utils.handle_stream_fn(%{callbacks: []}, fn _ -> {[[]], ""} end, fn _ ->
-          :skip
-        end)
-
-      {:cont, {_model, %{body: body}}} = function.({:data, ""}, {1, %Req.Response{status: 200}})
-
-      assert body == []
-    end
-
-    test "skips transformed messages with empty list" do
-      empty_transform_message = []
-
-      function =
-        Utils.handle_stream_fn(%{callbacks: []}, fn _ -> {[[]], ""} end, fn _ ->
-          empty_transform_message
-        end)
-
-      {:cont, {_model, %{body: body}}} = function.({:data, ""}, {1, %Req.Response{status: 200}})
-
-      assert body == []
-    end
-  end
 end