changing performance metrics according to stream mode:

NREL · Nov 21, 2024 · bfdd13f · bfdd13f
1 parent dc4579a
commit bfdd13f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/elm/wizard.py b/elm/wizard.py
@@ -218,8 +218,6 @@ def chat(self, query,
         start_completion_time = perf_counter()
 
         response = self._client.chat.completions.create(**kwargs)
-        finish_completion_time = perf_counter()
-        chat_completion_time = start_completion_time - finish_completion_time
         if return_chat_obj:
             return response, query, references
         if stream:
@@ -229,6 +227,8 @@ def chat(self, query,
                 print(chunk_msg, end='')
         else:
             response_message = response.choices[0].message.content
+        finish_completion_time = perf_counter()
+        chat_completion_time = start_completion_time - finish_completion_time
 
         self.messages.append({'role': 'assistant',
                               'content': response_message})