Update documentation and tests to account for history handling change

NeonGeckoCom · Dec 19, 2024 · 9dd2ac2 · 9dd2ac2
1 parent ca32adc
commit 9dd2ac2
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/neon_data_models/models/api/llm.py b/neon_data_models/models/api/llm.py
@@ -95,7 +95,8 @@ class LLMRequest(BaseModel):
                                   "Mutually exclusive with `stream`.")
     max_history: int = Field(
         default=2, description="Maximum number of user/assistant "
-                               "message pairs to include in history context.")
+                               "message pairs to include in history context. "
+                               "Excludes system prompt and incoming query.")
 
     @model_validator(mode='before')
     @classmethod

diff --git a/tests/models/api/test_llm.py b/tests/models/api/test_llm.py
@@ -71,7 +71,9 @@ def test_llm_request(self):
         self.assertFalse(valid_request.beam_search)
         self.assertEqual(len(valid_request.history), len(test_history))
         self.assertEqual(len(valid_request.to_completion_kwargs()['messages']),
-                         2 * valid_request.max_history + 1)
+                         2 * valid_request.max_history + 2)
+        self.assertEqual(valid_request.to_completion_kwargs()['messages'][-1],
+                         test_query)
 
         # Valid explicit streaming
         streaming_request = LLMRequest(query=test_query, history=test_history,