diff --git a/intel_extension_for_transformers/neural_chat/server/restful/textchat_api.py b/intel_extension_for_transformers/neural_chat/server/restful/textchat_api.py
index 89ef48ce444..3afef505efa 100644
--- a/intel_extension_for_transformers/neural_chat/server/restful/textchat_api.py
+++ b/intel_extension_for_transformers/neural_chat/server/restful/textchat_api.py
@@ -137,6 +137,7 @@ async def get_generation_parameters(
     best_of: Optional[int] = None,
     use_beam_search: Optional[bool] = None,
 ) -> Dict[str, Any]:
+    chatbot.conv_template.clear_messages()
     conv = chatbot.conv_template.conv
 
     if isinstance(messages, str):