From 1d4599346c94d6da9e54f97d3988bfe66e4d1923 Mon Sep 17 00:00:00 2001 From: "Allen.Dou" Date: Fri, 9 Aug 2024 11:32:34 +0800 Subject: [PATCH] update. --- vllm/engine/llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index bbdbb2604cf60..747963883bf9a 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -1589,7 +1589,7 @@ def create_trace_span(self, seq_group: SequenceGroup) -> None: seq_span.set_attribute(SpanAttributes.LLM_LATENCY_E2E, e2e_time) def is_encoder_decoder_model(self): - return self.model_config.is_encoder_decoder_model + return is_encoder_decoder_model_config(self.model_config) def is_embedding_model(self): return is_embedding_model_config(self.model_config)