Skip to content

Commit

Permalink
[Bugfix][Core] Restore logging of stats in the async engine (#4150)
Browse files Browse the repository at this point in the history
  • Loading branch information
ronensc authored Apr 19, 2024
1 parent 8f20fc0 commit 7be4f56
Showing 1 changed file with 7 additions and 1 deletion.
8 changes: 7 additions & 1 deletion vllm/engine/async_llm_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -217,10 +217,16 @@ async def step_async(self) -> List[RequestOutput]:
else:
output = []

return self._process_model_outputs(
request_outputs = self._process_model_outputs(
output, scheduler_outputs.scheduled_seq_groups,
scheduler_outputs.ignored_seq_groups)

# Log stats.
if self.log_stats:
self.stat_logger.log(self._get_stats(scheduler_outputs))

return request_outputs

async def encode_request_async(
self,
request_id: str, # pylint: disable=unused-argument
Expand Down

0 comments on commit 7be4f56

Please sign in to comment.