Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
robertgshaw2-neuralmagic committed Aug 10, 2024
1 parent 4dde069 commit 4960729
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions vllm/engine/async_llm_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,6 @@
logger = init_logger(__name__)
ENGINE_ITERATION_TIMEOUT_S = envs.VLLM_ENGINE_ITERATION_TIMEOUT_S

_running_tasks = set()

class AsyncEngineDeadError(RuntimeError):
pass

Expand Down Expand Up @@ -261,6 +259,7 @@ async def run_logging_loop(self):
while True:
data = await self.logging_queue.get()
self.do_log_stats(data[0], data[1])


async def step_async(
self, virtual_engine: int
Expand Down Expand Up @@ -1080,8 +1079,7 @@ async def do_log_stats(
await self.engine.do_log_stats.remote( # type: ignore
scheduler_outputs, model_output)
else:
self.engine.do_log_stats(scheduler_outputs,
model_output)
self.engine.do_log_stats()

async def check_health(self) -> None:
"""Raises an error if engine is unhealthy."""
Expand Down

0 comments on commit 4960729

Please sign in to comment.