deps: bump vllm to vllm>=0.5.1

.github/workflows/tests.yaml

@@ -32,7 +32,7 @@ jobs:
         pyv: ["3.11"]
         vllm_version:
           # - "" # skip the pypi version as it will not work on CPU
-          - "git+https://github.com/vllm-project/vllm@v0.5.0.post1"
+          - "git+https://github.com/vllm-project/vllm@v0.5.1"
           - "git+https://github.com/vllm-project/vllm@main"
           - "git+https://github.com/opendatahub-io/vllm@main"
 

pyproject.toml

@@ -26,7 +26,7 @@ classifiers = [
 requires-python = ">=3.9"
 dynamic = ["version"]
 dependencies = [
-  "vllm>=0.5.0",
+  "vllm>=0.5.1",
   "prometheus_client==0.20.0",
   "grpcio==1.62.2",
   "grpcio-health-checking==1.62.2",

src/vllm_tgis_adapter/grpc/grpc_server.py

@@ -191,22 +191,11 @@ async def post_init(self) -> None:
         assert self.tokenizer is not None
 
         # Swap in the special TGIS stats logger
-        if hasattr(self.engine.engine, "stat_logger"):
-            # vllm <=0.5.1
-            tgis_stats_logger = TGISStatLogger(
-                vllm_stat_logger=self.engine.engine.stat_logger,
-                max_sequence_len=self.config.max_model_len,
-            )
-            self.engine.engine.stat_logger = tgis_stats_logger
-        elif hasattr(self.engine.engine, "stat_loggers"):
-            # vllm>=0.5.2
-            tgis_stats_logger = TGISStatLogger(
-                vllm_stat_logger=self.engine.engine.stat_loggers["prometheus"],
-                max_sequence_len=self.config.max_model_len,
-            )
-            self.engine.engine.stat_loggers["prometheus"] = tgis_stats_logger
-        else:
-            raise ValueError("engine doesn't have any known loggers.")
+        tgis_stats_logger = TGISStatLogger(
+            vllm_stat_logger=self.engine.engine.stat_loggers["prometheus"],
+            max_sequence_len=self.config.max_model_len,
+        )
+        self.engine.engine.stat_loggers["prometheus"] = tgis_stats_logger
 
         self.health_servicer.set(
             self.SERVICE_NAME,

src/vllm_tgis_adapter/tgis_utils/metrics.py

@@ -5,13 +5,7 @@
 
 from prometheus_client import Counter, Gauge, Histogram
 from vllm import RequestOutput
-from vllm.engine.metrics import Stats
-
-try:
-    from vllm.engine.metrics import StatLoggerBase
-except ImportError:
-    # vllm<=0.5.1
-    from vllm.engine.metrics import StatLogger as StatLoggerBase
+from vllm.engine.metrics import StatLoggerBase, Stats
 
 from vllm_tgis_adapter.grpc.pb.generation_pb2 import (
     BatchedTokenizeRequest,