Squash 3804

IBM · Apr 2, 2024 · e92db68 · e92db68
1 parent b59b8d2
commit e92db68
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/utils.py b/vllm/utils.py
@@ -120,8 +120,8 @@ def is_hip() -> bool:
 
 @lru_cache(maxsize=None)
 def is_cpu() -> bool:
-    from importlib.metadata import version
-    is_cpu_flag = "cpu" in version("vllm")
+    import vllm
+    is_cpu_flag = "cpu" in vllm.__version__
     return is_cpu_flag