Add livez and readyz endpoints

vllm-project · Oct 2, 2023 · 92cb486 · 92cb486
1 parent ebe4d1d
commit 92cb486
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py
@@ -17,6 +17,15 @@
 engine = None
 
 
+@app.post("/livez")
+def livez():
+    return ""
+
+
+@app.post("/readyz")
+def readyz():
+    return ""
+
 @app.post("/generate")
 async def generate(request: Request) -> Response:
     """Generate completion for the request.