[Misc] update benchmark backend for scalellm (vllm-project#6018)

xjpang · Jul 8, 2024 · 2a4d344 · 2a4d344
1 parent 542ac11
commit 2a4d344
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ def get_tokenizer(
     "openai": async_request_openai_completions,
     "openai-chat": async_request_openai_chat_completions,
     "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }