[Misc] update benchmark backend for scalellm (#6018)

vllm-project · Jul 1, 2024 · bb60326 · bb60326
1 parent 4050d64
commit bb60326
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ def get_tokenizer(
     "openai": async_request_openai_completions,
     "openai-chat": async_request_openai_chat_completions,
     "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }