From ae728cc69479f664dcf9d4b458df61fdc4dfb19b Mon Sep 17 00:00:00 2001
From: Kunshang Ji <kunshang.ji@intel.com>
Date: Fri, 11 Oct 2024 23:42:02 +0800
Subject: [PATCH] add ignore_eos for benchmark requests

---
 benchmarks/benchmark_serving.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
index 04999518b7138..80820001ecd00 100644
--- a/benchmarks/benchmark_serving.py
+++ b/benchmarks/benchmark_serving.py
@@ -462,6 +462,7 @@ async def benchmark(
             logprobs=logprobs,
             best_of=best_of,
             multi_modal_content=mm_content,
+            ignore_eos=ignore_eos,
         )
         tasks.append(
             asyncio.create_task(