From bdaf563524f88fce2a03cbf15979e773721dee0e Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Mon, 26 Aug 2024 20:44:26 -0700 Subject: [PATCH] One more --- tests/multi_step/test_correctness_async_llm.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/multi_step/test_correctness_async_llm.py b/tests/multi_step/test_correctness_async_llm.py index bc14311c6642..05ca5a834a50 100644 --- a/tests/multi_step/test_correctness_async_llm.py +++ b/tests/multi_step/test_correctness_async_llm.py @@ -28,12 +28,12 @@ async def completions_with_server_args(prompts: List[str], model_name: str, outputs = None with RemoteOpenAIServer(model_name, server_cli_args) as server: - client = server.get_async_client() - outputs = await client.completions.create(model=model_name, - prompt=prompts, - temperature=0, - stream=False, - max_tokens=5) + async with server.get_async_client() as client: + outputs = await client.completions.create(model=model_name, + prompt=prompts, + temperature=0, + stream=False, + max_tokens=5) assert outputs is not None return outputs