Add newline and enable grpc server

Signed-off-by: Rafael Vasquez <rafvasq21@gmail.com>
IBM · Jun 27, 2024 · d807096 · d807096
1 parent 6e8fa77
commit d807096
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py
@@ -61,14 +61,14 @@ async def _force_log():
         _running_tasks.add(task)
         task.add_done_callback(_running_tasks.remove)
 
-    # grpc_server = await start_grpc_server(async_llm_engine, args)
+    grpc_server = await start_grpc_server(async_llm_engine, args)
 
     yield
 
-    # logger.info("Gracefully stopping gRPC server")
-    # await grpc_server.stop(30)  #TODO configurable grace
-    # await grpc_server.wait_for_termination()
-    # logger.info("gRPC server stopped")
+    logger.info("Gracefully stopping gRPC server")
+    await grpc_server.stop(30)  #TODO configurable grace
+    await grpc_server.wait_for_termination()
+    logger.info("gRPC server stopped")
 
 
 router = APIRouter()

diff --git a/vllm/tgis_utils/hub.py b/vllm/tgis_utils/hub.py
@@ -266,4 +266,5 @@ def convert_files(pt_files: List[Path],
         convert_file(pt_file, sf_file, discard_names)
         elapsed = datetime.datetime.now() - start
         logger.info(
-            f'Converted: [{i + 1}/{N}] "{sf_file.name}" -- Took: {elapsed}')
+            f'Converted: [{i + 1}/{N}] "{sf_file.name}" -- Took: {elapsed}')
+