From 18a4a374d9d9c7eee2b1ac2b988b8b05c0f10421 Mon Sep 17 00:00:00 2001 From: Ye Cao <952129620@qq.com> Date: Sun, 2 Jun 2024 01:11:22 +0800 Subject: [PATCH] [Minor] Fix the path typo in loader.py: save_sharded_states.py -> save_sharded_state.py (#5151) Signed-off-by: Ye Cao --- vllm/model_executor/model_loader/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py index b7b5b5e7695f..e20da0e15fb9 100644 --- a/vllm/model_executor/model_loader/loader.py +++ b/vllm/model_executor/model_loader/loader.py @@ -386,7 +386,7 @@ class ShardedStateLoader(BaseModelLoader): Model loader that directly loads each worker's model state dict, which enables a fast load path for large tensor-parallel models where each worker only needs to read its own shard rather than the entire checkpoint. See - `examples/save_sharded_states.py` for creating a sharded checkpoint. + `examples/save_sharded_state.py` for creating a sharded checkpoint. """ DEFAULT_PATTERN = "model-rank-{rank}-part-{part}.safetensors"