From aac1c2e5305c600354f866cc016dc489f979e58b Mon Sep 17 00:00:00 2001 From: zhouyu5 Date: Wed, 11 Oct 2023 15:49:26 +0000 Subject: [PATCH] move merge testing scripts --- example/instruction_tuning_pipeline/finetune_clm.py | 2 ++ tests/deltatuner/{finetune => }/merge_model/readme.md | 0 tests/deltatuner/{finetune => }/merge_model/ssf-merge-test.sh | 1 + 3 files changed, 3 insertions(+) rename tests/deltatuner/{finetune => }/merge_model/readme.md (100%) rename tests/deltatuner/{finetune => }/merge_model/ssf-merge-test.sh (98%) diff --git a/example/instruction_tuning_pipeline/finetune_clm.py b/example/instruction_tuning_pipeline/finetune_clm.py index 61c28edb7..6740ad098 100755 --- a/example/instruction_tuning_pipeline/finetune_clm.py +++ b/example/instruction_tuning_pipeline/finetune_clm.py @@ -765,6 +765,8 @@ def concatenate_data(dataset, max_seq_length): os.makedirs(saved_dir, exist_ok=True) print(f"copy base model config to {saved_dir}") os.system(f"cp {model_args.model_name_or_path}/* {saved_dir}") + print(f"remove unnecessary file from {model_args.model_name_or_path}") + os.system(f"rm {saved_dir}/*.bin* {saved_dir}/*.safetensors*") print(f"Save merged model to {saved_dir}") torch.save(model.state_dict(), os.path.join(saved_dir, "pytorch_model.bin")) if finetune_args.delta == 'ssf': diff --git a/tests/deltatuner/finetune/merge_model/readme.md b/tests/deltatuner/merge_model/readme.md similarity index 100% rename from tests/deltatuner/finetune/merge_model/readme.md rename to tests/deltatuner/merge_model/readme.md diff --git a/tests/deltatuner/finetune/merge_model/ssf-merge-test.sh b/tests/deltatuner/merge_model/ssf-merge-test.sh similarity index 98% rename from tests/deltatuner/finetune/merge_model/ssf-merge-test.sh rename to tests/deltatuner/merge_model/ssf-merge-test.sh index 7fd55b5bf..f1bfbcefe 100755 --- a/tests/deltatuner/finetune/merge_model/ssf-merge-test.sh +++ b/tests/deltatuner/merge_model/ssf-merge-test.sh @@ -37,6 +37,7 @@ python example/instruction_tuning_pipeline/finetune_clm.py \ --log_level info \ --trust_remote_code True \ --no_cuda \ + --bf16 True \ --output_dir $DATA_PATH"/dtuner_test/models/llama2-7b-ssf-denas-bf16-merge/eval_merge" \ --debugs