move merge testing scripts

intel · Oct 11, 2023 · aac1c2e · aac1c2e
1 parent dd1c8cf
commit aac1c2e
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 0 deletions.
diff --git a/example/instruction_tuning_pipeline/finetune_clm.py b/example/instruction_tuning_pipeline/finetune_clm.py
@@ -765,6 +765,8 @@ def concatenate_data(dataset, max_seq_length):
             os.makedirs(saved_dir, exist_ok=True)
             print(f"copy base model config to {saved_dir}")
             os.system(f"cp {model_args.model_name_or_path}/* {saved_dir}")
+            print(f"remove unnecessary file from {model_args.model_name_or_path}")
+            os.system(f"rm {saved_dir}/*.bin* {saved_dir}/*.safetensors*")
             print(f"Save merged model to {saved_dir}")
             torch.save(model.state_dict(), os.path.join(saved_dir, "pytorch_model.bin"))
             if finetune_args.delta == 'ssf':

diff --git a/...deltatuner/finetune/merge_model/readme.md → tests/deltatuner/merge_model/readme.md b/...deltatuner/finetune/merge_model/readme.md → tests/deltatuner/merge_model/readme.md
diff --git a/...er/finetune/merge_model/ssf-merge-test.sh → .../deltatuner/merge_model/ssf-merge-test.sh b/...er/finetune/merge_model/ssf-merge-test.sh → .../deltatuner/merge_model/ssf-merge-test.sh
@@ -37,6 +37,7 @@ python example/instruction_tuning_pipeline/finetune_clm.py \
         --log_level info \
         --trust_remote_code True \
         --no_cuda \
+        --bf16 True \
         --output_dir $DATA_PATH"/dtuner_test/models/llama2-7b-ssf-denas-bf16-merge/eval_merge" \
         --debugs