Skip to content

Commit

Permalink
feat(tests): fix ci tests err
Browse files Browse the repository at this point in the history
  • Loading branch information
huangting4201 committed Feb 6, 2024
1 parent 52543ee commit 1192950
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions tests/test_training/test_loss.py
Original file line number Diff line number Diff line change
Expand Up @@ -280,7 +280,7 @@ def test_training_loss_with_dp4_tp2():
@pytest.mark.training_8GPU_4DP2TPSP
def test_training_loss_with_dp4_tp2_sp():
# model training
train(dp_size=4, tp_size=2, enable_sp=True)
train(dp_size=4, tp_size=2, tp_mode="fsp", enable_sp=True)

# print loss value
print(f"cur_loss_list: {cur_loss_list}", flush=True)
Expand Down Expand Up @@ -356,7 +356,7 @@ def test_training_with_isp():
CONFIG_FILE_PATH = "./configs/7B_isp_sft.py"

# model training
train(dp_size=4, tp_size=2, wp_size=4, enable_sp=True)
train(dp_size=4, tp_size=2, wp_size=4, tp_mode="isp", enable_sp=True)


@pytest.mark.training_8GPU_ISP_SAVE_CKPT
Expand All @@ -366,7 +366,7 @@ def test_training_with_isp_save_ckpt():
CONFIG_FILE_PATH = "./configs/7B_isp_sft.py"

# model training save ckpt
train(dp_size=4, tp_size=2, wp_size=4, enable_sp=True, enable_ckpt=True)
train(dp_size=4, tp_size=2, wp_size=4, tp_mode="isp", enable_sp=True, enable_ckpt=True)


@pytest.mark.training_8GPU_ISP_LOAD_CKPT
Expand All @@ -379,4 +379,4 @@ def test_training_with_isp_load_ckpt():
TOTAL_STEPS = 20

# model training load ckpt
train(dp_size=4, tp_size=2, wp_size=4, enable_sp=True, enable_ckpt=True)
train(dp_size=4, tp_size=2, wp_size=4, tp_mode="isp", enable_sp=True, enable_ckpt=True)

0 comments on commit 1192950

Please sign in to comment.