Skip to content

Commit

Permalink
Fix(QA): fix monthly test (#202)
Browse files Browse the repository at this point in the history
  • Loading branch information
li126com authored Apr 16, 2024
1 parent 7d9428b commit b024cf4
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 0 deletions.
1 change: 1 addition & 0 deletions tests/common_fixture.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,7 @@
diag_outlier_ratio=1.1,
train_folder=None,
valid_folder=None,
num_worker=0,
),
model=dict(
checkpoint=False,
Expand Down
5 changes: 5 additions & 0 deletions tests/test_training/test_norm_weight.py
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,8 @@ def train_check_norm_weight(args):
train_iter = iter(train_dl)

for batch_count in range(total_steps):
if gpc.is_rank_for_log() and batch_count % 100 == 0:
print(f"batch_count: {batch_count}", flush=True)
if batch_count % 100 == 0:
internlm_accelerator.empty_cache()
gc.collect()
Expand Down Expand Up @@ -180,6 +182,7 @@ def test_check_norm_msp():
pool.join()

check_result(result)
print("msp check pass", flush=True)


@pytest.mark.check_norm_fsp
Expand All @@ -195,6 +198,7 @@ def test_check_norm_fsp():
pool.join()

check_result(result)
print("fsp check pass", flush=True)


@pytest.mark.check_norm_isp
Expand All @@ -210,3 +214,4 @@ def test_check_norm_isp():
pool.join()

check_result(result)
print("isp check pass", flush=True)

0 comments on commit b024cf4

Please sign in to comment.