Update test_rms_lightlm.py

DeepLink-org · Mar 27, 2024 · 0517125 · 0517125
1 parent b0aa03d
commit 0517125
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/test_rms_lightlm.py b/tests/test_rms_lightlm.py
@@ -41,5 +41,9 @@
     1e-6
 )
 
+print("Output:", output)
+print("Grad Input:", grad_input)
+print("Grad Weight:", grad_weight)
+print("Grad Bias:", grad_bias)
 b = input * torch.rsqrt(input.pow(2).mean(-1, keepdim=True) + 1e-6) * weight
 assert torch.allclose(output, b)