comment

lucidrains · Jul 31, 2024 · 59a9a31 · 59a9a31
1 parent 8910336
commit 59a9a31
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/adam_atan2_pytorch/foreach.py b/adam_atan2_pytorch/foreach.py
@@ -128,7 +128,7 @@ def step(
             # decay running averages
 
             torch._foreach_lerp_(exp_avgs, grads, 1. - beta1)
-            torch._foreach_lerp_(exp_avg_sqs, grad_squared, 1. - beta2) # grads is grad squared now
+            torch._foreach_lerp_(exp_avg_sqs, grad_squared, 1. - beta2)
 
             # clone for update