cleanup

lucidrains · Jul 31, 2024 · ff2d25d · ff2d25d
1 parent a033030
commit ff2d25d
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/adam_atan2_pytorch/foreach.py b/adam_atan2_pytorch/foreach.py
@@ -138,9 +138,6 @@ def step(
             torch._foreach_mul_(den, b * b / bias_correct2)
             torch._foreach_sqrt_(den)
 
-            # the following line is the proposed change to the update rule
-            # using atan2 instead of a division with epsilon in denominator
-
             self._foreach_atan2_(updates, den)
 
             # update params