Skip to content

Commit

Permalink
yet another mistake for adopt
Browse files Browse the repository at this point in the history
  • Loading branch information
lucidrains committed Nov 22, 2024
1 parent 661aed2 commit 4ba86bc
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 11 deletions.
6 changes: 1 addition & 5 deletions adam_atan2_pytorch/adopt.py
Original file line number Diff line number Diff line change
Expand Up @@ -87,10 +87,6 @@ def step(
state['steps'] += 1
continue

# logic

steps += 1

# calculate m

grad_sq = grad * grad
Expand All @@ -109,6 +105,6 @@ def step(

# increment steps

state['steps'] = steps
state['steps'] += 1

return loss
6 changes: 1 addition & 5 deletions adam_atan2_pytorch/adopt_atan2.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,10 +90,6 @@ def step(
state['steps'] += 1
continue

# logic

steps += 1

# calculate m

grad_sq = grad * grad
Expand All @@ -112,6 +108,6 @@ def step(

# increment steps

state['steps'] = steps
state['steps'] += 1

return loss
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "adam-atan2-pytorch"
version = "0.1.8"
version = "0.1.9"
description = "Adam-atan2 for Pytorch"
authors = [
{ name = "Phil Wang", email = "[email protected]" }
Expand Down

0 comments on commit 4ba86bc

Please sign in to comment.