Pop eps for lion optimizer

reinhud · May 21, 2023 · 7cea88e · 7cea88e
1 parent 9fcc019
commit 7cea88e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/timm/optim/optim_factory.py b/timm/optim/optim_factory.py
@@ -343,6 +343,7 @@ def create_optimizer_v2(
     elif opt_lower == 'rmsproptf':
         optimizer = RMSpropTF(parameters, alpha=0.9, momentum=momentum, **opt_args)
     elif opt_lower == 'lion':
+        opt_args.pop('eps', None)
         optimizer = Lion(parameters, **opt_args)
 
     # second order