examples: comparison w/ mars optimizing 1d

stockeh · Nov 21, 2024 · e1b49cd · e1b49cd
1 parent 87d7996
commit e1b49cd
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/examples/networks/compare.py b/examples/networks/compare.py
@@ -60,8 +60,6 @@ def get_optimizers(args):
                 "learning_rate": get_cosine_schedule(3e-3, 1e-6, n_warmup, decay_steps),
                 "weight_decay": weight_decay,
                 "optimize_1d": True,
-                # "learning_rate_1d": get_cosine_schedule(3e-3, 1e-6, n_warmup, decay_steps),
-                # "weight_decay_1d": weight_decay,
             },
         ),
     ]