feat(sweep): slower learning rate

AdityaNG · May 8, 2024 · edc0813 · edc0813
1 parent 5a5787b
commit edc0813
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/kan_gpt/sweep.py b/kan_gpt/sweep.py
@@ -60,9 +60,9 @@ class SweepArgs:
         dummy_dataset = [
             False,
         ]
-        learning_rate = [5e-3, 5e-4, 5e-5, 5e-6]
+        learning_rate = [5e-5, 5e-6, 5e-7]
         max_iters = [
-            4000,
+            8000,
         ]
         num_workers = [
             0,