bigwindow cfg

EleutherAI · May 25, 2024 · 685de51 · 685de51
1 parent 3bcdd61
commit 685de51
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/run_eight.py b/run_eight.py
@@ -33,11 +33,11 @@
  "--save_every 100 "
  "--save_total_limit 1 "
  "--loss window "
- "--radius midweak "
+ "--radius .3 "
  "--minibatch_size {minibatch_size} "
  "--weak_lr 5e-4 "
  "--strong_lr 8e-5 "
- '--run_name "mw_window" '
+ '--run_name "bigwindow" '
 )