run cfg logconf4

EleutherAI · May 24, 2024 · c91df69 · c91df69
1 parent e424073
commit c91df69
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/run_eight.py b/run_eight.py
@@ -31,11 +31,14 @@
     "--eval_every 100 "
     "--save_every 100 "
     "--save_total_limit 1 "
-    "--loss window "
+    "--loss logconf "
+    "--logconf_warmup_steps 80 "
+    "--balance_batch "
+    "--logconf_weight 0.5 "
     "--minibatch_size {minibatch_size} "
     "--weak_lr 5e-4 "
     "--strong_lr 8e-5 "
-    '--run_name "window4" '
+    '--run_name "logconf4" '
 )