Turn off variance by default (#224)

EleutherAI · Apr 29, 2023 · c830f42 · c830f42
1 parent 44c229c
commit c830f42
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/elk/training/eigen_reporter.py b/elk/training/eigen_reporter.py
@@ -24,7 +24,7 @@ class EigenReporterConfig(ReporterConfig):
  of eigenvectors to compute from the VINC matrix.
  """
 
- var_weight: float = 0.1
+ var_weight: float = 0.0
  neg_cov_weight: float = 0.5
 
  num_heads: int = 1