remove calling self.leace.update twice (#283)

EleutherAI · Aug 5, 2023 · d10b4c2 · d10b4c2
1 parent 020f3fc
commit d10b4c2
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/elk/training/eigen_reporter.py b/elk/training/eigen_reporter.py
@@ -147,7 +147,6 @@ def update(self, hiddens: Tensor) -> None:
  if self.config.erase_prompts:
  # Independent indicator for each (template, pseudo-label) pair
  indicators = torch.eye(k * v, device=hiddens.device).expand(n, -1, -1)
- self.leace.update(x=hiddens, z=indicators)
  else:
  # Only use indicators for each pseudo-label
  indicators = torch.eye(k, device=hiddens.device).expand(n, v, -1, -1)