add comment

EleutherAI · Aug 23, 2023 · 707ce8e · 707ce8e
1 parent 5d4e7a4
commit 707ce8e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/elk/training/ccs_reporter.py b/elk/training/ccs_reporter.py
@@ -170,6 +170,7 @@ def forward(self, x: Tensor) -> Tensor:
  if self._is_training:
  return raw_scores
  else:
+ # only do platt scaling after training the reporters
  platt_scaled_scores = raw_scores.mul(self.scale).add(self.bias).squeeze(-1)
  return platt_scaled_scores