Merge pull request EleutherAI#194 from EleutherAI/fix-calibration-update

Fix swapped labels and probs in calibration error metric update
michaelbyun · Apr 16, 2023 · 633cda0 · 633cda0
2 parents 7b4a00c + fdaeea1
commit 633cda0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/elk/calibration.py b/elk/calibration.py
@@ -34,8 +34,8 @@ def update(self, labels: Tensor, probs: Tensor) -> "CalibrationError":
  assert labels.shape == probs.shape
  assert torch.is_floating_point(probs)
 
- self.labels.append(probs)
- self.pred_probs.append(labels)
+ self.labels.append(labels)
+ self.pred_probs.append(probs)
  return self
 
  def compute(self, p: int = 2) -> CalibrationEstimate: