Remove crap

elk/promptsource/templates.py

@@ -4,7 +4,7 @@
 from collections import Counter
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Any, ClassVar
+from typing import ClassVar
 
 import yaml
 from jinja2 import BaseLoader, Environment, meta
@@ -174,29 +174,6 @@ def apply(self, example, truncate=True, highlight_variables=False):
  for part in rendered_example.split("|||")
  ]
 
- def contrast_set(
- self, example: dict[str, Any], label_key: str, pseudo_labels: list
- ) -> tuple[str, list[str]]:
- # Record the RNG state so that any non-deterministic filters in the template
- # will not affect the contrast set
- rng_state = random.getstate()
-
- answers = []
- questions = set()
-
- for pseudo_label in pseudo_labels:
- pseudo_example = example.copy()
- pseudo_example[label_key] = pseudo_label
-
- random.setstate(rng_state)
- q, a = self.apply(pseudo_example)
- answers.append(a)
- questions.add(q)
-
- breakpoint()
- assert len(questions) == 1, "Contrast set questions must be identical"
- return questions.pop(), answers
-
  @staticmethod
  def _strip_spaces(string):
  """Same functionality as str.strip(), but ignores newlines"""

elk/run.py

@@ -128,7 +128,6 @@ def prepare_data(
 
  split = ds[key].with_format("torch", device=device, dtype=torch.int16)
  labels = assert_type(Tensor, split["label"])
- breakpoint()
  val_h = int16_to_float32(assert_type(Tensor, split[f"hidden_{layer}"]))
 
  with split.formatted_as("torch", device=device):