rename to probe_layers

EleutherAI · Jul 28, 2023 · 99646e9 · 99646e9
1 parent 962e53b
commit 99646e9
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/elk/training/ccs_reporter.py b/elk/training/ccs_reporter.py
@@ -100,7 +100,7 @@ def __init__(
 
  self.norm = None
 
- layers: list[nn.Module] = [
+ probe_layers: list[nn.Module] = [
  nn.Linear(
  in_features,
  1 if cfg.num_layers < 2 else hidden_size,
@@ -110,9 +110,9 @@ def __init__(
  ]
 
  if self.config.norm == "burns":
- layers.append(nn.Sigmoid())
+ probe_layers.append(nn.Sigmoid())
 
- self.probe = nn.Sequential(*layers)
+ self.probe = nn.Sequential(*probe_layers)
 
  if cfg.pre_ln:
  self.probe.insert(0, nn.LayerNorm(in_features, elementwise_affine=False))