diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/cfg.yaml b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/cfg.yaml new file mode 100644 index 00000000..5c28a855 --- /dev/null +++ b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/cfg.yaml @@ -0,0 +1,48 @@ +concatenated_layer_offset: 0 +data: + layers: [] + model: EleutherAI/pythia-70m-deduped + prompts: + data_dirs: [] + datasets: + - imdb + label_columns: [] + max_examples: + - 1000 + - 1000 + num_classes: 0 + num_shots: 0 + num_variants: -1 + seed: 42 + stream: false + token_loc: last + use_encoder_states: false +debug: false +min_gpu_mem: null +net: + activation: gelu + bias: true + hidden_size: null + init: default + loss: + - 1.0*ccs + loss_dict: + ccs: 1.0 + lr: 0.01 + num_epochs: 1000 + num_layers: 1 + num_tries: 10 + optimizer: lbfgs + pre_ln: false + seed: 42 + supervised_weight: 0.0 + weight_decay: 0.01 +num_gpus: -1 +optim: + lr: 0.01 + num_epochs: 1000 + num_tries: 10 + optimizer: lbfgs + weight_decay: 0.01 +out_dir: null +supervised: single diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/eval.csv b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/eval.csv new file mode 100644 index 00000000..20ae2f57 --- /dev/null +++ b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/eval.csv @@ -0,0 +1,7 @@ +dataset,layer,pseudo_auroc,train_loss,acc_estimate,acc_lower,acc_upper,cal_acc_estimate,cal_acc_lower,cal_acc_upper,ece,auroc_estimate,auroc_lower,auroc_upper,lr_acc_estimate,lr_acc_lower,lr_acc_upper,lr_cal_acc_estimate,lr_cal_acc_lower,lr_cal_acc_upper,lr_ece,lr_auroc_estimate,lr_auroc_lower,lr_auroc_upper +imdb,0,1.0,0.0231,0.5,0.4792,0.5215,0.5003,0.4962,0.5047,0.3934,0.5,0.4724,0.5279,0.6557,0.6397,0.6731,0.6528,0.6373,0.6695,0.0853,0.609,0.5975,0.6209 +imdb,1,1.0,0.0209,0.5,0.4746,0.5262,0.49,0.4855,0.4944,0.4484,0.4971,0.468,0.5274,0.7009,0.6835,0.7198,0.7031,0.6857,0.7224,0.027,0.7165,0.6995,0.7336 +imdb,2,1.0,0.0188,0.5,0.4833,0.5162,0.5115,0.5068,0.5161,0.3485,0.5042,0.4783,0.5293,0.6972,0.6804,0.7144,0.6968,0.6799,0.7136,0.0165,0.705,0.69,0.7203 +imdb,3,1.0,0.0201,0.5,0.4792,0.5215,0.4886,0.4852,0.4919,0.3724,0.4907,0.464,0.5177,0.7041,0.687,0.7217,0.704,0.6871,0.7214,0.0362,0.7018,0.6878,0.7161 +imdb,4,1.0,0.0203,0.5,0.4881,0.5115,0.5148,0.5102,0.5187,0.4361,0.5083,0.4877,0.5282,0.7072,0.6916,0.7233,0.7062,0.691,0.7223,0.0185,0.7249,0.7102,0.7394 +imdb,5,1.0,0.0112,0.5,0.4885,0.5119,0.4749,0.4695,0.4803,0.2125,0.4874,0.4678,0.5077,0.7142,0.6981,0.7305,0.7138,0.6976,0.7305,0.0163,0.7343,0.7192,0.7494 diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/fingerprints.yaml b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/fingerprints.yaml new file mode 100644 index 00000000..ae65b605 --- /dev/null +++ b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/fingerprints.yaml @@ -0,0 +1,3 @@ +imdb: + test: eda5b5d5d8663a5f + train: 12eb351218418553 diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_0.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_0.pt new file mode 100644 index 00000000..0dd07086 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_0.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_1.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_1.pt new file mode 100644 index 00000000..07db6022 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_1.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_2.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_2.pt new file mode 100644 index 00000000..3ebe8eaa Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_2.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_3.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_3.pt new file mode 100644 index 00000000..6b17bd99 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_3.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_4.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_4.pt new file mode 100644 index 00000000..f06e5716 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_4.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_5.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_5.pt new file mode 100644 index 00000000..5373bf0c Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/lr_models/layer_5.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_0.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_0.pt new file mode 100644 index 00000000..2a6dd11d Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_0.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_1.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_1.pt new file mode 100644 index 00000000..775f1b4f Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_1.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_2.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_2.pt new file mode 100644 index 00000000..09094f46 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_2.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_3.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_3.pt new file mode 100644 index 00000000..0bd3e436 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_3.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_4.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_4.pt new file mode 100644 index 00000000..49b03279 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_4.pt differ diff --git a/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_5.pt b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_5.pt new file mode 100644 index 00000000..62f137a8 Binary files /dev/null and b/elk-reporters/EleutherAI/pythia-70m-deduped/imdb/compassionate-ishizaka/reporters/layer_5.pt differ