diff --git a/evals/registry/data/heart-disease/samples.jsonl b/evals/registry/data/heart-disease/samples.jsonl new file mode 100644 index 0000000000..da6fe1063a --- /dev/null +++ b/evals/registry/data/heart-disease/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7732622e617f32690e93a681dcf725cf146e179efaad12b9a658f856de51d0fc +size 698130 diff --git a/evals/registry/evals/heart-disease.yaml b/evals/registry/evals/heart-disease.yaml new file mode 100644 index 0000000000..9f3702f499 --- /dev/null +++ b/evals/registry/evals/heart-disease.yaml @@ -0,0 +1,8 @@ +heart-disease: + id: heart-disease.v0 + description: Test model's capability of predicting the presence of heart disease. + metrics: [accuracy] +heart-disease.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: heart-disease/samples.jsonl