diff --git a/evals/registry/data/simple-knowledge-mongolian/samples.v0.jsonl b/evals/registry/data/simple-knowledge-mongolian/samples.v0.jsonl new file mode 100644 index 0000000000..fd529329d8 --- /dev/null +++ b/evals/registry/data/simple-knowledge-mongolian/samples.v0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83bfc2532a5461f30eeee4d5471157cf46a3d0003ce0ef01cbae407d969cb1a +size 11069 diff --git a/evals/registry/evals/simple-knowledge-mongolian.yaml b/evals/registry/evals/simple-knowledge-mongolian.yaml new file mode 100644 index 0000000000..bd18609b8c --- /dev/null +++ b/evals/registry/evals/simple-knowledge-mongolian.yaml @@ -0,0 +1,8 @@ +simple-knowledge-mongolian: + id: simple-knowledge-mongolian.dev.v0 + description: Test the model's ability to understand simple world knowledge in mongolian language cyrillic and latin variants + metrics: [accuracy] +simple-knowledge-mongolian.dev.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: simple-knowledge-mongolian/samples.v0.jsonl