diff --git a/evals/registry/data/swedish-spelling/samples.jsonl b/evals/registry/data/swedish-spelling/samples.jsonl new file mode 100644 index 0000000000..9e6eb98fe6 --- /dev/null +++ b/evals/registry/data/swedish-spelling/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:637dd36efc268e3962d45e9d05946830a0e48195f96605f97c81b6a3b3cda47d +size 32883 diff --git a/evals/registry/evals/swedish-spelling.yaml b/evals/registry/evals/swedish-spelling.yaml new file mode 100644 index 0000000000..bed67c623d --- /dev/null +++ b/evals/registry/evals/swedish-spelling.yaml @@ -0,0 +1,9 @@ +swedish-spelling: + id: swedish-spelling.dev.v0 + description: Test the model's ability to identify misspelled Swedish words. + metrics: [accuracy] + +swedish-spelling.dev.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: swedish-spelling/samples.jsonl \ No newline at end of file