diff --git a/evals/registry/data/brazilian-lexicon/samples.jsonl b/evals/registry/data/brazilian-lexicon/samples.jsonl new file mode 100644 index 0000000000..7cc09f0988 --- /dev/null +++ b/evals/registry/data/brazilian-lexicon/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d406cb66e4ded2f0b6da4824699ad3e91035b9da964cf9649fa4b4ed665710 +size 8355773 diff --git a/evals/registry/evals/brazilian-lexicon.yaml b/evals/registry/evals/brazilian-lexicon.yaml new file mode 100644 index 0000000000..2a3625506b --- /dev/null +++ b/evals/registry/evals/brazilian-lexicon.yaml @@ -0,0 +1,9 @@ +brazilian-lexicon: + id: brazilian-lexicon.dev.v0 + description: Test the model's ability to distinguish between existing Brazilian words. + metrics: [accuracy] + +brazilian-lexicon.dev.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: brazilian-lexicon/samples.jsonl