From 22b0e61baa222eb149b406e8d0e4a91d0a55fdd9 Mon Sep 17 00:00:00 2001 From: mreismendes Date: Fri, 7 Apr 2023 16:15:51 -0300 Subject: [PATCH] Add brazilian-lexicon files --- evals/registry/data/brazilian-lexicon/samples.jsonl | 3 +++ evals/registry/evals/brazilian-lexicon.yaml | 9 +++++++++ 2 files changed, 12 insertions(+) create mode 100644 evals/registry/data/brazilian-lexicon/samples.jsonl create mode 100644 evals/registry/evals/brazilian-lexicon.yaml diff --git a/evals/registry/data/brazilian-lexicon/samples.jsonl b/evals/registry/data/brazilian-lexicon/samples.jsonl new file mode 100644 index 0000000000..7cc09f0988 --- /dev/null +++ b/evals/registry/data/brazilian-lexicon/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d406cb66e4ded2f0b6da4824699ad3e91035b9da964cf9649fa4b4ed665710 +size 8355773 diff --git a/evals/registry/evals/brazilian-lexicon.yaml b/evals/registry/evals/brazilian-lexicon.yaml new file mode 100644 index 0000000000..2a3625506b --- /dev/null +++ b/evals/registry/evals/brazilian-lexicon.yaml @@ -0,0 +1,9 @@ +brazilian-lexicon: + id: brazilian-lexicon.dev.v0 + description: Test the model's ability to distinguish between existing Brazilian words. + metrics: [accuracy] + +brazilian-lexicon.dev.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: brazilian-lexicon/samples.jsonl