Fix wrong result for None

nemu626 · Mar 5, 2023 · 2370284 · 2370284
1 parent 33207e6
commit 2370284
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/js/src/lib.rs b/js/src/lib.rs
@@ -209,7 +209,7 @@ impl Tiktoken {
  ._encode_native(
  &text,
  &allowed_tokens.iter().map(AsRef::as_ref).collect(),
- Some(0),
+ None,
  )
  .0)
  }