diff --git a/crates/bpe/benchmarks/Cargo.toml b/crates/bpe/benchmarks/Cargo.toml index 6fb1a6a..78ceb96 100644 --- a/crates/bpe/benchmarks/Cargo.toml +++ b/crates/bpe/benchmarks/Cargo.toml @@ -23,4 +23,4 @@ bpe-openai = { path = "../../bpe-openai" } criterion = "0.8" rand = "0.10" tiktoken-rs = "0.9" -tokenizers = { version = "0.22", features = ["http"] } +tokenizers = { version = "0.23", features = ["http"] }