Merge pull request #245 from neodyland/dependabot/cargo/tokenizers-0.22.0

build(deps): bump tokenizers from 0.21.4 to 0.22.0
This commit is contained in:
tuna2134
2025-09-02 06:26:10 +09:00
committed by GitHub
2 changed files with 3 additions and 3 deletions

4
Cargo.lock generated
View File

@@ -2765,9 +2765,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokenizers"
version = "0.21.4"
version = "0.22.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476"
checksum = "af10f51be57162b69d90a15cb226eef12c9e4faecbd5e3ea98a86bfb920b3d71"
dependencies = [
"ahash",
"aho-corasick",

View File

@@ -25,7 +25,7 @@ serde = { version = "1.0.210", features = ["derive"] }
serde_json = "1.0.143"
tar = "0.4.41"
thiserror = "2.0.16"
tokenizers = { version = "0.21.4", default-features = false }
tokenizers = { version = "0.22.0", default-features = false }
zstd = "0.13.2"
[features]