fix(deps): update rust crate tokenizers to v0.20.1

This commit is contained in:
renovate[bot]
2024-10-10 11:29:48 +00:00
committed by GitHub
parent eecf6d90f7
commit 1e2cde365f

4
Cargo.lock generated
View File

@@ -2225,9 +2225,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokenizers"
version = "0.20.0"
version = "0.20.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c8a24d7f7d6be5b9d1377418b893ab1808af0074f5d1bb2c64784452ddd2aa70"
checksum = "b172ffa9a2e5c31bbddc940cd5725d933ced983a9333bbebc4c7eda3bbce1557"
dependencies = [
"aho-corasick",
"derive_builder",