From 37477c1e30f4b694aca6380bbadbd4ea597595b1 Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 1 Sep 2025 14:17:04 +0000
Subject: [PATCH] build(deps): bump tokenizers from 0.21.4 to 0.22.0

Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.21.4 to 0.22.0.
- [Release notes](https://github.com/huggingface/tokenizers/releases)
- [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md)
- [Commits](https://github.com/huggingface/tokenizers/compare/v0.21.4...v0.22.0)

---
updated-dependencies:
- dependency-name: tokenizers
  dependency-version: 0.22.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
---
 Cargo.lock                  | 4 ++--
 crates/sbv2_core/Cargo.toml | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index cafe366..e4b63e1 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -2766,9 +2766,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
 
 [[package]]
 name = "tokenizers"
-version = "0.21.4"
+version = "0.22.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476"
+checksum = "af10f51be57162b69d90a15cb226eef12c9e4faecbd5e3ea98a86bfb920b3d71"
 dependencies = [
  "ahash",
  "aho-corasick",
diff --git a/crates/sbv2_core/Cargo.toml b/crates/sbv2_core/Cargo.toml
index e8df25e..df448dd 100644
--- a/crates/sbv2_core/Cargo.toml
+++ b/crates/sbv2_core/Cargo.toml
@@ -25,7 +25,7 @@ serde = { version = "1.0.210", features = ["derive"] }
 serde_json = "1.0.143"
 tar = "0.4.41"
 thiserror = "2.0.16"
-tokenizers = { version = "0.21.4", default-features = false }
+tokenizers = { version = "0.22.0", default-features = false }
 zstd = "0.13.2"
 
 [features]