From 7ccd5341f10536fd91b4e677358a100bc0495923 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 22 Sep 2025 05:04:59 +0000 Subject: [PATCH] Bump tokenizers from 0.21.1 to 0.22.1 Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.21.1 to 0.22.1. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.21.1...v0.22.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.22.1 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- pyproject.toml | 2 +- requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 7523bf9..e44205a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -36,7 +36,7 @@ dependencies = [ "rank-bm25==0.2.2", "sentence-transformers>=2.7.0", "spacy==3.7.5", - "tokenizers==0.21.1", + "tokenizers==0.22.1", "langdetect==1.0.9", "google-genai>=1.31.0", "certifi>=2025.8.3", diff --git a/requirements.txt b/requirements.txt index 97f7691..d715700 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ openai>=1.67.0 rank-bm25==0.2.2 sentence-transformers>=2.7.0 spacy==3.7.5 -tokenizers==0.22.0 +tokenizers==0.22.1 langdetect==1.0.9 google-genai>=1.31.0