Bump tokenizers from 0.15.2 to 0.19.0

Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.15.2 to 0.19.0.
- [Release notes](https://github.com/huggingface/tokenizers/releases)
- [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md)
- [Commits](huggingface/tokenizers@v0.15.2...v0.19.0)

---
updated-dependencies:
- dependency-name: tokenizers
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Cargo.toml

@@ -51,7 +51,7 @@ once_cell = "1.19.0"
 pulldown-cmark = { version = "0.10.2", default-features = false, optional = true }
 regex = "1.10.4"
 tiktoken-rs = { version = "0.5.8", optional = true }
-tokenizers = { version = "0.15.2", default_features = false, features = [
+tokenizers = { version = "0.19.0", default_features = false, features = [
     "onig",
 ], optional = true }
 unicode-segmentation = "1.11.0"
@@ -61,7 +61,7 @@ divan = "0.1.14"
 fake = "2.9.2"
 insta = { version = "1.38.0", features = ["glob", "yaml"] }
 more-asserts = "0.3.1"
-tokenizers = { version = "0.15.2", default-features = false, features = [
+tokenizers = { version = "0.19.0", default-features = false, features = [
     "onig",
     "http",
 ] }

bindings/python/Cargo.toml

@@ -23,6 +23,6 @@ text-splitter = { path = "../..", features = [
     "tokenizers",
 ] }
 tiktoken-rs = "0.5.8"
-tokenizers = { version = "0.15.2", default_features = false, features = [
+tokenizers = { version = "0.19.0", default_features = false, features = [
     "onig",
 ] }