more lose versioning of hf tokenizers

microsoft · Nov 30, 2024 · f38eab5 · f38eab5
1 parent cbdd3d7
commit f38eab5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/hf_tokenizers/Cargo.toml b/hf_tokenizers/Cargo.toml
@@ -9,5 +9,5 @@ serde = { version = "1.0.192", features = ["derive"] }
 serde_json = "1.0.108"
 anyhow = "1.0.75"
 rustc-hash = { version = "2.0.0" }
-tokenizers = { version = "0.19.1", features = ["http"] }
+tokenizers = { version = ">=0.19.1, <1.0.0", features = ["http"] }
 log = "0.4.21"