From 8b9945d2af76a9c0a0b773ccc254ef532f25cacf Mon Sep 17 00:00:00 2001 From: Michal Moskal Date: Wed, 6 Nov 2024 15:17:40 -0800 Subject: [PATCH] Update toktrie dependency to a newer revision --- parser/Cargo.toml | 2 +- sample_parser/Cargo.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/parser/Cargo.toml b/parser/Cargo.toml index 7e3e5b9d..f40b40a5 100644 --- a/parser/Cargo.toml +++ b/parser/Cargo.toml @@ -4,7 +4,7 @@ version = "0.3.0" edition = "2021" [dependencies] -toktrie = { git = "https://github.com/microsoft/toktrie", rev = "972825d6c2090de141e948154a48ed31816c3217" } +toktrie = { git = "https://github.com/microsoft/toktrie", rev = "6172936f8c965d2050a53d14de0e3410ecc78ad1" } derivre = { git = "https://github.com/microsoft/derivre", rev = "02ee497e6e404a0b402b4f68a9abf599d22ed2ed" } serde = { version = "1.0.210", features = ["derive"] } serde_json = { version = "1.0.132", features = ["preserve_order"] } diff --git a/sample_parser/Cargo.toml b/sample_parser/Cargo.toml index 3fc91353..aacae68b 100644 --- a/sample_parser/Cargo.toml +++ b/sample_parser/Cargo.toml @@ -6,7 +6,7 @@ default-run = "sample_parser" [dependencies] llguidance_parser = { path = "../parser" } -toktrie_hf_tokenizers = { git = "https://github.com/microsoft/toktrie", rev = "972825d6c2090de141e948154a48ed31816c3217" } +toktrie_hf_tokenizers = { git = "https://github.com/microsoft/toktrie", rev = "6172936f8c965d2050a53d14de0e3410ecc78ad1" } serde_json = "1.0.128" anyhow = "1.0.87"