From 60329d4dbd45226397562f27626fa08041d6bf1c Mon Sep 17 00:00:00 2001
From: Michal Moskal <michal@moskal.me>
Date: Tue, 6 Aug 2024 13:50:02 -0700
Subject: [PATCH] fix compilation

---
 rust/src/py.rs | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/rust/src/py.rs b/rust/src/py.rs
index 31e044bf..0ec57a3b 100644
--- a/rust/src/py.rs
+++ b/rust/src/py.rs
@@ -178,10 +178,7 @@ impl LLTokenizer {
         //     tokens[t as usize] = vec![];
         // }
 
-        let info = TokRxInfo {
-            vocab_size: tokens.len() as u32,
-            tok_eos,
-        };
+        let info = TokRxInfo::new(tokens.len() as u32, tok_eos);
 
         let tok_trie = TokTrie::from(&info, &tokens);
         Ok(LLTokenizer {