fix crash in parser

guidance-ai · Sep 4, 2024 · 81dbd2d · 81dbd2d
1 parent d5e71d5
commit 81dbd2d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/parser/src/earley/parser.rs b/parser/src/earley/parser.rs
@@ -673,7 +673,7 @@ impl ParserState {
                             self.token_idx as isize + 1 - info.token_idx_start as isize,
                         ) as usize;
                         let lex_state = self.lexer_state().lexer_state;
-                        let mut limit = trie.alloc_token_set();
+                        let mut limit = self.lexer_spec().alloc_lexeme_set();
                         let mut num_limit = 0;
                         {
                             let possible_lexemes = shared.lexer.possible_lexemes(lex_state);