diff --git a/docs-header.html b/docs-header.html index dfb9387..24a2380 100644 --- a/docs-header.html +++ b/docs-header.html @@ -16,7 +16,26 @@ integrity="sha384-+VBxd3r6XgURycqtZ117nYw44OOcIax56Z4dCRWbxyPt0Koah1uHoK0o4+/RRE05" crossorigin="anonymous" > + diff --git a/src/lib.rs b/src/lib.rs index b7c97c7..e360c16 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -104,7 +104,10 @@ pub use { GeneralSAM, GeneralSAMNode, GeneralSAMNodeID, GeneralSAMState, SAM_NIL_NODE_ID, SAM_ROOT_NODE_ID, }, - table::{BTreeTransTable, ConstructiveTransitionTable, TransitionTable}, + table::{ + BTreeTransTable, BoxBisectTable, ConstructiveTransitionTable, HashTransTable, + SmallAlphabet, TransitionTable, VecBisectTable, WholeAlphabetTable, + }, trie_alike::{IterAsChain, TravelEvent, TrieNodeAlike}, }; @@ -120,7 +123,7 @@ pub use trie::{Trie, TrieNode, TrieNodeID, TrieState, TRIE_NIL_NODE_ID, TRIE_ROO pub mod utils; #[cfg(feature = "utils")] #[cfg_attr(doc_cfg, doc(cfg(feature = "utils")))] -pub use utils::{rope, suffixwise, tokenize}; +pub use utils::{rope, suffixwise, tokenize, tokenize::GreedyTokenizer}; #[cfg(test)] mod tests;