diff --git a/src/utils/tokenize.rs b/src/utils/tokenize.rs index 6e7f445..6efec1e 100644 --- a/src/utils/tokenize.rs +++ b/src/utils/tokenize.rs @@ -28,6 +28,7 @@ pub struct GreedyTokenizer< suffix_data: Vec>, } +#[derive(Clone, Debug)] pub struct OwnedGeneralSAM { pub sam: GeneralSAM, }