make sure we copy temp from parser on prompt init

guidance-ai · Sep 27, 2024 · ce013ae · ce013ae
1 parent a915ab3
commit ce013ae
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/parser/src/constraint.rs b/parser/src/constraint.rs
@@ -88,7 +88,9 @@ impl Constraint {
     pub fn process_prompt(&mut self, prompt: Vec<TokenId>) -> Vec<TokenId> {
         assert!(!self.started);
         self.started = true;
-        self.parser.process_prompt(prompt)
+        let r = self.parser.process_prompt(prompt);
+        self.temperature = self.parser.parser.temperature();
+        r
     }
 
     /// This can be called before the first get_mask() to walk forward the
@@ -129,6 +131,7 @@ impl Constraint {
         if !self.started {
             self.started = true;
             self.parser.start_without_prompt();
+            self.temperature = self.parser.parser.temperature();
         }
 
         if self.delayed_stop {