@hook classifai_openai_characters_in_token

10up · Oct 24, 2023 · bbeb762 · bbeb762
1 parent 8c31e19
commit bbeb762
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/includes/Classifai/Providers/OpenAI/Tokenizer.php b/includes/Classifai/Providers/OpenAI/Tokenizer.php
@@ -35,6 +35,18 @@ class Tokenizer {
 	 */
 	public function __construct( $max_tokens ) {
 		$this->max_tokens = $max_tokens;
+
+		/**
+		 * How many characters in one token (roughly)
+		 *
+		 * @since 0.1.0
+		 * @hook classifai_openai_characters_in_token
+		 *
+		 * @param int $characters_in_token How many characters in one token (roughly)
+		 *
+		 * @return int
+		 */
+		$this->characters_in_token = apply_filters( 'classifai_openai_characters_in_token', $this->characters_in_token );
 	}
 
 	/**