fix: truncation agent token calculations (#915)

2025-01-30 07:50:19 -08:00
parent e8ced5a385
commit ff71de422b
3 changed files with 33 additions and 11 deletions
@@ -112,7 +112,7 @@ impl TokenCounter {
        encoding.len()
    }

-    fn count_tokens_for_tools(&self, tools: &[Tool]) -> usize {
+    pub fn count_tokens_for_tools(&self, tools: &[Tool]) -> usize {
        // Token counts for different function components
        let func_init = 7; // Tokens for function initialization
        let prop_init = 3; // Tokens for properties initialization