Token counting reliability + summarization integration. (#3721)

2025-08-14 11:23:37 -04:00
parent f2e335cb81
commit 80826c2b23
15 changed files with 359 additions and 891 deletions
@@ -67,7 +67,7 @@ async fn manage_context(
            .await
            .map_err(|_| StatusCode::INTERNAL_SERVER_ERROR)?;
    } else if request.manage_action == "summarize" {
-        (processed_messages, token_counts) = agent
+        (processed_messages, token_counts, _) = agent
            .summarize_context(&request.messages)
            .await
            .map_err(|_| StatusCode::INTERNAL_SERVER_ERROR)?;