Careless whisper (#6877)
Co-authored-by: Douwe Osinga <douwe@squareup.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
@@ -11,8 +11,8 @@ use rmcp::model::Role;
|
||||
use serde::Serialize;
|
||||
use std::sync::Arc;
|
||||
use tokio::task::JoinHandle;
|
||||
use tracing::info;
|
||||
use tracing::log::warn;
|
||||
use tracing::{debug, info};
|
||||
|
||||
pub const DEFAULT_COMPACTION_THRESHOLD: f64 = 0.8;
|
||||
|
||||
@@ -188,7 +188,7 @@ pub async fn check_if_compaction_needed(
|
||||
|
||||
let context_limit = provider.get_model_config().context_limit();
|
||||
|
||||
let (current_tokens, token_source) = match session.total_tokens {
|
||||
let (current_tokens, _token_source) = match session.total_tokens {
|
||||
Some(tokens) => (tokens as usize, "session metadata"),
|
||||
None => {
|
||||
let token_counter = create_token_counter()
|
||||
@@ -212,17 +212,6 @@ pub async fn check_if_compaction_needed(
|
||||
} else {
|
||||
usage_ratio > threshold
|
||||
};
|
||||
|
||||
debug!(
|
||||
"Compaction check: {} / {} tokens ({:.1}%), threshold: {:.1}%, needs compaction: {}, source: {}",
|
||||
current_tokens,
|
||||
context_limit,
|
||||
usage_ratio * 100.0,
|
||||
threshold * 100.0,
|
||||
needs_compaction,
|
||||
token_source
|
||||
);
|
||||
|
||||
Ok(needs_compaction)
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user