Feat: Let providers configure a fast model for summarization (#4228)

This commit is contained in:
David Katz
2025-08-21 17:41:33 -04:00
committed by GitHub
parent a121acd5e7
commit 72f4ebc640
33 changed files with 345 additions and 166 deletions
+6 -5
View File
@@ -407,11 +407,12 @@ impl Provider for CursorAgentProvider {
}
#[tracing::instrument(
skip(self, system, messages, tools),
skip(self, model_config, system, messages, tools),
fields(model_config, input, output, input_tokens, output_tokens, total_tokens)
)]
async fn complete(
async fn complete_with_model(
&self,
model_config: &ModelConfig,
system: &str,
messages: &[Message],
tools: &[Tool],
@@ -428,7 +429,7 @@ impl Provider for CursorAgentProvider {
// Create a dummy payload for debug tracing
let payload = json!({
"command": self.command,
"model": self.model.model_name,
"model": model_config.model_name,
"system": system,
"messages": messages.len()
});
@@ -438,11 +439,11 @@ impl Provider for CursorAgentProvider {
"usage": usage
});
emit_debug_trace(&self.model, &payload, &response, &usage);
emit_debug_trace(model_config, &payload, &response, &usage);
Ok((
message,
ProviderUsage::new(self.model.model_name.clone(), usage),
ProviderUsage::new(model_config.model_name.clone(), usage),
))
}
}