Feat: Let providers configure a fast model for summarization (#4228)

This commit is contained in:
David Katz
2025-08-21 17:41:33 -04:00
committed by GitHub
parent a121acd5e7
commit 72f4ebc640
33 changed files with 345 additions and 166 deletions
+4 -3
View File
@@ -319,11 +319,12 @@ impl Provider for GeminiCliProvider {
}
#[tracing::instrument(
skip(self, system, messages, tools),
skip(self, model_config, system, messages, tools),
fields(model_config, input, output, input_tokens, output_tokens, total_tokens)
)]
async fn complete(
async fn complete_with_model(
&self,
model_config: &ModelConfig,
system: &str,
messages: &[Message],
tools: &[Tool],
@@ -350,7 +351,7 @@ impl Provider for GeminiCliProvider {
"usage": usage
});
emit_debug_trace(&self.model, &payload, &response, &usage);
emit_debug_trace(model_config, &payload, &response, &usage);
Ok((
message,