Feat: Let providers configure a fast model for summarization (#4228)

This commit is contained in:
David Katz
2025-08-21 17:41:33 -04:00
committed by GitHub
parent a121acd5e7
commit 72f4ebc640
33 changed files with 345 additions and 166 deletions
+40
View File
@@ -592,6 +592,16 @@ mod final_output_tool_tests {
ProviderUsage::new("mock".to_string(), Usage::default()),
))
}
async fn complete_with_model(
&self,
_model_config: &ModelConfig,
system: &str,
messages: &[Message],
tools: &[Tool],
) -> anyhow::Result<(Message, ProviderUsage), ProviderError> {
self.complete(system, messages, tools).await
}
}
let agent = Agent::new();
@@ -713,6 +723,16 @@ mod final_output_tool_tests {
) -> Result<(Message, ProviderUsage), ProviderError> {
Err(ProviderError::NotImplemented("Not implemented".to_string()))
}
async fn complete_with_model(
&self,
_model_config: &ModelConfig,
system: &str,
messages: &[Message],
tools: &[Tool],
) -> anyhow::Result<(Message, ProviderUsage), ProviderError> {
self.complete(system, messages, tools).await
}
}
let agent = Agent::new();
@@ -829,6 +849,16 @@ mod retry_tests {
))
}
}
async fn complete_with_model(
&self,
_model_config: &ModelConfig,
system: &str,
messages: &[Message],
tools: &[Tool],
) -> anyhow::Result<(Message, ProviderUsage), ProviderError> {
self.complete(system, messages, tools).await
}
}
#[tokio::test]
@@ -1002,6 +1032,16 @@ mod max_turns_tests {
Ok((message, usage))
}
async fn complete_with_model(
&self,
_model_config: &ModelConfig,
system_prompt: &str,
messages: &[Message],
tools: &[Tool],
) -> anyhow::Result<(Message, ProviderUsage), ProviderError> {
self.complete(system_prompt, messages, tools).await
}
fn get_model_config(&self) -> ModelConfig {
ModelConfig::new("mock-model").unwrap()
}