Everything is streaming (#7247)

Co-authored-by: Douwe Osinga <douwe@squareup.com>
Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
Douwe Osinga
2026-02-17 19:53:38 +01:00
committed by GitHub
parent 65d3a1550f
commit 9a91fccfb5
42 changed files with 801 additions and 1718 deletions
+27 -5
View File
@@ -127,9 +127,16 @@ impl ProviderTester {
.build();
let message = Message::user().with_text(prompt);
let model_config = self.provider.get_model_config();
let (response1, _) = self
.provider
.complete(session_id, &system, std::slice::from_ref(&message), &tools)
.complete(
&model_config,
session_id,
&system,
std::slice::from_ref(&message),
&tools,
)
.await?;
// Agentic CLI providers (claude-code, codex) call tools internally and
@@ -163,6 +170,7 @@ impl ProviderTester {
let (response2, _) = self
.provider
.complete(
&model_config,
session_id,
&system,
&[message, response1, tool_response],
@@ -174,10 +182,17 @@ impl ProviderTester {
async fn test_basic_response(&self, session_id: &str) -> Result<()> {
let message = Message::user().with_text("Just say hello!");
let model_config = self.provider.get_model_config();
let (response, _) = self
.provider
.complete(session_id, "You are a helpful assistant.", &[message], &[])
.complete(
&model_config,
session_id,
"You are a helpful assistant.",
&[message],
&[],
)
.await?;
assert!(
@@ -227,10 +242,17 @@ impl ProviderTester {
};
let messages = vec![Message::user().with_text(&large_message_content)];
let model_config = self.provider.get_model_config();
let result = self
.provider
.complete(session_id, "You are a helpful assistant.", &messages, &[])
.complete(
&model_config,
session_id,
"You are a helpful assistant.",
&messages,
&[],
)
.await;
println!("=== {}::context_length_exceeded_error ===", self.name);
@@ -288,9 +310,9 @@ impl ProviderTester {
let message = Message::user().with_text("Just say hello!");
let (response, _) = self
.provider
.complete_with_model(
Some(session_id),
.complete(
&alt_config,
session_id,
"You are a helpful assistant.",
&[message],
&[],