feat: Implement streaming for OpenAI (#3413)

This commit is contained in:
Jack Amadeo
2025-07-15 15:16:21 -04:00
committed by GitHub
parent 73d66ebfcf
commit 6555a530b2
11 changed files with 279 additions and 250 deletions
+4 -8
View File
@@ -415,14 +415,10 @@ impl Provider for GithubCopilotProvider {
// Parse response
let message = response_to_message(response.clone())?;
let usage = match get_usage(&response) {
Ok(usage) => usage,
Err(ProviderError::UsageError(e)) => {
tracing::debug!("Failed to get usage data: {}", e);
Usage::default()
}
Err(e) => return Err(e),
};
let usage = response.get("usage").map(get_usage).unwrap_or_else(|| {
tracing::debug!("Failed to get usage data");
Usage::default()
});
let model = get_model(&response);
emit_debug_trace(&self.model, &payload, &response, &usage);
Ok((message, ProviderUsage::new(model, usage)))