fix: Set include_usage=true for OpenAI streaming (#3441)
This commit is contained in:
@@ -3,7 +3,7 @@ use async_stream::try_stream;
|
|||||||
use async_trait::async_trait;
|
use async_trait::async_trait;
|
||||||
use futures::TryStreamExt;
|
use futures::TryStreamExt;
|
||||||
use reqwest::{Client, Response};
|
use reqwest::{Client, Response};
|
||||||
use serde_json::Value;
|
use serde_json::{json, Value};
|
||||||
use std::collections::HashMap;
|
use std::collections::HashMap;
|
||||||
use std::io;
|
use std::io;
|
||||||
use std::time::Duration;
|
use std::time::Duration;
|
||||||
@@ -254,6 +254,9 @@ impl Provider for OpenAiProvider {
|
|||||||
let mut payload =
|
let mut payload =
|
||||||
create_request(&self.model, system, messages, tools, &ImageFormat::OpenAi)?;
|
create_request(&self.model, system, messages, tools, &ImageFormat::OpenAi)?;
|
||||||
payload["stream"] = serde_json::Value::Bool(true);
|
payload["stream"] = serde_json::Value::Bool(true);
|
||||||
|
payload["stream_options"] = json!({
|
||||||
|
"include_usage": true,
|
||||||
|
});
|
||||||
|
|
||||||
let response = handle_status_openai_compat(self.post(payload.clone()).await?).await?;
|
let response = handle_status_openai_compat(self.post(payload.clone()).await?).await?;
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user