Token state not showing on load, or after message is finished. (#5606)
This commit is contained in:
@@ -133,6 +133,7 @@ pub enum MessageEvent {
|
|||||||
},
|
},
|
||||||
Finish {
|
Finish {
|
||||||
reason: String,
|
reason: String,
|
||||||
|
token_state: TokenState,
|
||||||
},
|
},
|
||||||
ModelChange {
|
ModelChange {
|
||||||
model: String,
|
model: String,
|
||||||
@@ -149,6 +150,27 @@ pub enum MessageEvent {
|
|||||||
Ping,
|
Ping,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async fn get_token_state(session_id: &str) -> TokenState {
|
||||||
|
SessionManager::get_session(session_id, false)
|
||||||
|
.await
|
||||||
|
.map(|session| TokenState {
|
||||||
|
input_tokens: session.input_tokens.unwrap_or(0),
|
||||||
|
output_tokens: session.output_tokens.unwrap_or(0),
|
||||||
|
total_tokens: session.total_tokens.unwrap_or(0),
|
||||||
|
accumulated_input_tokens: session.accumulated_input_tokens.unwrap_or(0),
|
||||||
|
accumulated_output_tokens: session.accumulated_output_tokens.unwrap_or(0),
|
||||||
|
accumulated_total_tokens: session.accumulated_total_tokens.unwrap_or(0),
|
||||||
|
})
|
||||||
|
.inspect_err(|e| {
|
||||||
|
tracing::warn!(
|
||||||
|
"Failed to fetch session token state for {}: {}",
|
||||||
|
session_id,
|
||||||
|
e
|
||||||
|
);
|
||||||
|
})
|
||||||
|
.unwrap_or_default()
|
||||||
|
}
|
||||||
|
|
||||||
async fn stream_event(
|
async fn stream_event(
|
||||||
event: MessageEvent,
|
event: MessageEvent,
|
||||||
tx: &mpsc::Sender<String>,
|
tx: &mpsc::Sender<String>,
|
||||||
@@ -321,29 +343,7 @@ pub async fn reply(
|
|||||||
|
|
||||||
all_messages.push(message.clone());
|
all_messages.push(message.clone());
|
||||||
|
|
||||||
let token_state = match SessionManager::get_session(&session_id, false).await {
|
let token_state = get_token_state(&session_id).await;
|
||||||
Ok(session) => {
|
|
||||||
TokenState {
|
|
||||||
input_tokens: session.input_tokens.unwrap_or(0),
|
|
||||||
output_tokens: session.output_tokens.unwrap_or(0),
|
|
||||||
total_tokens: session.total_tokens.unwrap_or(0),
|
|
||||||
accumulated_input_tokens: session.accumulated_input_tokens.unwrap_or(0),
|
|
||||||
accumulated_output_tokens: session.accumulated_output_tokens.unwrap_or(0),
|
|
||||||
accumulated_total_tokens: session.accumulated_total_tokens.unwrap_or(0),
|
|
||||||
}
|
|
||||||
},
|
|
||||||
Err(e) => {
|
|
||||||
tracing::warn!("Failed to fetch session for token state: {}", e);
|
|
||||||
TokenState {
|
|
||||||
input_tokens: 0,
|
|
||||||
output_tokens: 0,
|
|
||||||
total_tokens: 0,
|
|
||||||
accumulated_input_tokens: 0,
|
|
||||||
accumulated_output_tokens: 0,
|
|
||||||
accumulated_total_tokens: 0,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
stream_event(MessageEvent::Message { message, token_state }, &tx, &cancel_token).await;
|
stream_event(MessageEvent::Message { message, token_state }, &tx, &cancel_token).await;
|
||||||
}
|
}
|
||||||
@@ -437,9 +437,12 @@ pub async fn reply(
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
let final_token_state = get_token_state(&session_id).await;
|
||||||
|
|
||||||
let _ = stream_event(
|
let _ = stream_event(
|
||||||
MessageEvent::Finish {
|
MessageEvent::Finish {
|
||||||
reason: "stop".to_string(),
|
reason: "stop".to_string(),
|
||||||
|
token_state: final_token_state,
|
||||||
},
|
},
|
||||||
&task_tx,
|
&task_tx,
|
||||||
&cancel_token,
|
&cancel_token,
|
||||||
|
|||||||
@@ -711,7 +711,7 @@ impl Message {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, ToSchema)]
|
#[derive(Debug, Clone, Default, Serialize, Deserialize, ToSchema)]
|
||||||
#[serde(rename_all = "camelCase")]
|
#[serde(rename_all = "camelCase")]
|
||||||
pub struct TokenState {
|
pub struct TokenState {
|
||||||
pub input_tokens: i32,
|
pub input_tokens: i32,
|
||||||
|
|||||||
@@ -3321,12 +3321,16 @@
|
|||||||
"type": "object",
|
"type": "object",
|
||||||
"required": [
|
"required": [
|
||||||
"reason",
|
"reason",
|
||||||
|
"token_state",
|
||||||
"type"
|
"type"
|
||||||
],
|
],
|
||||||
"properties": {
|
"properties": {
|
||||||
"reason": {
|
"reason": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
},
|
},
|
||||||
|
"token_state": {
|
||||||
|
"$ref": "#/components/schemas/TokenState"
|
||||||
|
},
|
||||||
"type": {
|
"type": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"enum": [
|
"enum": [
|
||||||
|
|||||||
@@ -374,6 +374,7 @@ export type MessageEvent = {
|
|||||||
type: 'Error';
|
type: 'Error';
|
||||||
} | {
|
} | {
|
||||||
reason: string;
|
reason: string;
|
||||||
|
token_state: TokenState;
|
||||||
type: 'Finish';
|
type: 'Finish';
|
||||||
} | {
|
} | {
|
||||||
mode: string;
|
mode: string;
|
||||||
|
|||||||
@@ -443,12 +443,12 @@ function BaseChatContent({
|
|||||||
commandHistory={commandHistory}
|
commandHistory={commandHistory}
|
||||||
initialValue={input || ''}
|
initialValue={input || ''}
|
||||||
setView={setView}
|
setView={setView}
|
||||||
totalTokens={tokenState?.totalTokens ?? sessionTokenCount}
|
totalTokens={tokenState?.totalTokens || sessionTokenCount}
|
||||||
accumulatedInputTokens={
|
accumulatedInputTokens={
|
||||||
tokenState?.accumulatedInputTokens ?? sessionInputTokens ?? localInputTokens
|
tokenState?.accumulatedInputTokens || sessionInputTokens || localInputTokens
|
||||||
}
|
}
|
||||||
accumulatedOutputTokens={
|
accumulatedOutputTokens={
|
||||||
tokenState?.accumulatedOutputTokens ?? sessionOutputTokens ?? localOutputTokens
|
tokenState?.accumulatedOutputTokens || sessionOutputTokens || localOutputTokens
|
||||||
}
|
}
|
||||||
droppedFiles={droppedFiles}
|
droppedFiles={droppedFiles}
|
||||||
onFilesProcessed={() => setDroppedFiles([])} // Clear dropped files after processing
|
onFilesProcessed={() => setDroppedFiles([])} // Clear dropped files after processing
|
||||||
|
|||||||
@@ -213,7 +213,6 @@ export const useChatEngine = ({
|
|||||||
|
|
||||||
// Update token counts when session changes from the message stream
|
// Update token counts when session changes from the message stream
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
console.log('Session received:', session);
|
|
||||||
if (session) {
|
if (session) {
|
||||||
setSessionTokenCount(session.total_tokens || 0);
|
setSessionTokenCount(session.total_tokens || 0);
|
||||||
setSessionInputTokens(session.accumulated_input_tokens || 0);
|
setSessionInputTokens(session.accumulated_input_tokens || 0);
|
||||||
|
|||||||
@@ -37,7 +37,7 @@ export interface NotificationEvent {
|
|||||||
type MessageEvent =
|
type MessageEvent =
|
||||||
| { type: 'Message'; message: Message; token_state: TokenState }
|
| { type: 'Message'; message: Message; token_state: TokenState }
|
||||||
| { type: 'Error'; error: string }
|
| { type: 'Error'; error: string }
|
||||||
| { type: 'Finish'; reason: string }
|
| { type: 'Finish'; reason: string; token_state: TokenState }
|
||||||
| { type: 'ModelChange'; model: string; mode: string }
|
| { type: 'ModelChange'; model: string; mode: string }
|
||||||
| { type: 'UpdateConversation'; conversation: Conversation }
|
| { type: 'UpdateConversation'; conversation: Conversation }
|
||||||
| NotificationEvent;
|
| NotificationEvent;
|
||||||
@@ -368,6 +368,8 @@ export function useMessageStream({
|
|||||||
}
|
}
|
||||||
|
|
||||||
case 'Finish': {
|
case 'Finish': {
|
||||||
|
setTokenState(parsedEvent.token_state);
|
||||||
|
|
||||||
if (onFinish && currentMessages.length > 0) {
|
if (onFinish && currentMessages.length > 0) {
|
||||||
const lastMessage = currentMessages[currentMessages.length - 1];
|
const lastMessage = currentMessages[currentMessages.length - 1];
|
||||||
onFinish(lastMessage, parsedEvent.reason);
|
onFinish(lastMessage, parsedEvent.reason);
|
||||||
|
|||||||
Reference in New Issue
Block a user