feat: add first token latency window stats

This commit is contained in:
John
2026-07-02 08:06:58 +08:00
parent 05d29ce62d
commit 12f74eb44e
5 changed files with 136 additions and 3 deletions
+2
View File
@@ -160,6 +160,8 @@ function summarizeRuntime(runtimeJson) {
lastFirstTokenMs: worker.lastFirstTokenMs,
lastFirstTokenAt: worker.lastFirstTokenAt,
firstTokenCount: worker.firstTokenCount,
firstToken5m: worker.firstToken5m ?? null,
firstToken1h: worker.firstToken1h ?? null,
cpuLoad: worker.cpuLoad,
memoryPressure: worker.memoryPressure,
fdPressure: worker.fdPressure,