Add prompt processing metrics (#250)

- capture prompt processing metrics
- display prompt processing metrics on UI Activity page
This commit is contained in:
Benson Wong
2025-08-14 10:02:16 -07:00
committed by GitHub
parent a186318892
commit 74c69f39ef
4 changed files with 7 additions and 0 deletions

View File

@@ -15,6 +15,7 @@ type TokenMetrics struct {
Model string `json:"model"`
InputTokens int `json:"input_tokens"`
OutputTokens int `json:"output_tokens"`
PromptPerSecond float64 `json:"prompt_per_second"`
TokensPerSecond float64 `json:"tokens_per_second"`
DurationMs int `json:"duration_ms"`
}