Add prompt processing metrics (#250)
- capture prompt processing metrics - display prompt processing metrics on UI Activity page
This commit is contained in:
@@ -15,6 +15,7 @@ type TokenMetrics struct {
|
||||
Model string `json:"model"`
|
||||
InputTokens int `json:"input_tokens"`
|
||||
OutputTokens int `json:"output_tokens"`
|
||||
PromptPerSecond float64 `json:"prompt_per_second"`
|
||||
TokensPerSecond float64 `json:"tokens_per_second"`
|
||||
DurationMs int `json:"duration_ms"`
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user