From 7985e94ba4f9c93e8d16da00cdc6f9a8da6db04b Mon Sep 17 00:00:00 2001 From: Benson Wong Date: Fri, 8 Aug 2025 11:05:36 -0700 Subject: [PATCH] add tokens processed to ui models page --- ui/src/pages/Models.tsx | 46 +++++++++++++++++++++++------------------ 1 file changed, 26 insertions(+), 20 deletions(-) diff --git a/ui/src/pages/Models.tsx b/ui/src/pages/Models.tsx index 891b781..e98614f 100644 --- a/ui/src/pages/Models.tsx +++ b/ui/src/pages/Models.tsx @@ -133,35 +133,41 @@ function ModelsPanel() { function StatsPanel() { const { metrics } = useAPI(); - const [totalRequests, totalTokens, avgTokensPerSecond] = useMemo(() => { + const [totalRequests, totalInputTokens, totalOutputTokens, avgTokensPerSecond] = useMemo(() => { const totalRequests = metrics.length; if (totalRequests === 0) { return [0, 0, 0]; } - const totalTokens = metrics.reduce((sum, m) => sum + m.output_tokens, 0); + const totalInputTokens = metrics.reduce((sum, m) => sum + m.input_tokens, 0); + const totalOutputTokens = metrics.reduce((sum, m) => sum + m.output_tokens, 0); const avgTokensPerSecond = (metrics.reduce((sum, m) => sum + m.tokens_per_second, 0) / totalRequests).toFixed(2); - return [totalRequests, totalTokens, avgTokensPerSecond]; + return [totalRequests, totalInputTokens, totalOutputTokens, avgTokensPerSecond]; }, [metrics]); return (
-

Chat Activity

- - - - - - - - - - - - - - - -
Requests{totalRequests}
Total Tokens Generated{totalTokens}
Average Tokens/Second{avgTokensPerSecond}
+
+ + + + + + + + + + + + + + + +
RequestsProcessedGeneratedTokens/Sec
{totalRequests} + {new Intl.NumberFormat().format(totalInputTokens)} + + {new Intl.NumberFormat().format(totalOutputTokens)} + {avgTokensPerSecond}
+
); }