diff --git a/ui/src/pages/Models.tsx b/ui/src/pages/Models.tsx index 891b781..e98614f 100644 --- a/ui/src/pages/Models.tsx +++ b/ui/src/pages/Models.tsx @@ -133,35 +133,41 @@ function ModelsPanel() { function StatsPanel() { const { metrics } = useAPI(); - const [totalRequests, totalTokens, avgTokensPerSecond] = useMemo(() => { + const [totalRequests, totalInputTokens, totalOutputTokens, avgTokensPerSecond] = useMemo(() => { const totalRequests = metrics.length; if (totalRequests === 0) { return [0, 0, 0]; } - const totalTokens = metrics.reduce((sum, m) => sum + m.output_tokens, 0); + const totalInputTokens = metrics.reduce((sum, m) => sum + m.input_tokens, 0); + const totalOutputTokens = metrics.reduce((sum, m) => sum + m.output_tokens, 0); const avgTokensPerSecond = (metrics.reduce((sum, m) => sum + m.tokens_per_second, 0) / totalRequests).toFixed(2); - return [totalRequests, totalTokens, avgTokensPerSecond]; + return [totalRequests, totalInputTokens, totalOutputTokens, avgTokensPerSecond]; }, [metrics]); return (
-

Chat Activity

- - - - - - - - - - - - - - - -
Requests{totalRequests}
Total Tokens Generated{totalTokens}
Average Tokens/Second{avgTokensPerSecond}
+
+ + + + + + + + + + + + + + + +
RequestsProcessedGeneratedTokens/Sec
{totalRequests} + {new Intl.NumberFormat().format(totalInputTokens)} + + {new Intl.NumberFormat().format(totalOutputTokens)} + {avgTokensPerSecond}
+
); }