tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Projects 1 Releases 2 Packages 1 Activity Actions

feat: token/s added to verbose output

Browse source
This commit is contained in:
Timothy J. Baek 2023-12-14 18:04:15 -08:00
parent 0fdb346a31
commit 9f66cdbb0b
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/lib/components/chat/Messages.svelte
View file

@ -34,9 +34,10 @@
for (const message of messages) {
if (message.info) {
tippy(`#info-${message.id}`, {
content: `<span class="text-xs">total_duration: ${
message.info.total_duration ?? 'N/A'
content: `<span class="text-xs">token/s: ${
(message.info.eval_count ?? 0) / message.info.eval_duration ?? 'N/A'
}<br/>
total_duration: ${message.info.total_duration ?? 'N/A'}<br/>
load_duration: ${message.info.load_duration ?? 'N/A'}<br/>
sample_count: ${message.info.sample_count ?? 'N/A'}<br/>
sample_duration: ${message.info.sample_duration ?? 'N/A'}<br/>