show prompt/s in perf info ⏰

2024-02-18 10:10:57 -08:00 · 2024-02-18 10:10:57 -08:00 · 2eaad82a91
commit 2eaad82a91
parent 9c3be59015
1 changed files with 5 additions and 0 deletions
--- a/src/lib/components/chat/Messages/ResponseMessage.svelte
+++ b/src/lib/components/chat/Messages/ResponseMessage.svelte
@ -79,6 +79,11 @@
 						) / 100
 					} tokens` ?? 'N/A'
 				}<br/>
+					prompt/s: ${
+						Math.round(
+							((message.info.prompt_eval_count ?? 0) / (message.info.prompt_eval_duration / 1000000000)) * 100
+						) / 100 ?? 'N/A'
+					} prompts<br/>
                    total_duration: ${
 											Math.round(((message.info.total_duration ?? 0) / 1000000) * 100) / 100 ??
 											'N/A'