forked from open-webui/open-webui
feat: playground chat mode
This commit is contained in:
Timothy J. Baek
parent
06ce5aed4a
commit
656f8dab05
1 changed files with 191 additions and 48 deletions
|
|
@ -6,12 +6,12 @@
|
||||||
import { toast } from 'svelte-sonner';
|
import { toast } from 'svelte-sonner';
|
||||||
|
|
||||||
import { WEBUI_API_BASE_URL } from '$lib/constants';
|
import { WEBUI_API_BASE_URL } from '$lib/constants';
|
||||||
import { WEBUI_NAME, config, user, models } from '$lib/stores';
|
import { WEBUI_NAME, config, user, models, settings } from '$lib/stores';
|
||||||
|
|
||||||
import { cancelChatCompletion, generateChatCompletion } from '$lib/apis/ollama';
|
import { cancelChatCompletion, generateChatCompletion } from '$lib/apis/ollama';
|
||||||
import { splitStream } from '$lib/utils';
|
import { splitStream } from '$lib/utils';
|
||||||
|
|
||||||
let mode = 'complete';
|
let mode = 'chat';
|
||||||
let loaded = false;
|
let loaded = false;
|
||||||
|
|
||||||
let text = '';
|
let text = '';
|
||||||
|
|
@ -22,6 +22,9 @@
|
||||||
let currentRequestId;
|
let currentRequestId;
|
||||||
let stopResponseFlag = false;
|
let stopResponseFlag = false;
|
||||||
|
|
||||||
|
let system = '';
|
||||||
|
let messages = [];
|
||||||
|
|
||||||
const scrollToBottom = () => {
|
const scrollToBottom = () => {
|
||||||
const element = document.getElementById('text-completion-textarea');
|
const element = document.getElementById('text-completion-textarea');
|
||||||
element.scrollTop = element.scrollHeight;
|
element.scrollTop = element.scrollHeight;
|
||||||
|
|
@ -114,6 +117,13 @@
|
||||||
await goto('/');
|
await goto('/');
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if ($settings?.models) {
|
||||||
|
selectedModel = $settings?.models[0];
|
||||||
|
} else if ($config?.default_models) {
|
||||||
|
selectedModel = $config?.default_models.split(',')[0];
|
||||||
|
} else {
|
||||||
|
selectedModel = '';
|
||||||
|
}
|
||||||
loaded = true;
|
loaded = true;
|
||||||
});
|
});
|
||||||
</script>
|
</script>
|
||||||
|
|
@ -128,14 +138,16 @@
|
||||||
<div class=" flex flex-col justify-between w-full overflow-y-auto h-[100dvh]">
|
<div class=" flex flex-col justify-between w-full overflow-y-auto h-[100dvh]">
|
||||||
<div class="max-w-2xl mx-auto w-full px-3 p-3 md:px-0 h-full">
|
<div class="max-w-2xl mx-auto w-full px-3 p-3 md:px-0 h-full">
|
||||||
<div class=" flex flex-col h-full">
|
<div class=" flex flex-col h-full">
|
||||||
<div class="flex flex-col sm:flex-row justify-between mb-2.5 gap-1">
|
<div class="flex flex-col justify-between mb-2.5 gap-1">
|
||||||
<div class="flex items-center gap-2">
|
<div class="flex justify-between items-center gap-2">
|
||||||
<div class=" text-2xl font-semibold self-center">Playground</div>
|
<div class=" text-2xl font-semibold self-center flex">
|
||||||
|
Playground <span class=" text-xs text-gray-500 self-center ml-1">(Beta)</span>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div>
|
<div>
|
||||||
<button
|
<button
|
||||||
class=" flex items-center gap-2 text-xs px-3 py-0.5 rounded-lg {mode === 'chat' &&
|
class=" flex items-center gap-0.5 text-xs px-2.5 py-0.5 rounded-lg {mode ===
|
||||||
'text-sky-600 dark:text-sky-200 bg-sky-200/30'} {mode === 'complete' &&
|
'chat' && 'text-sky-600 dark:text-sky-200 bg-sky-200/30'} {mode === 'complete' &&
|
||||||
'text-green-600 dark:text-green-200 bg-green-200/30'} "
|
'text-green-600 dark:text-green-200 bg-green-200/30'} "
|
||||||
on:click={() => {
|
on:click={() => {
|
||||||
if (mode === 'complete') {
|
if (mode === 'complete') {
|
||||||
|
|
@ -145,29 +157,43 @@
|
||||||
}
|
}
|
||||||
}}
|
}}
|
||||||
>
|
>
|
||||||
<div
|
{#if mode === 'complete'}
|
||||||
class="w-1 h-1 rounded-full {mode === 'chat' &&
|
Text Completion
|
||||||
'bg-sky-600 dark:bg-sky-300'} {mode === 'complete' &&
|
{:else if mode === 'chat'}
|
||||||
'bg-green-600 dark:bg-green-300'} "
|
Chat
|
||||||
/>
|
{/if}
|
||||||
{mode}</button
|
|
||||||
>
|
<div>
|
||||||
|
<svg
|
||||||
|
xmlns="http://www.w3.org/2000/svg"
|
||||||
|
viewBox="0 0 16 16"
|
||||||
|
fill="currentColor"
|
||||||
|
class="w-3 h-3"
|
||||||
|
>
|
||||||
|
<path
|
||||||
|
fill-rule="evenodd"
|
||||||
|
d="M5.22 10.22a.75.75 0 0 1 1.06 0L8 11.94l1.72-1.72a.75.75 0 1 1 1.06 1.06l-2.25 2.25a.75.75 0 0 1-1.06 0l-2.25-2.25a.75.75 0 0 1 0-1.06ZM10.78 5.78a.75.75 0 0 1-1.06 0L8 4.06 6.28 5.78a.75.75 0 0 1-1.06-1.06l2.25-2.25a.75.75 0 0 1 1.06 0l2.25 2.25a.75.75 0 0 1 0 1.06Z"
|
||||||
|
clip-rule="evenodd"
|
||||||
|
/>
|
||||||
|
</svg>
|
||||||
|
</div>
|
||||||
|
</button>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class=" sm:self-center flex gap-1">
|
<div class=" flex gap-1 px-1">
|
||||||
<select
|
<select
|
||||||
id="models"
|
id="models"
|
||||||
class="outline-none bg-transparent text-xs font-medium rounded-lg w-full placeholder-gray-400"
|
class="outline-none bg-transparent text-sm font-medium rounded-lg w-full placeholder-gray-400"
|
||||||
bind:value={selectedModel}
|
bind:value={selectedModel}
|
||||||
>
|
>
|
||||||
<option class=" text-gray-700" value="" selected disabled>Select a model</option>
|
<option class=" text-gray-800" value="" selected disabled>Select a model</option>
|
||||||
|
|
||||||
{#each $models as model}
|
{#each $models as model}
|
||||||
{#if model.name === 'hr'}
|
{#if model.name === 'hr'}
|
||||||
<hr />
|
<hr />
|
||||||
{:else if !(model?.external ?? false)}
|
{:else}
|
||||||
<option value={model.id} class="text-gray-700 text-lg"
|
<option value={model.id} class="text-gray-800 text-lg"
|
||||||
>{model.name +
|
>{model.name +
|
||||||
`${model.size ? ` (${(model.size / 1024 ** 3).toFixed(1)}GB)` : ''}`}</option
|
`${model.size ? ` (${(model.size / 1024 ** 3).toFixed(1)}GB)` : ''}`}</option
|
||||||
>
|
>
|
||||||
|
|
@ -175,7 +201,7 @@
|
||||||
{/each}
|
{/each}
|
||||||
</select>
|
</select>
|
||||||
|
|
||||||
<button
|
<!-- <button
|
||||||
class=" self-center dark:hover:text-gray-300"
|
class=" self-center dark:hover:text-gray-300"
|
||||||
id="open-settings-button"
|
id="open-settings-button"
|
||||||
on:click={async () => {}}
|
on:click={async () => {}}
|
||||||
|
|
@ -199,41 +225,158 @@
|
||||||
d="M15 12a3 3 0 11-6 0 3 3 0 016 0z"
|
d="M15 12a3 3 0 11-6 0 3 3 0 016 0z"
|
||||||
/>
|
/>
|
||||||
</svg>
|
</svg>
|
||||||
</button>
|
</button> -->
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="flex-1 flex flex-col space-y-2.5">
|
{#if mode === 'chat'}
|
||||||
<div class="flex-1">
|
<div class="p-1">
|
||||||
<textarea
|
<div class="p-3 outline outline-1 outline-gray-200 dark:outline-gray-800 rounded-lg">
|
||||||
id="text-completion-textarea"
|
<div class=" text-sm font-medium">System</div>
|
||||||
class="w-full h-full p-3 bg-transparent outline outline-1 outline-gray-200 dark:outline-gray-700 resize-none rounded-lg"
|
<textarea
|
||||||
bind:value={text}
|
id="text-completion-textarea"
|
||||||
/>
|
class="w-full h-full bg-transparent resize-none outline-none text-sm"
|
||||||
|
bind:value={system}
|
||||||
|
placeholder="You're a helpful assistant."
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
{/if}
|
||||||
|
|
||||||
<div>
|
<div
|
||||||
{#if !loading}
|
class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0"
|
||||||
<button
|
id="messages-container"
|
||||||
class="px-3 py-1.5 text-sm font-medium bg-emerald-600 hover:bg-emerald-700 text-gray-50 transition rounded-lg"
|
>
|
||||||
on:click={() => {
|
<div class=" h-full w-full flex flex-col">
|
||||||
submitHandler();
|
<div class="flex-1 p-1">
|
||||||
}}
|
{#if mode === 'complete'}
|
||||||
>
|
<textarea
|
||||||
Submit
|
id="text-completion-textarea"
|
||||||
</button>
|
class="w-full h-full p-3 bg-transparent outline outline-1 outline-gray-200 dark:outline-gray-800 resize-none rounded-lg text-sm"
|
||||||
{:else}
|
bind:value={text}
|
||||||
<button
|
placeholder="You're a helpful assistant."
|
||||||
class="px-3 py-1.5 text-sm font-medium bg-gray-100 hover:bg-gray-200 text-gray-900 transition rounded-lg"
|
/>
|
||||||
on:click={() => {
|
{:else if mode === 'chat'}
|
||||||
stopResponse();
|
<div class="py-3 space-y-3">
|
||||||
}}
|
{#each messages as message, idx}
|
||||||
>
|
<div class="flex gap-2 group">
|
||||||
Cancel
|
<div class="flex items-start pt-1">
|
||||||
</button>
|
<button
|
||||||
{/if}
|
class="px-2 py-1 text-sm font-semibold uppercase min-w-[6rem] text-left dark:group-hover:bg-gray-800 rounded-lg transition"
|
||||||
|
on:click={() => {
|
||||||
|
message.role = message.role === 'user' ? 'assistant' : 'user';
|
||||||
|
}}>{message.role}</button
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class="flex-1">
|
||||||
|
<textarea
|
||||||
|
id="text-completion-textarea"
|
||||||
|
class="w-full bg-transparent outline-none rounded-lg p-2 text-sm resize-none"
|
||||||
|
placeholder="Enter {message.role === 'user'
|
||||||
|
? 'a user'
|
||||||
|
: 'an assistant'} message here"
|
||||||
|
rows="1"
|
||||||
|
on:input={(e) => {
|
||||||
|
e.target.style.height = '';
|
||||||
|
e.target.style.height = e.target.scrollHeight + 'px';
|
||||||
|
}}
|
||||||
|
on:focus={(e) => {
|
||||||
|
e.target.style.height = '';
|
||||||
|
e.target.style.height = e.target.scrollHeight + 'px';
|
||||||
|
|
||||||
|
// e.target.style.height = Math.min(e.target.scrollHeight, 200) + 'px';
|
||||||
|
}}
|
||||||
|
bind:value={message.content}
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class=" pt-1">
|
||||||
|
<button
|
||||||
|
class=" group-hover:text-gray-500 dark:text-gray-900 dark:hover:text-gray-300 transition"
|
||||||
|
on:click={() => {
|
||||||
|
messages = messages.filter((message, messageIdx) => messageIdx !== idx);
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
<svg
|
||||||
|
xmlns="http://www.w3.org/2000/svg"
|
||||||
|
fill="none"
|
||||||
|
viewBox="0 0 24 24"
|
||||||
|
stroke-width="2"
|
||||||
|
stroke="currentColor"
|
||||||
|
class="w-5 h-5"
|
||||||
|
>
|
||||||
|
<path
|
||||||
|
stroke-linecap="round"
|
||||||
|
stroke-linejoin="round"
|
||||||
|
d="M15 12H9m12 0a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z"
|
||||||
|
/>
|
||||||
|
</svg>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<hr class=" dark:border-gray-800" />
|
||||||
|
{/each}
|
||||||
|
|
||||||
|
<button
|
||||||
|
class="flex items-center gap-2"
|
||||||
|
on:click={() => {
|
||||||
|
console.log(messages.at(-1));
|
||||||
|
messages.push({
|
||||||
|
role:
|
||||||
|
(messages.at(-1)?.role ?? 'assistant') === 'user' ? 'assistant' : 'user',
|
||||||
|
content: ''
|
||||||
|
});
|
||||||
|
messages = messages;
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
<div>
|
||||||
|
<svg
|
||||||
|
xmlns="http://www.w3.org/2000/svg"
|
||||||
|
fill="none"
|
||||||
|
viewBox="0 0 24 24"
|
||||||
|
stroke-width="1.5"
|
||||||
|
stroke="currentColor"
|
||||||
|
class="w-5 h-5"
|
||||||
|
>
|
||||||
|
<path
|
||||||
|
stroke-linecap="round"
|
||||||
|
stroke-linejoin="round"
|
||||||
|
d="M12 9v6m3-3H9m12 0a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z"
|
||||||
|
/>
|
||||||
|
</svg>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class=" text-sm font-medium">Add message</div>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
{/if}
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
<div class="pb-2">
|
||||||
|
{#if !loading}
|
||||||
|
<button
|
||||||
|
class="px-3 py-1.5 text-sm font-medium bg-emerald-600 hover:bg-emerald-700 text-gray-50 transition rounded-lg"
|
||||||
|
on:click={() => {
|
||||||
|
submitHandler();
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
Submit
|
||||||
|
</button>
|
||||||
|
{:else}
|
||||||
|
<button
|
||||||
|
class="px-3 py-1.5 text-sm font-medium bg-gray-100 hover:bg-gray-200 text-gray-900 transition rounded-lg"
|
||||||
|
on:click={() => {
|
||||||
|
stopResponse();
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
Cancel
|
||||||
|
</button>
|
||||||
|
{/if}
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue