tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Projects 1 Releases 2 Packages 1 Activity Actions

feat: abort openai text completion when stopping responses

Browse source
This commit is contained in:
Jun Siang Cheah 2024-04-20 21:11:02 +01:00
parent c1d85f8a6f
commit c095a7c291
4 changed files with 20 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/routes/(app)/+page.svelte
View file

@ -532,7 +532,7 @@
console.log(model);
const res = await generateOpenAIChatCompletion(
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{
model: model.id,
@ -608,6 +608,11 @@
if (done || stopResponseFlag || _chatId !== $chatId) {
responseMessage.done = true;
messages = messages;
if (stopResponseFlag) {
controller.abort('User: Stop Response');
}
break;
}

7
src/routes/(app)/c/[id]/+page.svelte
View file

@ -544,7 +544,7 @@
console.log(docs);
const res = await generateOpenAIChatCompletion(
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{
model: model.id,
@ -620,6 +620,11 @@
if (done || stopResponseFlag || _chatId !== $chatId) {
responseMessage.done = true;
messages = messages;
if (stopResponseFlag) {
controller.abort('User: Stop Response');
}
break;
}

8
src/routes/(app)/playground/+page.svelte
View file

@ -67,7 +67,7 @@
const textCompletionHandler = async () => {
const model = $models.find((model) => model.id === selectedModelId);
const res = await generateOpenAIChatCompletion(
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{
model: model.id,
@ -96,7 +96,7 @@
const { value, done } = await reader.read();
if (done || stopResponseFlag) {
if (stopResponseFlag) {
await cancelOllamaRequest(localStorage.token, currentRequestId);
controller.abort('User: Stop Response');
}
currentRequestId = null;
@ -135,7 +135,7 @@
const chatCompletionHandler = async () => {
const model = $models.find((model) => model.id === selectedModelId);
const res = await generateOpenAIChatCompletion(
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{
model: model.id,
@ -182,7 +182,7 @@
const { value, done } = await reader.read();
if (done || stopResponseFlag) {
if (stopResponseFlag) {
await cancelOllamaRequest(localStorage.token, currentRequestId);
controller.abort('User: Stop Response');
}
currentRequestId = null;