tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Projects 1 Releases 2 Packages 1 Activity Actions

feat: make chunk splitting a configurable option

Browse source
This commit is contained in:
Jun Siang Cheah 2024-04-21 10:45:07 +01:00
parent efa258c695
commit 67df928c7a
5 changed files with 41 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/routes/(app)/+page.svelte
View file

@ -600,7 +600,7 @@
.pipeThrough(splitStream('\n'))
.getReader();
const textStream = await createOpenAITextStream(reader);
const textStream = await createOpenAITextStream(reader, $settings.splitLargeChunks);
console.log(textStream);
for await (const update of textStream) {

8
src/routes/(app)/c/[id]/+page.svelte
View file

@ -552,9 +552,9 @@
messages: [
$settings.system
? {
role: 'system',
content: $settings.system
}
role: 'system',
content: $settings.system
}
: undefined,
...messages
]
@ -612,7 +612,7 @@
.pipeThrough(splitStream('\n'))
.getReader();
const textStream = await createOpenAITextStream(reader);
const textStream = await createOpenAITextStream(reader, $settings.splitLargeChunks);
console.log(textStream);
for await (const update of textStream) {