tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Releases 2 Packages Activity Actions

Fix OpenRouter hearbeats breaking streaming

Browse source
This commit is contained in:
Arman Ordookhani 2024-04-26 15:37:18 +02:00
parent 1092ee9c1c
commit 7449634290
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/lib/apis/streaming/index.ts
View file

@ -31,6 +31,10 @@ async function* openAIStreamToIterator(
console.log(line); console.log(line);
if (line === 'data: [DONE]') { if (line === 'data: [DONE]') {
yield { done: true, value: '' }; yield { done: true, value: '' };
} if (line.startsWith(':')) {
// Events starting with : are comments https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#event_stream_format
// OpenRouter sends heartbeats like ": OPENROUTER PROCESSING"
continue
} else { } else {
const data = JSON.parse(line.replace(/^data: /, '')); const data = JSON.parse(line.replace(/^data: /, ''));
console.log(data); console.log(data);