dnrops
/
open-webui
mirror of https://github.com/open-webui/open-webui
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1780 from cheahjs/fix/harden-streaming 

fix: harden openai streaming parsing
This commit is contained in:
Timothy Jaeryang Baek 2024-04-26 11:06:20 -07:00 committed by GitHub
parent add5269b89 615e9e348f
commit 81fb53e757
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/lib/apis/streaming/index.ts
View File

@ -36,10 +36,14 @@ async function* openAIStreamToIterator(
// OpenRouter sends heartbeats like ": OPENROUTER PROCESSING"
continue
} else {
const data = JSON.parse(line.replace(/^data: /, ''));
console.log(data);
try {
const data = JSON.parse(line.replace(/^data: /, ''));
console.log(data);
yield { done: false, value: data.choices[0].delta.content ?? '' };
yield { done: false, value: data.choices?.[0]?.delta?.content ?? '' };
} catch (e) {
console.error('Error extracting delta from SSE event:', e);
}
}
}
}