Salastil/odysseus
1
0
Fork 0
mirror of https://github.com/pewdiepie-archdaemon/odysseus.git synced 2026-06-16 17:55:26 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix: streaming drops providers that emit SSE data lines with no space (#1701)

Browse Source
This commit is contained in:
Afonso Coutinho
2026-06-03 05:37:14 +01:00
committed by GitHub
parent 2e34bde07a
commit 19e62208d2
2 changed files with 132 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llm_core.py
+11 -4
View File
@@ -1192,9 +1192,13 @@ async def stream_llm(url: str, model: str, messages: List[Dict], temperature: fl
yield f'event: error\ndata: {json.dumps({"status": r.status_code, "text": friendly, "raw": raw[:500]})}\n\n'
return
async for line in r.aiter_lines():
if not line or not line.startswith("data: "):
# SSE allows "data:value" with no space after the colon
# (the space is optional per the spec). Some gateways and
# local servers omit it; gating on "data: " dropped their
# entire stream.
if not line or not line.startswith("data:"):
continue
data = line[6:].strip()
data = line[5:].strip()
if not data or not data.startswith("{"):
continue
try:
@@ -1307,8 +1311,11 @@ async def stream_llm(url: str, model: str, messages: List[Dict], temperature: fl
if not line:
continue
if line.startswith("data: "):
data = line[6:].strip()
# SSE allows "data:value" with no space after the colon; gating
# on "data: " silently dropped content + usage from providers
# that omit it.
if line.startswith("data:"):
data = line[5:].strip()
if data == "[DONE]":
tc_event = _emit_tool_calls()
if tc_event: