SyslogSolution/syslog-harness
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: variable collision (r = Redis vs Response) in stream handler

Browse Source
This commit is contained in:
Abiba
2026-05-19 21:15:23 +00:00
parent 6efd5ff51c
commit 6c829abef5
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
router/router.py
+4 -4
View File
@@ -308,10 +308,10 @@ def chat():
if raw: yield clean_unicode(raw) if raw: yield clean_unicode(raw)
bcast() bcast()
ctx_remaining = GPU_CONTEXT.get(model, 65536) - estimate_tokens(rd.get("messages",[])) ctx_remaining = GPU_CONTEXT.get(model, 65536) - estimate_tokens(rd.get("messages",[]))
r = Response(stream_with_context(gen()), mimetype="text/event-stream") sse_resp = Response(stream_with_context(gen()), mimetype="text/event-stream")
r.headers["X-Context-Remaining"] = str(max(0, ctx_remaining)) sse_resp.headers["X-Context-Remaining"] = str(max(0, ctx_remaining))
r.headers["X-Context-Model"] = model sse_resp.headers["X-Context-Model"] = model
return r return sse_resp
data = clean_response(resp.json()) data = clean_response(resp.json())
for c in data.get("choices",[]): for c in data.get("choices",[]):
msg = c.get("message",{}) msg = c.get("message",{})