fix: routing — system prompts no longer force heavy tier

System messages are common in agent conversations but don't indicate
heavy workload. Now only token count (>4000) and turn count (>8) trigger
heavy routing. Simple conversations with system prompts can now route to VLM.
This commit is contained in:
Abiba
2026-05-19 17:19:29 +00:00
parent 941e8db65e
commit f519a3fa60
+4 -4
View File
@@ -172,16 +172,16 @@ def route(rd, tier):
result = select_best_gpu(fallback, "lightweight_fallback")
if result: return result
# TIER 2: Simple conversations — low token, short context → VLM preferred
if not sys and t <= 1000 and turns <= 4 and "qwen3.5-9b-vlm" in avail:
# TIER 2: Simple conversations — short context, any prompt → VLM preferred
if t <= 1000 and turns <= 4 and "qwen3.5-9b-vlm" in avail:
if not is_gpu_busy("qwen3.5-9b-vlm"):
return {"model":"qwen3.5-9b-vlm","reason":"simple_conv"}
# VLM busy — try Dense
if "qwen3.6-27B-code" in avail and not is_gpu_busy("qwen3.6-27B-code"):
return {"model":"qwen3.6-27B-code","reason":"simple_conv_fallback"}
# TIER 3: Heavy reasoning — large context, system prompts, long conversations
if t > 4000 or sys or turns > 8:
# TIER 3: Heavy reasoning — large context or very long conversations
if t > 4000 or turns > 8:
candidates = [m for m in ["qwen3.6-27B-code","qwen3.6-35B-A3B","qwen3.5-9b-vlm"] if m in avail]
result = select_best_gpu(candidates, "heavy_reasoning")
if result: return result