fix: heavy threshold → 50000 tokens, 25 turns (agent contexts are huge)
This commit is contained in:
+2
-2
@@ -181,8 +181,8 @@ def route(rd, tier):
|
|||||||
if "qwen3.6-27B-code" in avail and not is_gpu_busy("qwen3.6-27B-code"):
|
if "qwen3.6-27B-code" in avail and not is_gpu_busy("qwen3.6-27B-code"):
|
||||||
return {"model":"qwen3.6-27B-code","reason":"simple_conv_fallback"}
|
return {"model":"qwen3.6-27B-code","reason":"simple_conv_fallback"}
|
||||||
|
|
||||||
# TIER 3: Heavy reasoning — very large context or very long conversations
|
# TIER 3: Heavy reasoning — extremely large context or very long conversations
|
||||||
if t > 12000 or turns > 15:
|
if t > 50000 or turns > 25:
|
||||||
candidates = [m for m in ["qwen3.6-27B-code","qwen3.6-35B-A3B","qwen3.5-9b-vlm"] if m in avail]
|
candidates = [m for m in ["qwen3.6-27B-code","qwen3.6-35B-A3B","qwen3.5-9b-vlm"] if m in avail]
|
||||||
result = select_best_gpu(candidates, "heavy_reasoning")
|
result = select_best_gpu(candidates, "heavy_reasoning")
|
||||||
if result: return result
|
if result: return result
|
||||||
|
|||||||
Reference in New Issue
Block a user