From 54a4f26db7230a99712766aeeb51f2d714fa9fb4 Mon Sep 17 00:00:00 2001 From: Abiba Date: Thu, 28 May 2026 21:40:18 +0000 Subject: [PATCH] =?UTF-8?q?fix:=20Default=20tier=20back=20to=20Dense-first?= =?UTF-8?q?=20(MoE=20overheating=20at=2091=C2=B0C)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Heavy tier keeps MoE primary (workhorse for >25K tok). Default tier routes Dense → VLM → MoE to prevent MoE overload. MoE had 5 timeouts in 15 min when Default pushed overflow to it. --- router/router.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/router/router.py b/router/router.py index c34c751..ba229fb 100644 --- a/router/router.py +++ b/router/router.py @@ -239,8 +239,8 @@ def route(rd, tier): result = select_best_gpu(candidates, "heavy_reasoning") if result: return result - # TIER 5: Default — MoE primary, Dense fallback - candidates = [m for m in ["qwen3.6-35B-A3B","qwen3.6-27B-code","qwen3.5-9b-vlm"] if m in avail] + # TIER 5: Default — Dense primary, MoE fallback + candidates = [m for m in ["qwen3.6-27B-code","qwen3.5-9b-vlm","qwen3.6-35B-A3B"] if m in avail] result = select_best_gpu(candidates, "default") if result: return result return {"model":avail[0],"reason":"last_resort"}