router: reference - new 5-tier routing with vision guard (deployed CT116)

Vision guard: multimodal -> VLM only TIER 1 Tiny: VLM->Dense->MoE TIER 2 Light: Dense->VLM->MoE TIER 3 Medium: MoE->Dense->VLM TIER 4 Heavy: MoE->Dense->VLM TIER 5 Default: MoE->Dense->VLM Hints: speed->VLM, quality->MoE, code->Dense
2026-06-05 23:32:27 +00:00
parent 424d943b12
commit c0be4c1699
1 changed files with 77 additions and 0 deletions
@@ -0,0 +1,77 @@
+def route(rd, tier, agent=""):
+    msgs = rd.get("messages",[]); t = estimate_tokens(msgs)
+    sys = any(m.get("role")=="system" for m in msgs)
+    turns = len([m for m in msgs if m.get("role") in ("user","assistant")])
+    hints = rd.get("routing_hints",{})
+    allowed = TIER_MODELS.get(tier, ["gemma-4-12b"])
+    avail = [m for m in available_models() if m in allowed]
+    if not avail: return {"model": allowed[0], "reason": "all_saturated", "saturated": True}
+    if all(is_gpu_busy(m) for m in avail):
+        return {"model": avail[0], "reason": "all_saturated", "saturated": True}
+
+    # GUARD: multimodal -> VLM only (sole vision model)
+    has_image = any(
+        isinstance(m.get("content"), list) and
+        any(p.get("type") == "image_url" for p in m["content"] if isinstance(p, dict))
+        for m in msgs
+    )
+    if has_image:
+        if "gemma-4-12b" in avail and not is_gpu_busy("gemma-4-12b"):
+            return {"model": "gemma-4-12b", "reason": "vision"}
+        elif "gemma-4-12b" in avail:
+            return {"model": "gemma-4-12b", "reason": "vision_saturated", "saturated": True}
+        else:
+            return {"model": allowed[0], "reason": "vision_unavailable"}
+
+    req = rd.get("model","auto")
+    if req != "auto":
+        target = req if req in avail else avail[0]
+        if is_gpu_busy(target) and req in allowed:
+            alts = [m for m in avail if m != target and m in allowed]
+            if alts:
+                alt = select_best_gpu(alts, "explicit", agent)
+                if alt: return alt
+        return {"model": target, "reason": "explicit"}
+
+    if hints:
+        if hints.get("priority")=="speed" and "gemma-4-12b" in avail:
+            return select_best_gpu(["gemma-4-12b"], "hint_speed", agent) or {"model":"gemma-4-12b","reason":"hint_speed"}
+        if hints.get("priority")=="quality" and "qwen3.6-35B-A3B" in avail:
+            return select_best_gpu(["qwen3.6-35B-A3B"], "hint_quality", agent) or {"model":"qwen3.6-35B-A3B","reason":"hint_quality"}
+        if hints.get("priority")=="code" and "qwen3.6-27B-code" in avail:
+            return select_best_gpu(["qwen3.6-27B-code"], "hint_code", agent) or {"model":"qwen3.6-27B-code","reason":"hint_code"}
+
+    first_msg = msgs[0].get("content","") if msgs else ""
+    words = len(first_msg.split()) if isinstance(first_msg, str) else 99
+
+    # TIER 1: Tiny - single-turn micro queries -> VLM (fastest)
+    if not sys and turns <= 1 and t <= 300 and words <= 100 and "gemma-4-12b" in avail:
+        if not is_gpu_busy("gemma-4-12b"):
+            return {"model":"gemma-4-12b","reason":"tiny"}
+        fallback = [m for m in ["qwen3.6-27B-code","qwen3.6-35B-A3B"] if m in avail]
+        result = select_best_gpu(fallback, "tiny_fallback", agent)
+        if result: return result
+
+    # TIER 2: Light - moderate chat -> Dense primary, saves VLM for vision/speed
+    if t <= 5000 and turns <= 4:
+        candidates = [m for m in ["qwen3.6-27B-code","gemma-4-12b","qwen3.6-35B-A3B"] if m in avail]
+        result = select_best_gpu(candidates, "light", agent)
+        if result: return result
+
+    # TIER 3: Medium - quality matters -> MoE primary, Dense fallback
+    if t <= 30000:
+        candidates = [m for m in ["qwen3.6-35B-A3B","qwen3.6-27B-code","gemma-4-12b"] if m in avail]
+        result = select_best_gpu(candidates, "medium", agent)
+        if result: return result
+
+    # TIER 4: Heavy - big context needs big model -> MoE->Dense->VLM
+    if t > 30000:
+        candidates = [m for m in ["qwen3.6-35B-A3B","qwen3.6-27B-code","gemma-4-12b"] if m in avail]
+        result = select_best_gpu(candidates, "heavy", agent)
+        if result: return result
+
+    # TIER 5: Default - best quality first
+    candidates = [m for m in ["qwen3.6-35B-A3B","qwen3.6-27B-code","gemma-4-12b"] if m in avail]
+    result = select_best_gpu(candidates, "default", agent)
+    if result: return result
+    return {"model":avail[0],"reason":"last_resort"}