Files
ra-h-os/tests/evals/scenarios/search-doc-to-lora.ts
T
“BeeRad” 213c054c9f feat: sync pane workspace overhaul from private repo
- ship the expanded left-nav and pane header workspace updates
- add dimension-driven browse flow, map view upgrades, and delete-node tooling
- expand eval coverage and refresh the public UI docs for the new layout

Generated with Codex
2026-03-17 18:20:20 +11:00

22 lines
864 B
TypeScript

import { Scenario } from '../types';
export const scenario: Scenario = {
id: 'search-doc-to-lora',
name: 'Search Doc-to-LoRA',
description: 'Free-text graph search should find the Doc-to-LoRA node by title without speculative dimension constraints or unnecessary web search.',
categories: ['search'],
tools: ['queryNodes'],
input: {
message: 'Find the recent Doc-to-LoRA stuff in my graph. Just return the matching graph node or nodes.',
},
expect: {
toolsCalledSoft: ['queryNodes'],
toolsNotCalled: ['webSearch'],
responseContains: ['Doc-to-LoRA: Learning to Instantly Internalize Contexts'],
maxLatencyMs: 15000,
maxTotalTokens: 8000,
maxEstimatedCostUsd: 0.08,
},
notes: 'Regression for the failure where free-text search was over-constrained by guessed dimensions and missed the existing Doc-to-LoRA node.',
};