SyslogSolution/ra-h-os
7
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: port holistic node refinement contract

Browse Source
This commit is contained in:
“BeeRad”
2026-04-11 21:37:52 +10:00
parent 35f9ecf89c
commit 3ae46245ec
119 changed files with 6596 additions and 10982 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/evals/scenarios/archive/dimension-lifecycle.ts
+3 -3
View File
@@ -2,11 +2,11 @@ import { Scenario } from '../types';
export const scenario: Scenario = {
id: 'dimension-lifecycle',
name: 'Dimension lifecycle (create/update/lock/unlock)',
description: 'Create a dimension, update its description, lock it, then unlock it.',
name: 'Dimension lifecycle (archived)',
description: 'Historical pre-migration scenario retained only as an archived reference for the removed dimensions contract.',
tools: ['createDimension', 'updateDimension', 'lockDimension', 'unlockDimension'],
input: {
message: 'Create a dimension named "eval-dim" with description "temporary eval dimension", then update the description to "eval dimension updated", then lock it, then unlock it.',
message: 'Historical reference only: create a dimension named "eval-dim" with description "temporary eval dimension", then update the description to "eval dimension updated", then lock it, then unlock it.',
},
expect: {
toolsCalledSoft: ['createDimension', 'updateDimension', 'lockDimension', 'unlockDimension'],
tests/evals/scenarios/archive/get-dimension.ts
+3 -3
View File
@@ -2,11 +2,11 @@ import { Scenario } from '../types';
export const scenario: Scenario = {
id: 'get-dimension',
name: 'Get single dimension',
description: 'Fetch detail for a known dimension.',
name: 'Get single dimension (archived)',
description: 'Historical pre-migration scenario retained only as an archived reference for the removed dimensions contract.',
tools: ['getDimension'],
input: {
message: 'Get details for the dimension "ai".',
message: 'Historical reference only: get details for the dimension "ai".',
},
expect: {
toolsCalledSoft: ['getDimension'],
tests/evals/scenarios/archive/query-dimensions.ts
+3 -3
View File
@@ -2,11 +2,11 @@ import { Scenario } from '../types';
export const scenario: Scenario = {
id: 'query-dimensions',
name: 'Query dimensions',
description: 'List available dimensions and basic info.',
name: 'Legacy dimensions query (archived)',
description: 'Historical pre-migration scenario retained only as an archived reference for the removed dimensions contract.',
tools: ['queryDimensions'],
input: {
message: 'List my top dimensions and briefly describe what they represent.',
message: 'Historical reference only: list my top dimensions and briefly describe what they represent.',
},
expect: {
toolsCalledSoft: ['queryDimensions'],
tests/evals/scenarios/search-doc-to-lora.ts
+2 -2
View File
@@ -3,7 +3,7 @@ import { Scenario } from '../types';
export const scenario: Scenario = {
id: 'search-doc-to-lora',
name: 'Search Doc-to-LoRA',
description: 'Free-text graph search should find the Doc-to-LoRA node by title without speculative dimension constraints or unnecessary web search.',
description: 'Free-text graph search should find the Doc-to-LoRA node by title without speculative context constraints or unnecessary web search.',
categories: ['search'],
tools: ['queryNodes'],
input: {
@@ -17,5 +17,5 @@ export const scenario: Scenario = {
maxTotalTokens: 8000,
maxEstimatedCostUsd: 0.08,
},
notes: 'Regression for the failure where free-text search was over-constrained by guessed dimensions and missed the existing Doc-to-LoRA node.',
notes: 'Regression for the failure where free-text search was over-constrained by guessed organization hints and missed the existing Doc-to-LoRA node.',
};