- port retrieval, validation, and eval improvements relevant to os - align prompts and dimensions with the flat single-agent model - replace the old eval suite with the focused core scenarios Generated with Codex
16 lines
415 B
TypeScript
16 lines
415 B
TypeScript
import { Scenario } from '../types';
|
|
|
|
export const scenario: Scenario = {
|
|
id: 'create-node',
|
|
name: 'Create node request',
|
|
description: 'Create a new node via chat.',
|
|
tools: ['createNode'],
|
|
input: {
|
|
message: 'Create a node titled "Eval: Test Node" with a short summary about evals.',
|
|
},
|
|
expect: {
|
|
toolsCalledSoft: ['createNode'],
|
|
responseContainsSoft: ['node', 'created', 'added'],
|
|
},
|
|
};
|