“BeeRad”
213c054c9f
- ship the expanded left-nav and pane header workspace updates - add dimension-driven browse flow, map view upgrades, and delete-node tooling - expand eval coverage and refresh the public UI docs for the new layout Generated with Codex
42 lines
980 B
TypeScript
42 lines
980 B
TypeScript
export type EvalCategory = 'database' | 'tools' | 'skills' | 'search' | 'ingestion';
|
|
|
|
export type ScenarioExpectations = {
|
|
skillsRead?: string[];
|
|
skillsReadSoft?: string[];
|
|
skillsNotRead?: string[];
|
|
skillsNotReadSoft?: string[];
|
|
toolsCalled?: string[];
|
|
toolsCalledSoft?: string[];
|
|
toolsNotCalled?: string[];
|
|
toolsNotCalledSoft?: string[];
|
|
responseContains?: string[];
|
|
responseContainsSoft?: string[];
|
|
responseNotContains?: string[];
|
|
maxLatencyMs?: number;
|
|
maxTotalTokens?: number;
|
|
maxEstimatedCostUsd?: number;
|
|
};
|
|
|
|
export type ScenarioInput = {
|
|
message: string;
|
|
focusedNodeId?: number;
|
|
focusedNodeQuery?: {
|
|
titleContains?: string;
|
|
titleEquals?: string;
|
|
};
|
|
mode?: 'easy' | 'hard';
|
|
};
|
|
|
|
export type Scenario = {
|
|
id: string;
|
|
name: string;
|
|
input: ScenarioInput;
|
|
expect?: ScenarioExpectations;
|
|
description?: string;
|
|
tools?: string[];
|
|
categories?: EvalCategory[];
|
|
suites?: string[];
|
|
enabled?: boolean;
|
|
notes?: string;
|
|
};
|