feat: sync shared skills contract and graph-first discipline
This commit is contained in:
@@ -2,17 +2,17 @@ import { Scenario } from '../types';
|
||||
|
||||
export const scenario: Scenario = {
|
||||
id: 'skill-guided-write',
|
||||
name: 'Skill-guided graph write',
|
||||
description: 'Explicit policy-guided graph work should read the DB policy skill, then either create the requested node+edge or correctly reuse the existing node+edge without duplicating them.',
|
||||
tools: ['readSkill', 'queryNodes', 'createNode', 'createEdge'],
|
||||
suites: ['skills', 'internal'],
|
||||
name: 'Skill-guided skill authoring',
|
||||
description: 'Explicit skill-authoring work should read the create-skill doctrine, then write the requested reusable skill cleanly.',
|
||||
categories: ['skills'],
|
||||
tools: ['readSkill', 'writeSkill'],
|
||||
input: {
|
||||
message: 'Using your DB operations policy, create a node titled "Eval: SQLite-first retrieval audit" with an explicit description and connect it to "Building RA-H — Personal Knowledge Graph" with explanation "Improves RA-H retrieval architecture."',
|
||||
message: 'Using your create-skill guidance, create a new skill called "capture-source" for repeatable workflows where the user wants to preserve raw source text while adding a strong description.',
|
||||
},
|
||||
expect: {
|
||||
skillsReadSoft: ['db-operations'],
|
||||
toolsCalledSoft: ['readSkill'],
|
||||
responseContainsSoft: ['SQLite-first retrieval audit'],
|
||||
skillsReadSoft: ['create-skill'],
|
||||
toolsCalledSoft: ['readSkill', 'writeSkill'],
|
||||
responseContainsSoft: ['capture-source'],
|
||||
maxLatencyMs: 35000,
|
||||
maxTotalTokens: 12000,
|
||||
maxEstimatedCostUsd: 0.12,
|
||||
|
||||
Reference in New Issue
Block a user