“BeeRad”
07754f5030
- remove legacy contexts surfaces from the app, MCP bridge, standalone server, and docs - keep getContext and retrieveQueryContext while aligning the simplified graph-only contract - harden dev startup migration behavior and disable the accidental chat surface in open source Generated with Codex
755 lines
24 KiB
Bash
Executable File
755 lines
24 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
set -euo pipefail
|
||
|
||
DB_PATH=${1:-rah_trial.db}
|
||
|
||
if [ ! -f "$DB_PATH" ]; then
|
||
echo "Error: Database file not found: $DB_PATH" >&2
|
||
exit 1
|
||
fi
|
||
|
||
if command -v brew >/dev/null 2>&1; then
|
||
SQLITE_BIN="$(brew --prefix sqlite 2>/dev/null)/bin/sqlite3"
|
||
[ -x "$SQLITE_BIN" ] || SQLITE_BIN="sqlite3"
|
||
else
|
||
SQLITE_BIN="sqlite3"
|
||
fi
|
||
|
||
echo "Using sqlite: $($SQLITE_BIN --version)"
|
||
|
||
has_col() {
|
||
local table=$1 col=$2
|
||
"$SQLITE_BIN" "$DB_PATH" -json \
|
||
"PRAGMA table_info($table);" | \
|
||
grep -q "\"name\":\s*\"$col\""
|
||
}
|
||
|
||
has_table() {
|
||
local table=$1
|
||
"$SQLITE_BIN" "$DB_PATH" -json \
|
||
"SELECT name FROM sqlite_master WHERE type='table' AND name='$table';" | \
|
||
grep -q "$table"
|
||
}
|
||
|
||
has_view() {
|
||
local view=$1
|
||
"$SQLITE_BIN" "$DB_PATH" -json \
|
||
"SELECT name FROM sqlite_master WHERE type='view' AND name='$view';" | \
|
||
grep -q "$view"
|
||
}
|
||
|
||
has_trigger() {
|
||
local trg=$1
|
||
"$SQLITE_BIN" "$DB_PATH" -json \
|
||
"SELECT name FROM sqlite_master WHERE type='trigger' AND name='$trg';" | \
|
||
grep -q "$trg"
|
||
}
|
||
|
||
echo "Ensuring agents table exists and orchestrator is seeded..."
|
||
|
||
# Rename legacy helpers table if present
|
||
if has_table helpers && ! has_table agents; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE helpers RENAME TO agents;"
|
||
fi
|
||
|
||
if ! has_table agents; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE agents (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
key TEXT UNIQUE NOT NULL,
|
||
display_name TEXT NOT NULL,
|
||
role TEXT NOT NULL DEFAULT 'executor',
|
||
system_prompt TEXT NOT NULL,
|
||
available_tools TEXT NOT NULL,
|
||
model TEXT NOT NULL,
|
||
description TEXT,
|
||
enabled INTEGER DEFAULT 1,
|
||
created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP,
|
||
memory TEXT,
|
||
prompts TEXT
|
||
);
|
||
SQL
|
||
fi
|
||
|
||
if has_table agents && ! has_col agents role; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE agents ADD COLUMN role TEXT NOT NULL DEFAULT 'executor';"
|
||
fi
|
||
|
||
if has_table agents && ! has_col agents prompts; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE agents ADD COLUMN prompts TEXT DEFAULT '[]';"
|
||
fi
|
||
|
||
if has_table agents && ! has_col agents memory; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE agents ADD COLUMN memory TEXT;"
|
||
fi
|
||
|
||
COUNT_AGENTS=$("$SQLITE_BIN" -readonly "$DB_PATH" "SELECT COUNT(*) FROM agents;" 2>/dev/null || echo 0)
|
||
if [ "${COUNT_AGENTS:-0}" = "0" ]; then
|
||
echo " Seeding default orchestrator agent (ra-h)..."
|
||
NOW=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
|
||
TOOLS_JSON='["queryNodes","createNode","updateNode","createEdge","queryEdge","updateEdge","searchContentEmbeddings","webSearch","think","delegateToMiniRAH"]'
|
||
PROMPTS_JSON='[{"id":"p_seed_0","name":"Summary of Focus","content":"Summarize the primary focused node clearly. Include 3–5 key points and cite [NODE:id:\"title\"]."},{"id":"p_seed_1","name":"Next Steps","content":"Propose 3 concrete next actions based on the focused nodes with references to [NODE:id:\"title\"]."}]'
|
||
SYSTEM_PROMPT="You are ra-h, the main orchestrator for RA-H. Coordinate work, delegate to mini ra-hs when tasks can be isolated, and keep the conversation focused on the user's goals."
|
||
ESCAPED_SYSTEM_PROMPT=${SYSTEM_PROMPT//\'/''}
|
||
"$SQLITE_BIN" "$DB_PATH" <<SQL
|
||
INSERT INTO agents(key, display_name, role, system_prompt, available_tools, model, description, enabled, created_at, updated_at, prompts)
|
||
VALUES (
|
||
'ra-h',
|
||
'ra-h',
|
||
'orchestrator',
|
||
'$ESCAPED_SYSTEM_PROMPT',
|
||
'$TOOLS_JSON',
|
||
'anthropic/claude-sonnet-4.5',
|
||
'Opinionated orchestrator agent',
|
||
1,
|
||
'$NOW',
|
||
'$NOW',
|
||
'$PROMPTS_JSON'
|
||
);
|
||
SQL
|
||
fi
|
||
|
||
echo "Ensuring core tables exist (nodes, chunks, edges, chats)..."
|
||
|
||
if ! has_table nodes; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE nodes (
|
||
id INTEGER PRIMARY KEY,
|
||
title TEXT,
|
||
description TEXT,
|
||
source TEXT,
|
||
link TEXT,
|
||
event_date TEXT,
|
||
created_at TEXT,
|
||
updated_at TEXT,
|
||
metadata TEXT,
|
||
embedding BLOB,
|
||
embedding_updated_at TEXT,
|
||
embedding_text TEXT,
|
||
chunk_status TEXT DEFAULT 'not_chunked'
|
||
);
|
||
SQL
|
||
fi
|
||
|
||
if ! has_table chunks; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE chunks (
|
||
id INTEGER PRIMARY KEY,
|
||
node_id INTEGER NOT NULL,
|
||
chunk_idx INTEGER,
|
||
text TEXT,
|
||
created_at TEXT,
|
||
embedding_type TEXT DEFAULT 'text-embedding-3-small',
|
||
metadata TEXT,
|
||
FOREIGN KEY (node_id) REFERENCES nodes(id) ON DELETE CASCADE
|
||
);
|
||
CREATE INDEX idx_chunks_by_node ON chunks(node_id);
|
||
CREATE INDEX idx_chunks_by_node_idx ON chunks(node_id, chunk_idx);
|
||
SQL
|
||
fi
|
||
|
||
if ! has_table edges; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE edges (
|
||
id INTEGER PRIMARY KEY,
|
||
from_node_id INTEGER NOT NULL,
|
||
to_node_id INTEGER NOT NULL,
|
||
source TEXT,
|
||
created_at TEXT,
|
||
context TEXT,
|
||
FOREIGN KEY (from_node_id) REFERENCES nodes(id) ON DELETE CASCADE,
|
||
FOREIGN KEY (to_node_id) REFERENCES nodes(id) ON DELETE CASCADE
|
||
);
|
||
CREATE INDEX idx_edges_from ON edges(from_node_id);
|
||
CREATE INDEX idx_edges_to ON edges(to_node_id);
|
||
SQL
|
||
fi
|
||
|
||
echo "Dropping legacy episodic/semantic memory tables if they exist..."
|
||
|
||
if has_table chats; then
|
||
if "$SQLITE_BIN" "$DB_PATH" -json "PRAGMA table_info(chats);" | grep -q 'focused_memory_id'; then
|
||
echo " Removing legacy chats.focused_memory_id column"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
PRAGMA foreign_keys=OFF;
|
||
BEGIN TRANSACTION;
|
||
ALTER TABLE chats RENAME TO chats_legacy_cleanup;
|
||
CREATE TABLE chats (
|
||
id INTEGER PRIMARY KEY,
|
||
chat_type TEXT,
|
||
helper_name TEXT,
|
||
agent_type TEXT DEFAULT 'orchestrator',
|
||
delegation_id INTEGER,
|
||
user_message TEXT,
|
||
assistant_message TEXT,
|
||
thread_id TEXT,
|
||
focused_node_id INTEGER,
|
||
created_at TEXT DEFAULT (CURRENT_TIMESTAMP),
|
||
metadata TEXT,
|
||
FOREIGN KEY (focused_node_id) REFERENCES nodes(id) ON DELETE SET NULL
|
||
);
|
||
INSERT INTO chats (
|
||
id, chat_type, helper_name, agent_type, delegation_id,
|
||
user_message, assistant_message, thread_id, focused_node_id,
|
||
created_at, metadata
|
||
)
|
||
SELECT id, chat_type, helper_name, agent_type, delegation_id,
|
||
user_message, assistant_message, thread_id, focused_node_id,
|
||
created_at, metadata
|
||
FROM chats_legacy_cleanup;
|
||
DROP TABLE chats_legacy_cleanup;
|
||
CREATE INDEX IF NOT EXISTS idx_chats_thread ON chats(thread_id);
|
||
COMMIT;
|
||
PRAGMA foreign_keys=ON;
|
||
SQL
|
||
fi
|
||
fi
|
||
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS trg_episodic_prune;
|
||
DROP TABLE IF EXISTS episodic_memory;
|
||
DROP TABLE IF EXISTS episodic_pipeline_state;
|
||
DROP TABLE IF EXISTS semantic_memory;
|
||
DROP TABLE IF EXISTS semantic_pipeline_state;
|
||
DROP TABLE IF EXISTS memory_pipeline_state;
|
||
DROP TABLE IF EXISTS memory;
|
||
SQL
|
||
|
||
echo "Removing deprecated context_versions table (if present)..."
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TABLE IF EXISTS context_versions;
|
||
DROP INDEX IF EXISTS idx_context_created;
|
||
SQL
|
||
|
||
if ! has_table chats; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE chats (
|
||
id INTEGER PRIMARY KEY,
|
||
chat_type TEXT,
|
||
helper_name TEXT,
|
||
agent_type TEXT DEFAULT 'orchestrator',
|
||
delegation_id INTEGER,
|
||
user_message TEXT,
|
||
assistant_message TEXT,
|
||
thread_id TEXT,
|
||
focused_node_id INTEGER,
|
||
created_at TEXT DEFAULT (CURRENT_TIMESTAMP),
|
||
metadata TEXT,
|
||
FOREIGN KEY (focused_node_id) REFERENCES nodes(id) ON DELETE SET NULL
|
||
);
|
||
CREATE INDEX idx_chats_thread ON chats(thread_id);
|
||
SQL
|
||
fi
|
||
|
||
if has_table chats && ! has_col chats agent_type; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE chats ADD COLUMN agent_type TEXT DEFAULT 'orchestrator';"
|
||
fi
|
||
|
||
if has_table chats && ! has_col chats delegation_id; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE chats ADD COLUMN delegation_id INTEGER;"
|
||
fi
|
||
|
||
# Drop dead chat_memory_state table (orphaned from removed memory pipeline)
|
||
echo "Dropping dead chat_memory_state table if present..."
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP INDEX IF EXISTS idx_chat_memory_thread;"
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP TABLE IF EXISTS chat_memory_state;"
|
||
|
||
echo "Checking/adding missing columns..."
|
||
|
||
if has_table nodes; then
|
||
if ! has_col nodes description; then
|
||
echo "Adding nodes.description"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes ADD COLUMN description TEXT;"
|
||
fi
|
||
if ! has_col nodes metadata; then
|
||
echo "Adding nodes.metadata"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes ADD COLUMN metadata TEXT;"
|
||
fi
|
||
if ! has_col nodes source; then
|
||
echo "Adding nodes.source"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes ADD COLUMN source TEXT;"
|
||
fi
|
||
fi
|
||
|
||
# --- Additive migrations (do first) ---
|
||
|
||
# Add event_date column (2026-02-15)
|
||
if has_table nodes && ! has_col nodes event_date; then
|
||
echo "Adding nodes.event_date"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes ADD COLUMN event_date TEXT;"
|
||
fi
|
||
|
||
if has_table nodes && has_col nodes source; then
|
||
if has_col nodes content; then
|
||
echo "Backfilling nodes.source from nodes.content"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET source = content,
|
||
chunk_status = 'not_chunked'
|
||
WHERE (source IS NULL OR LENGTH(TRIM(source)) = 0)
|
||
AND content IS NOT NULL
|
||
AND LENGTH(TRIM(content)) > 0;
|
||
SQL
|
||
fi
|
||
|
||
if has_col nodes notes; then
|
||
echo "Backfilling nodes.source from nodes.notes"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET source = notes,
|
||
chunk_status = 'not_chunked'
|
||
WHERE (source IS NULL OR LENGTH(TRIM(source)) = 0)
|
||
AND notes IS NOT NULL
|
||
AND LENGTH(TRIM(notes)) > 0;
|
||
SQL
|
||
fi
|
||
|
||
if has_col nodes chunk; then
|
||
echo "Backfilling nodes.source from nodes.chunk"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET source = chunk,
|
||
chunk_status = 'not_chunked'
|
||
WHERE (source IS NULL OR LENGTH(TRIM(source)) = 0)
|
||
AND chunk IS NOT NULL
|
||
AND LENGTH(TRIM(chunk)) > 0;
|
||
SQL
|
||
fi
|
||
|
||
echo "Filling empty nodes.source from title/description fallback"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET source = title || CASE
|
||
WHEN description IS NOT NULL AND LENGTH(TRIM(description)) > 0
|
||
THEN char(10) || char(10) || description
|
||
ELSE ''
|
||
END,
|
||
chunk_status = 'not_chunked'
|
||
WHERE source IS NULL OR LENGTH(TRIM(source)) = 0;
|
||
SQL
|
||
|
||
echo "Marking nodes with source for rechunking"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET chunk_status = 'not_chunked'
|
||
WHERE source IS NOT NULL
|
||
AND LENGTH(TRIM(source)) > 0
|
||
AND (chunk_status IS NULL OR chunk_status != 'chunked');
|
||
SQL
|
||
fi
|
||
|
||
# Backfill event_date from metadata.published_date where available
|
||
if has_table nodes && has_col nodes event_date; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE nodes
|
||
SET event_date = json_extract(metadata, '$.published_date')
|
||
WHERE event_date IS NULL
|
||
AND json_extract(metadata, '$.published_date') IS NOT NULL;
|
||
SQL
|
||
fi
|
||
|
||
# --- Destructive migrations (do last, SQLite 3.35+ required) ---
|
||
|
||
# Drop deprecated nodes.type column
|
||
if has_table nodes && has_col nodes type; then
|
||
echo "Dropping deprecated nodes.type"
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP INDEX IF EXISTS idx_nodes_type;"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes DROP COLUMN type;"
|
||
fi
|
||
|
||
# Drop deprecated nodes.is_pinned column
|
||
if has_table nodes && has_col nodes is_pinned; then
|
||
echo "Dropping deprecated nodes.is_pinned"
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP INDEX IF EXISTS idx_nodes_pinned;"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE nodes DROP COLUMN is_pinned;"
|
||
fi
|
||
|
||
# Drop dead edges.user_feedback column
|
||
if has_table edges && has_col edges user_feedback; then
|
||
echo "Dropping dead edges.user_feedback"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE edges DROP COLUMN user_feedback;"
|
||
fi
|
||
|
||
# Add explanation column to edges if missing
|
||
if has_table edges && ! has_col edges explanation; then
|
||
echo "Adding edges.explanation"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE edges ADD COLUMN explanation TEXT;"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE edges
|
||
SET explanation = json_extract(context, '$.explanation')
|
||
WHERE explanation IS NULL
|
||
AND json_extract(context, '$.explanation') IS NOT NULL;
|
||
SQL
|
||
fi
|
||
|
||
if has_table chunks; then
|
||
if ! has_col chunks embedding_type; then
|
||
echo "Adding chunks.embedding_type"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE chunks ADD COLUMN embedding_type TEXT DEFAULT 'text-embedding-3-small';"
|
||
fi
|
||
if ! has_col chunks metadata; then
|
||
echo "Adding chunks.metadata"
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE chunks ADD COLUMN metadata TEXT;"
|
||
fi
|
||
fi
|
||
|
||
echo "Dropping legacy dimension tables after snapshot..."
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE IF NOT EXISTS dimension_migration_snapshots (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
migrated_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||
dimension_count INTEGER NOT NULL,
|
||
assignment_count INTEGER NOT NULL,
|
||
payload TEXT
|
||
);
|
||
SQL
|
||
|
||
if has_table dimensions || has_table node_dimensions; then
|
||
SNAPSHOT_COUNT=$("$SQLITE_BIN" -readonly "$DB_PATH" "SELECT COUNT(*) FROM dimension_migration_snapshots;" 2>/dev/null || echo 0)
|
||
if [ "${SNAPSHOT_COUNT:-0}" = "0" ]; then
|
||
DIM_COUNT=0
|
||
ASSIGN_COUNT=0
|
||
PAYLOAD='[]'
|
||
|
||
if has_table dimensions; then
|
||
DIM_COUNT=$("$SQLITE_BIN" -readonly "$DB_PATH" "SELECT COUNT(*) FROM dimensions;" 2>/dev/null || echo 0)
|
||
fi
|
||
if has_table node_dimensions; then
|
||
ASSIGN_COUNT=$("$SQLITE_BIN" -readonly "$DB_PATH" "SELECT COUNT(*) FROM node_dimensions;" 2>/dev/null || echo 0)
|
||
PAYLOAD=$("$SQLITE_BIN" -readonly "$DB_PATH" "SELECT COALESCE(json_group_array(json_object('node_id', nd.node_id, 'dimension', nd.dimension, 'description', d.description, 'icon', d.icon, 'is_priority', d.is_priority)), '[]') FROM node_dimensions nd LEFT JOIN dimensions d ON d.name = nd.dimension;" 2>/dev/null || echo '[]')
|
||
fi
|
||
|
||
"$SQLITE_BIN" "$DB_PATH" <<SQL
|
||
INSERT INTO dimension_migration_snapshots (dimension_count, assignment_count, payload)
|
||
VALUES (${DIM_COUNT:-0}, ${ASSIGN_COUNT:-0}, '${PAYLOAD//\'/''}');
|
||
SQL
|
||
fi
|
||
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP INDEX IF EXISTS idx_dim_by_dimension;
|
||
DROP INDEX IF EXISTS idx_dim_by_node;
|
||
DROP TABLE IF EXISTS node_dimensions;
|
||
DROP TABLE IF EXISTS dimensions;
|
||
SQL
|
||
fi
|
||
|
||
echo "Refreshing helper view nodes_v..."
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP VIEW IF EXISTS nodes_v;"
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE VIEW nodes_v AS
|
||
SELECT n.id,
|
||
n.title,
|
||
n.description,
|
||
n.source,
|
||
n.link,
|
||
n.event_date,
|
||
n.metadata,
|
||
n.created_at,
|
||
n.updated_at
|
||
FROM nodes n;
|
||
SQL
|
||
|
||
echo "Ensuring FTS tables and triggers exist..."
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS nodes_fts_ai;
|
||
DROP TRIGGER IF EXISTS nodes_fts_ad;
|
||
DROP TRIGGER IF EXISTS nodes_fts_au;
|
||
DROP TRIGGER IF EXISTS chunks_fts_ai;
|
||
DROP TRIGGER IF EXISTS chunks_fts_ad;
|
||
DROP TRIGGER IF EXISTS chunks_fts_au;
|
||
DROP TABLE IF EXISTS nodes_fts;
|
||
DROP TABLE IF EXISTS chunks_fts;
|
||
|
||
CREATE VIRTUAL TABLE nodes_fts USING fts5(
|
||
title,
|
||
source,
|
||
description,
|
||
content='nodes',
|
||
content_rowid='id'
|
||
);
|
||
|
||
CREATE VIRTUAL TABLE chunks_fts USING fts5(
|
||
text,
|
||
content='chunks',
|
||
content_rowid='id'
|
||
);
|
||
|
||
INSERT INTO nodes_fts(nodes_fts) VALUES('rebuild');
|
||
INSERT INTO chunks_fts(chunks_fts) VALUES('rebuild');
|
||
|
||
CREATE TRIGGER nodes_fts_ai AFTER INSERT ON nodes BEGIN
|
||
INSERT INTO nodes_fts(rowid, title, source, description)
|
||
VALUES (new.id, new.title, new.source, new.description);
|
||
END;
|
||
|
||
CREATE TRIGGER nodes_fts_ad AFTER DELETE ON nodes BEGIN
|
||
INSERT INTO nodes_fts(nodes_fts, rowid, title, source, description)
|
||
VALUES('delete', old.id, old.title, old.source, old.description);
|
||
END;
|
||
|
||
CREATE TRIGGER nodes_fts_au AFTER UPDATE OF title, source, description ON nodes BEGIN
|
||
INSERT INTO nodes_fts(nodes_fts, rowid, title, source, description)
|
||
VALUES('delete', old.id, old.title, old.source, old.description);
|
||
INSERT INTO nodes_fts(rowid, title, source, description)
|
||
VALUES (new.id, new.title, new.source, new.description);
|
||
END;
|
||
|
||
CREATE TRIGGER chunks_fts_ai AFTER INSERT ON chunks BEGIN
|
||
INSERT INTO chunks_fts(rowid, text)
|
||
VALUES (new.id, new.text);
|
||
END;
|
||
|
||
CREATE TRIGGER chunks_fts_ad AFTER DELETE ON chunks BEGIN
|
||
INSERT INTO chunks_fts(chunks_fts, rowid, text)
|
||
VALUES('delete', old.id, old.text);
|
||
END;
|
||
|
||
CREATE TRIGGER chunks_fts_au AFTER UPDATE OF text ON chunks BEGIN
|
||
INSERT INTO chunks_fts(chunks_fts, rowid, text)
|
||
VALUES('delete', old.id, old.text);
|
||
INSERT INTO chunks_fts(rowid, text)
|
||
VALUES (new.id, new.text);
|
||
END;
|
||
SQL
|
||
|
||
echo "Ensuring logs table and triggers exist (migrating from memory if needed)..."
|
||
|
||
# migrate memory -> logs if needed
|
||
if ! has_table logs && has_table memory; then
|
||
echo "Dropping view memory_v (if exists) to unlock table rename..."
|
||
"$SQLITE_BIN" "$DB_PATH" "DROP VIEW IF EXISTS memory_v;"
|
||
echo "Renaming memory -> logs..."
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE memory RENAME TO logs;"
|
||
fi
|
||
|
||
# logs table
|
||
if ! has_table logs; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE logs (
|
||
id INTEGER PRIMARY KEY,
|
||
ts TEXT NOT NULL DEFAULT (CURRENT_TIMESTAMP),
|
||
table_name TEXT NOT NULL,
|
||
action TEXT NOT NULL,
|
||
row_id INTEGER NOT NULL,
|
||
summary TEXT,
|
||
enriched_summary TEXT,
|
||
snapshot_json TEXT
|
||
);
|
||
SQL
|
||
fi
|
||
|
||
# Add enriched_summary column if missing
|
||
if has_table logs && ! has_col logs enriched_summary; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE logs ADD COLUMN enriched_summary TEXT;"
|
||
fi
|
||
|
||
# indexes on logs (cleanup legacy names first)
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP INDEX IF EXISTS idx_memory_ts;
|
||
DROP INDEX IF EXISTS idx_memory_table_ts;
|
||
DROP INDEX IF EXISTS idx_memory_table_row;
|
||
CREATE INDEX IF NOT EXISTS idx_logs_ts ON logs(ts);
|
||
CREATE INDEX IF NOT EXISTS idx_logs_table_ts ON logs(table_name, ts);
|
||
CREATE INDEX IF NOT EXISTS idx_logs_table_row ON logs(table_name, row_id);
|
||
SQL
|
||
|
||
# Performance indexes for common query patterns
|
||
echo "Ensuring performance indexes..."
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE INDEX IF NOT EXISTS idx_nodes_updated_at ON nodes(updated_at DESC);
|
||
CREATE INDEX IF NOT EXISTS idx_chats_created_at ON chats(created_at DESC);
|
||
SQL
|
||
|
||
# triggers for nodes (drop/recreate to ensure enriched payloads)
|
||
if has_table nodes; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS trg_nodes_ai;
|
||
DROP TRIGGER IF EXISTS trg_nodes_au;
|
||
CREATE TRIGGER trg_nodes_ai AFTER INSERT ON nodes BEGIN
|
||
INSERT INTO logs(table_name, action, row_id, summary, snapshot_json)
|
||
VALUES('nodes', 'insert', NEW.id,
|
||
printf('node created: %s', COALESCE(NEW.title,'')),
|
||
json_object(
|
||
'id', NEW.id,
|
||
'title', NEW.title,
|
||
'link', NEW.link
|
||
)
|
||
);
|
||
END;
|
||
CREATE TRIGGER trg_nodes_au AFTER UPDATE ON nodes BEGIN
|
||
INSERT INTO logs(table_name, action, row_id, summary, snapshot_json)
|
||
VALUES('nodes', 'update', NEW.id,
|
||
printf('node updated: %s', COALESCE(NEW.title,'')),
|
||
json_object(
|
||
'id', NEW.id,
|
||
'title', NEW.title,
|
||
'link', NEW.link
|
||
)
|
||
);
|
||
END;
|
||
SQL
|
||
fi
|
||
|
||
# triggers for edges (enriched with node titles, truncated)
|
||
if has_table edges; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS trg_edges_ai;
|
||
DROP TRIGGER IF EXISTS trg_edges_au;
|
||
CREATE TRIGGER trg_edges_ai AFTER INSERT ON edges BEGIN
|
||
INSERT INTO logs(table_name, action, row_id, summary, snapshot_json)
|
||
VALUES('edges', 'insert', NEW.id,
|
||
printf('edge %d→%d (%s)', NEW.from_node_id, NEW.to_node_id, COALESCE(NEW.source,'')),
|
||
json_object(
|
||
'id', NEW.id,
|
||
'from', NEW.from_node_id,
|
||
'to', NEW.to_node_id,
|
||
'source', NEW.source,
|
||
'from_title', substr((SELECT title FROM nodes WHERE id = NEW.from_node_id), 1, 120),
|
||
'to_title', substr((SELECT title FROM nodes WHERE id = NEW.to_node_id), 1, 120)
|
||
)
|
||
);
|
||
END;
|
||
CREATE TRIGGER trg_edges_au AFTER UPDATE ON edges BEGIN
|
||
INSERT INTO logs(table_name, action, row_id, summary, snapshot_json)
|
||
VALUES('edges', 'update', NEW.id,
|
||
printf('edge updated %d→%d', NEW.from_node_id, NEW.to_node_id),
|
||
json_object(
|
||
'id', NEW.id,
|
||
'from', NEW.from_node_id,
|
||
'to', NEW.to_node_id,
|
||
'source', NEW.source,
|
||
'from_title', substr((SELECT title FROM nodes WHERE id = NEW.from_node_id), 1, 120),
|
||
'to_title', substr((SELECT title FROM nodes WHERE id = NEW.to_node_id), 1, 120)
|
||
)
|
||
);
|
||
END;
|
||
|
||
-- Add trigger to auto-update node updated_at timestamps when edges are created
|
||
DROP TRIGGER IF EXISTS trg_edges_update_nodes_on_insert;
|
||
CREATE TRIGGER trg_edges_update_nodes_on_insert
|
||
AFTER INSERT ON edges
|
||
BEGIN
|
||
UPDATE nodes SET updated_at = strftime('%Y-%m-%dT%H:%M:%f', 'now') || 'Z' WHERE id = NEW.from_node_id;
|
||
UPDATE nodes SET updated_at = strftime('%Y-%m-%dT%H:%M:%f', 'now') || 'Z' WHERE id = NEW.to_node_id;
|
||
END;
|
||
SQL
|
||
fi
|
||
|
||
# trigger for chats (enriched with content previews, truncated)
|
||
if has_table chats; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS trg_chats_ai;
|
||
CREATE TRIGGER trg_chats_ai AFTER INSERT ON chats BEGIN
|
||
INSERT INTO logs(table_name, action, row_id, summary, snapshot_json)
|
||
VALUES('chats', 'insert', NEW.id,
|
||
printf('chat: %s (%s)', COALESCE(NEW.helper_name,''), COALESCE(NEW.thread_id,'')),
|
||
json_object(
|
||
'id', NEW.id,
|
||
'helper', NEW.helper_name,
|
||
'thread', NEW.thread_id,
|
||
'user_preview', substr(NEW.user_message, 1, 120),
|
||
'assistant_preview', substr(NEW.assistant_message, 1, 120)
|
||
)
|
||
);
|
||
END;
|
||
SQL
|
||
fi
|
||
|
||
# Add trigger to auto-prune logs to keep only most recent 10k entries
|
||
if has_table logs; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP TRIGGER IF EXISTS trg_logs_prune;
|
||
CREATE TRIGGER trg_logs_prune AFTER INSERT ON logs BEGIN
|
||
DELETE FROM logs WHERE id < NEW.id - 10000;
|
||
END;
|
||
SQL
|
||
fi
|
||
|
||
echo "Ensuring logs_v view exists (removing legacy memory_v)..."
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
DROP VIEW IF EXISTS logs_v;
|
||
DROP VIEW IF EXISTS memory_v;
|
||
CREATE VIEW logs_v AS
|
||
SELECT
|
||
m.id,
|
||
m.ts,
|
||
m.table_name,
|
||
m.action,
|
||
m.row_id,
|
||
m.summary,
|
||
m.enriched_summary,
|
||
m.snapshot_json,
|
||
CASE WHEN m.table_name='nodes' THEN n.title END AS node_title,
|
||
CASE WHEN m.table_name='edges' THEN nf.title END AS edge_from_title,
|
||
CASE WHEN m.table_name='edges' THEN nt.title END AS edge_to_title,
|
||
CASE WHEN m.table_name='chats' THEN c.helper_name END AS chat_helper,
|
||
CASE WHEN m.table_name='chats' THEN substr(c.user_message,1,120) END AS chat_user_preview,
|
||
CASE WHEN m.table_name='chats' THEN substr(c.assistant_message,1,120) END AS chat_assistant_preview,
|
||
CASE WHEN m.table_name='chats' THEN c.user_message END AS chat_user_full,
|
||
CASE WHEN m.table_name='chats' THEN c.assistant_message END AS chat_assistant_full
|
||
FROM logs m
|
||
LEFT JOIN nodes n ON (m.table_name='nodes' AND m.row_id = n.id)
|
||
LEFT JOIN edges e ON (m.table_name='edges' AND m.row_id = e.id)
|
||
LEFT JOIN nodes nf ON e.from_node_id = nf.id
|
||
LEFT JOIN nodes nt ON e.to_node_id = nt.id
|
||
LEFT JOIN chats c ON (m.table_name='chats' AND m.row_id = c.id);
|
||
SQL
|
||
|
||
echo "Ensuring helpers.memory exists and is populated from fluid_context (if present)..."
|
||
if has_table helpers; then
|
||
if ! has_col helpers memory; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE helpers ADD COLUMN memory TEXT;"
|
||
if has_col helpers fluid_context; then
|
||
"$SQLITE_BIN" "$DB_PATH" "UPDATE helpers SET memory = fluid_context WHERE fluid_context IS NOT NULL;"
|
||
fi
|
||
fi
|
||
else
|
||
echo " helpers table not present; skipping helpers.memory migration"
|
||
fi
|
||
|
||
echo "Updating helper available_tools to use updateHelperMemory (renaming from updateHelperFluidContext)..."
|
||
if has_table helpers; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
UPDATE helpers
|
||
SET available_tools = REPLACE(available_tools, 'updateHelperFluidContext', 'updateHelperMemory')
|
||
WHERE available_tools LIKE '%updateHelperFluidContext%';
|
||
SQL
|
||
else
|
||
echo " helpers table not present; skipping available_tools rename"
|
||
fi
|
||
|
||
echo "Dropping helpers.fluid_context column if present (post-migration cleanup)..."
|
||
if has_table helpers && has_col helpers fluid_context; then
|
||
"$SQLITE_BIN" "$DB_PATH" "ALTER TABLE helpers DROP COLUMN fluid_context;" || true
|
||
fi
|
||
|
||
echo "Ensuring voice_usage table exists..."
|
||
if ! has_table voice_usage; then
|
||
"$SQLITE_BIN" "$DB_PATH" <<'SQL'
|
||
CREATE TABLE voice_usage (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
chat_id INTEGER,
|
||
session_id TEXT,
|
||
helper_name TEXT,
|
||
request_id TEXT,
|
||
message_id TEXT,
|
||
voice TEXT,
|
||
model TEXT,
|
||
chars INTEGER,
|
||
cost_usd REAL,
|
||
duration_ms INTEGER,
|
||
text_preview TEXT,
|
||
created_at TEXT DEFAULT CURRENT_TIMESTAMP,
|
||
FOREIGN KEY (chat_id) REFERENCES chats(id) ON DELETE SET NULL
|
||
);
|
||
CREATE INDEX IF NOT EXISTS idx_voice_usage_session ON voice_usage(session_id, created_at);
|
||
CREATE INDEX IF NOT EXISTS idx_voice_usage_chat ON voice_usage(chat_id);
|
||
SQL
|
||
fi
|
||
|
||
echo "Running VACUUM and ANALYZE..."
|
||
"$SQLITE_BIN" "$DB_PATH" "VACUUM; ANALYZE;"
|
||
|
||
echo "Done. Schema is compatible."
|