feat(rah-light): remove chat API routes
- Deleted app/api/rah/chat/route.ts - Deleted app/api/rah/usage/route.ts - Deleted empty app/api/rah/ directory - RAHChat.tsx references removed in Story 7 Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
“BeeRad”
co-authored by
Claude Opus 4.5
Claude Opus 4.5
parent
92e48a2175
commit
d9c0ba89fe
@@ -1,465 +0,0 @@
|
|||||||
import { NextRequest } from 'next/server';
|
|
||||||
import { streamText, convertToModelMessages } from 'ai';
|
|
||||||
import { createAnthropic } from '@ai-sdk/anthropic';
|
|
||||||
import { createOpenAI } from '@ai-sdk/openai';
|
|
||||||
import { getHelperTools, getDefaultToolNamesForRole } from '@/tools/infrastructure/registry';
|
|
||||||
import { buildSystemPromptBlocks } from '@/services/helpers/contextBuilder';
|
|
||||||
import { helperLogger } from '@/services/helpers/logger';
|
|
||||||
import { withChatLogging } from '@/services/chat/middleware';
|
|
||||||
import { AgentRegistry } from '@/services/agents/registry';
|
|
||||||
import { calculateCost } from '@/services/analytics/pricing';
|
|
||||||
import { UsageData } from '@/types/analytics';
|
|
||||||
import type { CacheStats } from '@/types/prompts';
|
|
||||||
import { randomUUID } from 'crypto';
|
|
||||||
import { RequestContext } from '@/services/context/requestContext';
|
|
||||||
import { isLocalMode } from '@/config/runtime';
|
|
||||||
|
|
||||||
export const maxDuration = 900; // 15 minutes (for workflows)
|
|
||||||
|
|
||||||
if (isLocalMode()) {
|
|
||||||
// TODO: add any special local-mode setup if needed later
|
|
||||||
}
|
|
||||||
|
|
||||||
const ANTHROPIC_MODEL_MAP: Record<string, string> = {
|
|
||||||
'claude-sonnet-4.5': 'claude-sonnet-4-5-20250929',
|
|
||||||
'claude-3-5-sonnet': 'claude-3-5-sonnet-20241022',
|
|
||||||
};
|
|
||||||
|
|
||||||
type ApiKeyOverrides = {
|
|
||||||
openai?: string;
|
|
||||||
anthropic?: string;
|
|
||||||
};
|
|
||||||
|
|
||||||
function resolveModel(modelId: string, apiKeys?: ApiKeyOverrides) {
|
|
||||||
if (modelId.startsWith('anthropic/')) {
|
|
||||||
const rawName = modelId.split('/')[1];
|
|
||||||
const mapped = ANTHROPIC_MODEL_MAP[rawName] || rawName;
|
|
||||||
|
|
||||||
const orchestratorKey =
|
|
||||||
apiKeys?.anthropic ||
|
|
||||||
process.env.RAH_ORCHESTRATOR_ANTHROPIC_API_KEY ||
|
|
||||||
process.env.ANTHROPIC_API_KEY;
|
|
||||||
if (!orchestratorKey) {
|
|
||||||
throw new Error('RAH_ORCHESTRATOR_ANTHROPIC_API_KEY (or ANTHROPIC_API_KEY) is not set.');
|
|
||||||
}
|
|
||||||
const provider = createAnthropic({
|
|
||||||
apiKey: orchestratorKey,
|
|
||||||
headers: {
|
|
||||||
'anthropic-beta': 'prompt-caching-2024-07-31',
|
|
||||||
},
|
|
||||||
});
|
|
||||||
return provider(mapped);
|
|
||||||
}
|
|
||||||
if (modelId.startsWith('openai/')) {
|
|
||||||
const name = modelId.split('/')[1];
|
|
||||||
|
|
||||||
const delegateKey =
|
|
||||||
apiKeys?.openai ||
|
|
||||||
process.env.RAH_DELEGATE_OPENAI_API_KEY ||
|
|
||||||
process.env.OPENAI_API_KEY;
|
|
||||||
if (!delegateKey) {
|
|
||||||
throw new Error('RAH_DELEGATE_OPENAI_API_KEY (or OPENAI_API_KEY) is not set.');
|
|
||||||
}
|
|
||||||
const provider = createOpenAI({ apiKey: delegateKey });
|
|
||||||
return provider(name);
|
|
||||||
}
|
|
||||||
throw new Error(`Unsupported model id: ${modelId}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Global cache stats storage for monitoring
|
|
||||||
declare global {
|
|
||||||
// eslint-disable-next-line no-var
|
|
||||||
var lastCacheStats: CacheStats | undefined;
|
|
||||||
}
|
|
||||||
|
|
||||||
type AnthropicUsageLike = {
|
|
||||||
inputTokens?: number;
|
|
||||||
outputTokens?: number;
|
|
||||||
promptTokens?: number;
|
|
||||||
completionTokens?: number;
|
|
||||||
cacheCreationInputTokens?: number;
|
|
||||||
cachedInputTokens?: number;
|
|
||||||
totalTokens?: number;
|
|
||||||
cache_write_input_tokens?: number;
|
|
||||||
cache_read_input_tokens?: number;
|
|
||||||
cacheWriteInputTokens?: number;
|
|
||||||
cacheReadInputTokens?: number;
|
|
||||||
};
|
|
||||||
|
|
||||||
function normaliseUsage(entry: AnthropicUsageLike | undefined | null) {
|
|
||||||
if (!entry) {
|
|
||||||
return { input: 0, output: 0, cacheWrite: 0, cacheRead: 0 };
|
|
||||||
}
|
|
||||||
|
|
||||||
const toNumber = (value: unknown): number => {
|
|
||||||
if (typeof value === 'number' && Number.isFinite(value)) return value;
|
|
||||||
if (typeof value === 'string' && value.trim().length > 0) {
|
|
||||||
const parsed = Number(value);
|
|
||||||
return Number.isFinite(parsed) ? parsed : 0;
|
|
||||||
}
|
|
||||||
return 0;
|
|
||||||
};
|
|
||||||
|
|
||||||
const input = toNumber(entry.inputTokens ?? entry.promptTokens ?? (entry as any).input_tokens ?? 0);
|
|
||||||
const output = toNumber(entry.outputTokens ?? entry.completionTokens ?? (entry as any).output_tokens ?? 0);
|
|
||||||
const cacheWrite = toNumber(
|
|
||||||
entry.cacheCreationInputTokens ??
|
|
||||||
(entry as any).cache_creation_input_tokens ??
|
|
||||||
entry.cacheWriteInputTokens ??
|
|
||||||
entry.cache_write_input_tokens ??
|
|
||||||
0
|
|
||||||
);
|
|
||||||
const cacheRead = toNumber(
|
|
||||||
entry.cachedInputTokens ??
|
|
||||||
entry.cacheReadInputTokens ??
|
|
||||||
(entry as any).cache_read_input_tokens ??
|
|
||||||
0
|
|
||||||
);
|
|
||||||
|
|
||||||
return { input, output, cacheWrite, cacheRead };
|
|
||||||
}
|
|
||||||
|
|
||||||
function aggregateAnthropicUsage(usage: AnthropicUsageLike | undefined, providerMetadata: any) {
|
|
||||||
const totals = { inputTokens: 0, outputTokens: 0, cacheWriteTokens: 0, cacheReadTokens: 0 };
|
|
||||||
let dataSources = 0;
|
|
||||||
|
|
||||||
const add = (entry: AnthropicUsageLike | undefined | null) => {
|
|
||||||
if (!entry) return;
|
|
||||||
const { input, output, cacheWrite, cacheRead } = normaliseUsage(entry);
|
|
||||||
if (input || output || cacheWrite || cacheRead) {
|
|
||||||
totals.inputTokens += input;
|
|
||||||
totals.outputTokens += output;
|
|
||||||
totals.cacheWriteTokens += cacheWrite;
|
|
||||||
totals.cacheReadTokens += cacheRead;
|
|
||||||
dataSources += 1;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const anthropicMeta = providerMetadata?.anthropic;
|
|
||||||
|
|
||||||
if (anthropicMeta) {
|
|
||||||
if (Array.isArray(anthropicMeta.requests)) {
|
|
||||||
anthropicMeta.requests.forEach((req: any) => {
|
|
||||||
add(req?.usage ?? req);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
if (anthropicMeta.response?.usage) {
|
|
||||||
add(anthropicMeta.response.usage);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (anthropicMeta.usage && dataSources === 0) {
|
|
||||||
add(anthropicMeta.usage);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (dataSources === 0) {
|
|
||||||
add(usage);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Fallback to usage totals if metadata did not provide cache info
|
|
||||||
if (totals.cacheReadTokens === 0 && usage?.cachedInputTokens) {
|
|
||||||
totals.cacheReadTokens = normaliseUsage(usage).cacheRead;
|
|
||||||
}
|
|
||||||
if (totals.cacheWriteTokens === 0 && usage?.cacheCreationInputTokens) {
|
|
||||||
totals.cacheWriteTokens = normaliseUsage(usage).cacheWrite;
|
|
||||||
}
|
|
||||||
|
|
||||||
return totals;
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function POST(request: NextRequest) {
|
|
||||||
let helperKey = 'ra-h';
|
|
||||||
try {
|
|
||||||
const {
|
|
||||||
messages = [],
|
|
||||||
openTabs = [],
|
|
||||||
activeTabId = null,
|
|
||||||
currentView = 'nodes',
|
|
||||||
sessionId,
|
|
||||||
traceId,
|
|
||||||
mode: requestedMode = 'easy',
|
|
||||||
apiKeys: rawApiKeys
|
|
||||||
} = await request.json();
|
|
||||||
const apiKeys: ApiKeyOverrides | undefined = rawApiKeys
|
|
||||||
? {
|
|
||||||
openai: typeof rawApiKeys.openai === 'string' && rawApiKeys.openai.trim().length > 0
|
|
||||||
? rawApiKeys.openai.trim()
|
|
||||||
: undefined,
|
|
||||||
anthropic: typeof rawApiKeys.anthropic === 'string' && rawApiKeys.anthropic.trim().length > 0
|
|
||||||
? rawApiKeys.anthropic.trim()
|
|
||||||
: undefined,
|
|
||||||
}
|
|
||||||
: undefined;
|
|
||||||
|
|
||||||
const mode: 'easy' | 'hard' = requestedMode === 'hard' ? 'hard' : 'easy';
|
|
||||||
helperKey = mode === 'hard' ? 'ra-h' : 'ra-h-easy';
|
|
||||||
|
|
||||||
const conversationTraceId = traceId || randomUUID();
|
|
||||||
|
|
||||||
RequestContext.set({
|
|
||||||
traceId: conversationTraceId,
|
|
||||||
openTabs,
|
|
||||||
activeTabId,
|
|
||||||
mode,
|
|
||||||
apiKeys,
|
|
||||||
});
|
|
||||||
|
|
||||||
// Filter messages to only valid roles
|
|
||||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
||||||
const sanitizedMessages = messages.filter((msg: any) =>
|
|
||||||
msg && ['user', 'assistant', 'system'].includes(msg.role)
|
|
||||||
);
|
|
||||||
|
|
||||||
const helperConfig = await AgentRegistry.orchestratorForMode(mode);
|
|
||||||
if (!helperConfig) {
|
|
||||||
throw new Error(`No orchestrator definition found for mode '${mode}'`);
|
|
||||||
}
|
|
||||||
|
|
||||||
helperKey = helperConfig.key || helperKey;
|
|
||||||
|
|
||||||
helperLogger.logUserMessage(helperKey, messages, openTabs, activeTabId);
|
|
||||||
|
|
||||||
const { blocks: systemBlocks, cacheHit } = await buildSystemPromptBlocks(
|
|
||||||
{ nodes: openTabs, activeNodeId: activeTabId },
|
|
||||||
helperKey
|
|
||||||
);
|
|
||||||
|
|
||||||
const systemPromptPreview = systemBlocks.map(b => b.text).join('\n').substring(0, 200) + '...';
|
|
||||||
helperLogger.logSystemPrompt(helperKey, systemPromptPreview, cacheHit);
|
|
||||||
|
|
||||||
console.log('🔧 [Prompt Caching] System blocks structure:', {
|
|
||||||
helperKey,
|
|
||||||
totalBlocks: systemBlocks.length,
|
|
||||||
cachedBlocks: systemBlocks.filter(b => b.cache_control).length,
|
|
||||||
blockLengths: systemBlocks.map((b, i) => ({
|
|
||||||
index: i,
|
|
||||||
length: b.text.length,
|
|
||||||
cached: !!b.cache_control
|
|
||||||
}))
|
|
||||||
});
|
|
||||||
|
|
||||||
const toolNames = helperConfig.availableTools?.length
|
|
||||||
? helperConfig.availableTools
|
|
||||||
: getDefaultToolNamesForRole(helperConfig.role);
|
|
||||||
const tools = getHelperTools(toolNames);
|
|
||||||
const modelId = helperConfig.model || 'anthropic/claude-sonnet-4.5';
|
|
||||||
const model = resolveModel(modelId, apiKeys);
|
|
||||||
|
|
||||||
const rawModelId = modelId.split('/')[1] || modelId;
|
|
||||||
const fullModelId = ANTHROPIC_MODEL_MAP[rawModelId] || rawModelId;
|
|
||||||
|
|
||||||
const isAnthropicModel = modelId.startsWith('anthropic/');
|
|
||||||
const isOpenAIModel = modelId.startsWith('openai/');
|
|
||||||
|
|
||||||
const toolsUsedInSession: string[] = [];
|
|
||||||
|
|
||||||
// Convert system blocks to messages with providerOptions for caching
|
|
||||||
const systemMessages = systemBlocks.map((block) => ({
|
|
||||||
role: 'system' as const,
|
|
||||||
content: block.text,
|
|
||||||
...(isAnthropicModel && block.cache_control ? {
|
|
||||||
providerOptions: {
|
|
||||||
anthropic: { cacheControl: block.cache_control }
|
|
||||||
}
|
|
||||||
} : {})
|
|
||||||
}));
|
|
||||||
|
|
||||||
const coreMessages = await convertToModelMessages(sanitizedMessages);
|
|
||||||
const allMessages = [...systemMessages, ...coreMessages];
|
|
||||||
|
|
||||||
// Debug logging (can be removed in production)
|
|
||||||
if (process.env.DEBUG_CACHE === 'true') {
|
|
||||||
console.log('🔍 [Debug] System messages with cache control:');
|
|
||||||
systemMessages.forEach((msg, i) => {
|
|
||||||
console.log(` Block ${i}:`, {
|
|
||||||
hasContent: !!msg.content,
|
|
||||||
contentLength: msg.content?.length || 0,
|
|
||||||
hasProviderOptions: !!msg.providerOptions,
|
|
||||||
cacheControl: msg.providerOptions?.anthropic?.cacheControl
|
|
||||||
});
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
const streamConfig = {
|
|
||||||
model,
|
|
||||||
messages: allMessages,
|
|
||||||
tools,
|
|
||||||
stopWhen: [],
|
|
||||||
maxSteps: 10,
|
|
||||||
...(isOpenAIModel ? { reasoning: { effort: 'light' as const } } : {}),
|
|
||||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
||||||
onToolCall: ({ toolCall }: any) => {
|
|
||||||
helperLogger.logToolCall(helperKey, toolCall.toolName, toolCall.args);
|
|
||||||
if (!toolsUsedInSession.includes(toolCall.toolName)) {
|
|
||||||
toolsUsedInSession.push(toolCall.toolName);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
||||||
onToolResult: ({ toolCall, result }: any) => {
|
|
||||||
helperLogger.logToolResult(helperKey, toolCall.toolName, result);
|
|
||||||
},
|
|
||||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
||||||
onFinish: (result: any) => {
|
|
||||||
helperLogger.logAssistantResponse(helperKey, result.text);
|
|
||||||
|
|
||||||
// Debug logging (can be removed in production)
|
|
||||||
if (process.env.DEBUG_CACHE === 'true') {
|
|
||||||
console.log('🔍 [Debug] Full onFinish result keys:', Object.keys(result));
|
|
||||||
console.log('🔍 [Debug] Raw usage object:', JSON.stringify(result.usage, null, 2));
|
|
||||||
console.log('🔍 [Debug] Provider metadata:', JSON.stringify(result.providerMetadata, null, 2));
|
|
||||||
console.log('🔍 [Debug] Steps array length:', result.steps?.length || 0);
|
|
||||||
if (result.steps && result.steps.length > 0) {
|
|
||||||
result.steps.forEach((step: any, i: number) => {
|
|
||||||
console.log(`🔍 [Debug] Step ${i} usage:`, JSON.stringify(step.usage, null, 2));
|
|
||||||
console.log(`🔍 [Debug] Step ${i} providerMetadata:`, JSON.stringify(step.providerMetadata, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const aggregatedUsage = isAnthropicModel
|
|
||||||
? (() => {
|
|
||||||
// Aggregate across ALL steps, not just final result
|
|
||||||
const totals = { inputTokens: 0, outputTokens: 0, cacheWriteTokens: 0, cacheReadTokens: 0 };
|
|
||||||
|
|
||||||
if (result.steps && Array.isArray(result.steps)) {
|
|
||||||
result.steps.forEach((step: any) => {
|
|
||||||
const stepUsage = aggregateAnthropicUsage(step.usage, step.providerMetadata);
|
|
||||||
totals.inputTokens += stepUsage.inputTokens;
|
|
||||||
totals.outputTokens += stepUsage.outputTokens;
|
|
||||||
// Cache write only happens once (in first step), so take MAX not SUM
|
|
||||||
totals.cacheWriteTokens = Math.max(totals.cacheWriteTokens, stepUsage.cacheWriteTokens);
|
|
||||||
totals.cacheReadTokens += stepUsage.cacheReadTokens;
|
|
||||||
});
|
|
||||||
} else {
|
|
||||||
// Fallback to result-level usage if no steps
|
|
||||||
const resultUsage = aggregateAnthropicUsage(result.usage, result.providerMetadata);
|
|
||||||
totals.inputTokens = resultUsage.inputTokens;
|
|
||||||
totals.outputTokens = resultUsage.outputTokens;
|
|
||||||
totals.cacheWriteTokens = resultUsage.cacheWriteTokens;
|
|
||||||
totals.cacheReadTokens = resultUsage.cacheReadTokens;
|
|
||||||
}
|
|
||||||
|
|
||||||
return totals;
|
|
||||||
})()
|
|
||||||
: {
|
|
||||||
inputTokens: Number(result.usage?.inputTokens ?? result.usage?.promptTokens ?? 0),
|
|
||||||
outputTokens: Number(result.usage?.outputTokens ?? result.usage?.completionTokens ?? 0),
|
|
||||||
cacheWriteTokens: 0,
|
|
||||||
cacheReadTokens: 0,
|
|
||||||
};
|
|
||||||
|
|
||||||
const regular = aggregatedUsage.inputTokens || 0;
|
|
||||||
const cacheWrite = aggregatedUsage.cacheWriteTokens || 0;
|
|
||||||
const cacheRead = aggregatedUsage.cacheReadTokens || 0;
|
|
||||||
const outputTokens = aggregatedUsage.outputTokens || 0;
|
|
||||||
const total = regular + cacheWrite + cacheRead;
|
|
||||||
|
|
||||||
if (regular || cacheWrite || cacheRead || outputTokens) {
|
|
||||||
const savingsPercentage = total > 0 && cacheRead > 0 ? Math.round((cacheRead / total) * 100) : 0;
|
|
||||||
|
|
||||||
if (isAnthropicModel) {
|
|
||||||
const cacheStats: CacheStats = {
|
|
||||||
cacheCreationInputTokens: cacheWrite,
|
|
||||||
cacheReadInputTokens: cacheRead,
|
|
||||||
inputTokens: regular,
|
|
||||||
outputTokens,
|
|
||||||
savingsPercentage
|
|
||||||
};
|
|
||||||
|
|
||||||
console.log('\n📦 ═══════════════════════════════════════');
|
|
||||||
console.log('📦 ANTHROPIC PROMPT CACHE STATISTICS');
|
|
||||||
console.log('📦 ═══════════════════════════════════════');
|
|
||||||
console.log(`📦 Cache Write: ${cacheWrite.toLocaleString()} tokens ${cacheWrite > 0 ? '(NEW CACHE CREATED ✨)' : ''}`);
|
|
||||||
console.log(`📦 Cache Read: ${cacheRead.toLocaleString()} tokens ${cacheRead > 0 ? '(CACHE HIT 🎯)' : '(CACHE MISS ❌)'}`);
|
|
||||||
console.log(`📦 Regular: ${regular.toLocaleString()} tokens`);
|
|
||||||
console.log(`📦 Total Input: ${total.toLocaleString()} tokens`);
|
|
||||||
console.log(`📦 Output: ${cacheStats.outputTokens.toLocaleString()} tokens`);
|
|
||||||
if (cacheRead > 0) {
|
|
||||||
const costSavings = Math.round(((cacheWrite * 1.25 + regular * 1.0 + cacheRead * 0.1) / (total * 1.0)) * 100);
|
|
||||||
console.log(`📦 💰 Savings: ${savingsPercentage}% tokens, ~${100 - costSavings}% cost`);
|
|
||||||
}
|
|
||||||
console.log('📦 ═══════════════════════════════════════\n');
|
|
||||||
|
|
||||||
global.lastCacheStats = cacheStats;
|
|
||||||
}
|
|
||||||
|
|
||||||
const costResult = calculateCost({
|
|
||||||
inputTokens: regular,
|
|
||||||
outputTokens,
|
|
||||||
cacheWriteTokens: cacheWrite,
|
|
||||||
cacheReadTokens: cacheRead,
|
|
||||||
modelId: fullModelId,
|
|
||||||
});
|
|
||||||
|
|
||||||
usageData = {
|
|
||||||
inputTokens: regular,
|
|
||||||
outputTokens,
|
|
||||||
totalTokens: costResult.totalTokens,
|
|
||||||
cacheWriteTokens: cacheWrite,
|
|
||||||
cacheReadTokens: cacheRead,
|
|
||||||
cacheHit: cacheRead > 0,
|
|
||||||
cacheSavingsPct: savingsPercentage,
|
|
||||||
estimatedCostUsd: costResult.totalCostUsd,
|
|
||||||
modelUsed: fullModelId,
|
|
||||||
provider: isAnthropicModel ? 'anthropic' : 'openai',
|
|
||||||
toolsUsed: toolsUsedInSession.length > 0 ? toolsUsedInSession : undefined,
|
|
||||||
toolCallsCount: toolsUsedInSession.length > 0 ? toolsUsedInSession.length : undefined,
|
|
||||||
traceId: conversationTraceId,
|
|
||||||
workflowKey: currentContext.workflowKey,
|
|
||||||
workflowNodeId: currentContext.workflowNodeId,
|
|
||||||
mode,
|
|
||||||
};
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
let usageData: UsageData | undefined;
|
|
||||||
|
|
||||||
const systemMessageText = systemBlocks.map(b => b.text).join('\n\n');
|
|
||||||
const currentContext = RequestContext.get();
|
|
||||||
|
|
||||||
const chatMetadata = {
|
|
||||||
helperName: helperKey,
|
|
||||||
openTabs,
|
|
||||||
activeTabId,
|
|
||||||
currentView,
|
|
||||||
sessionId: sessionId || `session_${Date.now()}`,
|
|
||||||
agentType: 'orchestrator' as const,
|
|
||||||
traceId: conversationTraceId,
|
|
||||||
mode,
|
|
||||||
modelUsed: fullModelId,
|
|
||||||
systemMessage: systemMessageText,
|
|
||||||
workflowKey: currentContext.workflowKey,
|
|
||||||
workflowNodeId: currentContext.workflowNodeId,
|
|
||||||
get usageData() {
|
|
||||||
return usageData;
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
const result = await streamText(withChatLogging(streamConfig, chatMetadata, messages));
|
|
||||||
|
|
||||||
return result.toUIMessageStreamResponse();
|
|
||||||
} catch (error) {
|
|
||||||
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
||||||
const errorStack = error instanceof Error ? error.stack : undefined;
|
|
||||||
|
|
||||||
console.error(`❌ [${helperKey}] Route error:`, {
|
|
||||||
error: errorMessage,
|
|
||||||
stack: errorStack,
|
|
||||||
timestamp: new Date().toISOString()
|
|
||||||
});
|
|
||||||
|
|
||||||
helperLogger.logError(helperKey, error instanceof Error ? error : String(error));
|
|
||||||
return new Response(
|
|
||||||
JSON.stringify({
|
|
||||||
error: errorMessage,
|
|
||||||
details: 'Check server logs for full error details'
|
|
||||||
}),
|
|
||||||
{
|
|
||||||
status: 500,
|
|
||||||
headers: { 'Content-Type': 'application/json' }
|
|
||||||
}
|
|
||||||
);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,28 +0,0 @@
|
|||||||
import { NextRequest } from 'next/server';
|
|
||||||
import { getSQLiteClient } from '@/services/database/sqlite-client';
|
|
||||||
|
|
||||||
export async function GET(request: NextRequest) {
|
|
||||||
const sessionId = request.nextUrl.searchParams.get('sessionId');
|
|
||||||
|
|
||||||
if (!sessionId) {
|
|
||||||
return Response.json({ inputTokens: 0 });
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
const sqlite = getSQLiteClient();
|
|
||||||
const row = sqlite.prepare(`
|
|
||||||
SELECT json_extract(metadata, '$.input_tokens') as input_tokens
|
|
||||||
FROM chats
|
|
||||||
WHERE thread_id LIKE ?
|
|
||||||
ORDER BY created_at DESC
|
|
||||||
LIMIT 1
|
|
||||||
`).get(`%${sessionId}%`) as { input_tokens: number | null } | undefined;
|
|
||||||
|
|
||||||
return Response.json({
|
|
||||||
inputTokens: row?.input_tokens ?? 0
|
|
||||||
});
|
|
||||||
} catch (error) {
|
|
||||||
console.error('Usage fetch error:', error);
|
|
||||||
return Response.json({ inputTokens: 0 });
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Reference in New Issue
Block a user