Add local AI and Qdrant vector backends

This commit is contained in:
“BeeRad”
2026-05-02 09:57:57 +10:00
parent 00f0afb8f4
commit 782ace9a34
37 changed files with 1440 additions and 321 deletions
+5 -6
View File
@@ -1,5 +1,4 @@
import { generateText } from 'ai';
import { createLocalOpenAIProvider } from '@/services/openai/localProvider';
import { generateUtilityText } from '@/services/llm/provider';
export interface TranscriptSummaryResult {
subject?: string;
@@ -48,14 +47,14 @@ export async function summarizeTranscript(transcript: string): Promise<Transcrip
: transcript;
try {
const provider = createLocalOpenAIProvider();
const response = await generateText({
model: provider('gpt-4o-mini'),
const text = await generateUtilityText({
prompt: buildPrompt(limited),
maxOutputTokens: 600,
responseFormat: 'json',
task: 'transcript_summary',
});
let content = response.text || '';
let content = text || '';
content = content.replace(/```json/gi, '').replace(/```/g, '').trim();
const parsed = JSON.parse(content);