@memograph/cli 0.1.4

package/dist/core/llm/client.js

@@ -0,0 +1,199 @@
+"use strict";
+/**
+ * LLM Client - Unified interface for multiple LLM providers
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMClient = void 0;
+exports.createLLMClient = createLLMClient;
+const openai_1 = __importDefault(require("openai"));
+const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
+const providers_js_1 = require("./providers.js");
+/**
+ * Unified LLM client supporting multiple providers
+ */
+class LLMClient {
+    openaiClient;
+    anthropicClient;
+    config;
+    constructor(config) {
+        this.config = config;
+        // Validate API key is present (for providers that need it)
+        const providerInfo = providers_js_1.PROVIDERS[config.provider];
+        const needsApiKey = providerInfo?.needsApiKey ?? true;
+        if (needsApiKey) {
+            if (config.provider === 'anthropic') {
+                const apiKey = config.apiKey || process.env.ANTHROPIC_API_KEY;
+                if (!apiKey) {
+                    throw new Error('Anthropic API key not found. Set ANTHROPIC_API_KEY environment variable or provide --llm-api-key');
+                }
+                this.anthropicClient = new sdk_1.default({
+                    apiKey,
+                    baseURL: config.baseUrl || providerInfo.defaultBaseUrl,
+                });
+            }
+            else {
+                // All other providers use OpenAI-compatible client
+                // For openai provider, check OPENAI_API_KEY, otherwise check llm.apiKey
+                let apiKey = config.apiKey;
+                if (!apiKey) {
+                    apiKey = config.provider === 'openai' ? process.env.OPENAI_API_KEY : process.env.LLM_API_KEY;
+                }
+                if (!apiKey && needsApiKey) {
+                    const providerLabel = providerInfo?.label || config.provider;
+                    throw new Error(`${providerLabel} API key not found. Provide it via environment variables or settings`);
+                }
+                this.openaiClient = new openai_1.default({
+                    apiKey: apiKey || 'dummy', // OpenAI SDK requires a key even if unused (local providers)
+                    baseURL: config.baseUrl || providerInfo.defaultBaseUrl,
+                });
+            }
+        }
+        else {
+            // Local providers that don't need API key
+            this.openaiClient = new openai_1.default({
+                apiKey: 'dummy', // OpenAI SDK requires a key
+                baseURL: config.baseUrl || providerInfo.defaultBaseUrl,
+            });
+        }
+    }
+    /**
+     * Generate a completion from the LLM
+     */
+    async complete(prompt, systemPrompt) {
+        const model = this.config.model || this.getDefaultModel();
+        if (this.config.provider === 'anthropic') {
+            return this.completeAnthropic(prompt, systemPrompt, model);
+        }
+        else if ((0, providers_js_1.isOpenAICompatible)(this.config.provider) || this.openaiClient) {
+            return this.completeOpenAI(prompt, systemPrompt, model);
+        }
+        throw new Error(`Unsupported provider: ${this.config.provider}`);
+    }
+    /**
+     * OpenAI completion
+     */
+    async completeOpenAI(prompt, systemPrompt, model) {
+        if (!this.openaiClient) {
+            throw new Error('OpenAI client not initialized');
+        }
+        const response = await this.openaiClient.chat.completions.create({
+            model,
+            messages: systemPrompt
+                ? [{ role: 'system', content: systemPrompt }, { role: 'user', content: prompt }]
+                : [{ role: 'user', content: prompt }],
+            temperature: this.config.temperature ?? 0.3,
+            max_tokens: this.config.maxTokens ?? 4096,
+        });
+        const choice = response.choices[0];
+        if (!choice || !choice.message) {
+            throw new Error('No completion returned from OpenAI');
+        }
+        return {
+            content: choice.message.content ?? '',
+            model: response.model,
+            usage: response.usage
+                ? {
+                    promptTokens: response.usage.prompt_tokens,
+                    completionTokens: response.usage.completion_tokens,
+                    totalTokens: response.usage.total_tokens,
+                }
+                : undefined,
+        };
+    }
+    /**
+     * Anthropic completion
+     */
+    async completeAnthropic(prompt, systemPrompt, model) {
+        if (!this.anthropicClient) {
+            throw new Error('Anthropic client not initialized');
+        }
+        const response = await this.anthropicClient.messages.create({
+            model,
+            max_tokens: this.config.maxTokens ?? 4096,
+            system: systemPrompt,
+            messages: [{ role: 'user', content: prompt }],
+            temperature: this.config.temperature ?? 0.3,
+        });
+        const block = response.content[0];
+        if (block.type !== 'text') {
+            throw new Error('Non-text response from Anthropic');
+        }
+        return {
+            content: block.text,
+            model: response.model,
+            usage: {
+                promptTokens: response.usage.input_tokens,
+                completionTokens: response.usage.output_tokens,
+                totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+            },
+        };
+    }
+    /**
+     * Get default model for each provider
+     */
+    getDefaultModel() {
+        // Use first model from presets if available, otherwise use provider name
+        const providerInfo = providers_js_1.PROVIDERS[this.config.provider];
+        if (providerInfo?.modelPresets && providerInfo.modelPresets.length > 0) {
+            return providerInfo.modelPresets[0];
+        }
+        // Fallback defaults
+        const fallbacks = {
+            openai: 'gpt-4o-mini',
+            anthropic: 'claude-3-5-sonnet-20241022',
+            gemini: 'gemini-1.5-flash',
+            mistral: 'mistral-small',
+            cohere: 'command-r',
+            xai: 'grok-2',
+            perplexity: 'sonar',
+            openrouter: 'openai/gpt-4o-mini',
+            together: 'meta-llama/Llama-3.1-70b-instruct',
+            groq: 'llama-3.1-70b-versatile',
+            fireworks: 'accounts/fireworks/models/llama-v3p-70b-instruct',
+            deepseek: 'deepseek-chat',
+            ollama: 'llama3',
+            lmstudio: 'llama3',
+            vllm: 'llama3',
+            localai: 'llama3',
+            openai_compatible: 'gpt-4o-mini',
+        };
+        return fallbacks[this.config.provider];
+    }
+    /**
+     * Test the connection
+     */
+    async test() {
+        try {
+            const response = await this.complete('Hello', 'You are a helpful assistant.');
+            return response.content.length > 0;
+        }
+        catch (error) {
+            console.error('LLM connection test failed:', error);
+            return false;
+        }
+    }
+}
+exports.LLMClient = LLMClient;
+/**
+ * Create LLM client from environment or explicit config
+ */
+function createLLMClient(config) {
+    const provider = (config?.provider || process.env.LLM_PROVIDER || 'openai');
+    const apiKey = config?.apiKey;
+    const model = config?.model || process.env.LLM_MODEL;
+    const temperature = config?.temperature;
+    const maxTokens = config?.maxTokens;
+    const baseUrl = config?.baseUrl || process.env.LLM_BASE_URL;
+    return new LLMClient({
+        provider,
+        apiKey,
+        model,
+        temperature,
+        maxTokens,
+        baseUrl,
+    });
+}
+//# sourceMappingURL=client.js.map

package/dist/core/llm/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/core/llm/client.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AA4NH,0CAgBC;AA1OD,oDAA4B;AAC5B,4DAA0C;AAE1C,iDAA+D;AAqB/D;;GAEG;AACH,MAAa,SAAS;IACZ,YAAY,CAAU;IACtB,eAAe,CAAa;IAC5B,MAAM,CAAY;IAE1B,YAAY,MAAiB;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,2DAA2D;QAC3D,MAAM,YAAY,GAAG,wBAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,YAAY,EAAE,WAAW,IAAI,IAAI,CAAC;QAEtD,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBAC9D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CACb,kGAAkG,CACnG,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,eAAe,GAAG,IAAI,aAAS,CAAC;oBACnC,MAAM;oBACN,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,cAAc;iBACvD,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,mDAAmD;gBACnD,wEAAwE;gBACxE,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;gBAC/F,CAAC;gBACD,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;oBAC3B,MAAM,aAAa,GAAG,YAAY,EAAE,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC;oBAC7D,MAAM,IAAI,KAAK,CACb,GAAG,aAAa,sEAAsE,CACvF,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,YAAY,GAAG,IAAI,gBAAM,CAAC;oBAC7B,MAAM,EAAE,MAAM,IAAI,OAAO,EAAE,6DAA6D;oBACxF,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,cAAc;iBACvD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,gBAAM,CAAC;gBAC7B,MAAM,EAAE,OAAO,EAAE,4BAA4B;gBAC7C,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,cAAc;aACvD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,YAAqB;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAE1D,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,IAAA,iCAAkB,EAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAC1B,MAAc,EACd,YAAgC,EAChC,KAAa;QAEb,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC/D,KAAK;YACL,QAAQ,EAAE,YAAY;gBACpB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAChF,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YACvC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;YAC3C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;SAC1C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YACrC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACnB,CAAC,CAAC;oBACE,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;oBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;oBAClD,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;iBACzC;gBACH,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,MAAc,EACd,YAAgC,EAChC,KAAa;QAEb,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC1D,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;YACzC,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;SAC5C,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE;gBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACzC,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC9C,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;aACxE;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,yEAAyE;QACzE,MAAM,YAAY,GAAG,wBAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,YAAY,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,OAAO,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,oBAAoB;QACpB,MAAM,SAAS,GAAgC;YAC7C,MAAM,EAAE,aAAa;YACrB,SAAS,EAAE,4BAA4B;YACvC,MAAM,EAAE,kBAAkB;YAC1B,OAAO,EAAE,eAAe;YACxB,MAAM,EAAE,WAAW;YACnB,GAAG,EAAE,QAAQ;YACb,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,oBAAoB;YAChC,QAAQ,EAAE,mCAAmC;YAC7C,IAAI,EAAE,yBAAyB;YAC/B,SAAS,EAAE,kDAAkD;YAC7D,QAAQ,EAAE,eAAe;YACzB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,iBAAiB,EAAE,aAAa;SACjC,CAAC;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;YAC9E,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AA1LD,8BA0LC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,MAA2B;IACzD,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,QAAQ,CAAgB,CAAC;IAC3F,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;IACrD,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,CAAC;IACpC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAE5D,OAAO,IAAI,SAAS,CAAC;QACnB,QAAQ;QACR,MAAM;QACN,KAAK;QACL,WAAW;QACX,SAAS;QACT,OAAO;KACR,CAAC,CAAC;AACL,CAAC"}

package/dist/core/llm/detect-llm.d.ts

@@ -0,0 +1,28 @@
+/**
+ * LLM-based drift detection
+ */
+import { TranscriptMessage, DriftEvent, ExtractedFact } from '../types.js';
+import { LLMClient } from './client.js';
+export interface DetectDriftLLMResult {
+    events: DriftEvent[];
+    drift_score?: number;
+    timing_ms: number;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+}
+/**
+ * Detect drift events using LLM
+ */
+export declare function detectDriftLLM(messages: TranscriptMessage[], facts: ExtractedFact[], llmClient: LLMClient): Promise<DetectDriftLLMResult>;
+/**
+ * Detect drift events from raw transcript text using LLM
+ */
+export declare function detectDriftLLMFromRaw(rawText: string, facts: ExtractedFact[], llmClient: LLMClient): Promise<DetectDriftLLMResult>;
+/**
+ * Detect drift events in batches for large transcripts
+ */
+export declare function detectDriftLLMBatched(messages: TranscriptMessage[], facts: ExtractedFact[], llmClient: LLMClient, batchSize?: number): Promise<DetectDriftLLMResult>;
+//# sourceMappingURL=detect-llm.d.ts.map

package/dist/core/llm/detect-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-llm.d.ts","sourceRoot":"","sources":["../../../src/core/llm/detect-llm.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,iBAAiB,EACjB,UAAU,EACV,aAAa,EAKd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAOxC,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,KAAK,EAAE,aAAa,EAAE,EACtB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,oBAAoB,CAAC,CA6D/B;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,aAAa,EAAE,EACtB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAgD/B;AA8ED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,KAAK,EAAE,aAAa,EAAE,EACtB,SAAS,EAAE,SAAS,EACpB,SAAS,SAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAkD/B"}

package/dist/core/llm/detect-llm.js

@@ -0,0 +1,212 @@
+"use strict";
+/**
+ * LLM-based drift detection
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectDriftLLM = detectDriftLLM;
+exports.detectDriftLLMFromRaw = detectDriftLLMFromRaw;
+exports.detectDriftLLMBatched = detectDriftLLMBatched;
+const prompts_js_1 = require("./prompts.js");
+/**
+ * Detect drift events using LLM
+ */
+async function detectDriftLLM(messages, facts, llmClient) {
+    const start = performance.now();
+    // Format messages for the prompt
+    const formattedMessages = messages.map(m => `[${m.idx}] ${m.role}: ${m.content}`);
+    // Format facts
+    const formattedFacts = facts.length > 0
+        ? facts.map(f => `- ${f.fact_key} = ${f.fact_value} (msg ${f.msg_idx}, confidence: ${f.confidence})`).join('\n')
+        : 'No facts extracted';
+    try {
+        // Call LLM
+        const prompt = (0, prompts_js_1.createDriftDetectionPrompt)(formattedMessages, formattedFacts);
+        const response = await llmClient.complete(prompt, prompts_js_1.DRIFT_DETECTION_SYSTEM);
+        // Parse and validate response
+        let llmResponse;
+        try {
+            llmResponse = JSON.parse(response.content);
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse LLM response as JSON: ${parseError.message}\n` +
+                `Response content: ${response.content.substring(0, 200)}...`);
+        }
+        // Validate response structure
+        if (!llmResponse || typeof llmResponse !== 'object') {
+            throw new Error('LLM response is not a valid object');
+        }
+        if (!Array.isArray(llmResponse.events)) {
+            throw new Error('LLM response does not contain an events array');
+        }
+        const rawEvents = llmResponse.events;
+        // Extract drift score if provided
+        let drift_score = undefined;
+        if (typeof llmResponse.drift_score === 'number') {
+            drift_score = Math.max(0, Math.min(100, llmResponse.drift_score));
+        }
+        // Map to DriftEvent types
+        const events = rawEvents.map((event) => mapLLMEventToDriftEvent(event, messages));
+        return {
+            events,
+            drift_score,
+            timing_ms: performance.now() - start,
+            usage: response.usage,
+        };
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`LLM drift detection failed: ${errorMessage}`);
+    }
+}
+/**
+ * Detect drift events from raw transcript text using LLM
+ */
+async function detectDriftLLMFromRaw(rawText, facts, llmClient) {
+    const start = performance.now();
+    const formattedFacts = facts.length > 0
+        ? facts.map(f => `- ${f.fact_key} = ${f.fact_value} (confidence: ${f.confidence})`).join('\n')
+        : 'No facts extracted';
+    try {
+        const prompt = (0, prompts_js_1.createDriftDetectionPromptFromRaw)(rawText, formattedFacts);
+        const response = await llmClient.complete(prompt, prompts_js_1.DRIFT_DETECTION_SYSTEM);
+        let llmResponse;
+        try {
+            llmResponse = JSON.parse(response.content);
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse LLM response as JSON: ${parseError.message}\n` +
+                `Response content: ${response.content.substring(0, 200)}...`);
+        }
+        if (!llmResponse || typeof llmResponse !== 'object') {
+            throw new Error('LLM response is not a valid object');
+        }
+        if (!Array.isArray(llmResponse.events)) {
+            throw new Error('LLM response does not contain an events array');
+        }
+        let drift_score = undefined;
+        if (typeof llmResponse.drift_score === 'number') {
+            drift_score = Math.max(0, Math.min(100, llmResponse.drift_score));
+        }
+        const events = llmResponse.events.map((event) => mapLLMEventToDriftEvent(event, []));
+        return {
+            events,
+            drift_score,
+            timing_ms: performance.now() - start,
+            usage: response.usage,
+        };
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`LLM drift detection failed: ${errorMessage}`);
+    }
+}
+/**
+ * Map LLM event to DriftEvent type
+ */
+function mapLLMEventToDriftEvent(event, messages) {
+    const baseEvent = {
+        severity: Math.max(1, Math.min(5, event.severity || 3)),
+        confidence: Math.max(0, Math.min(1, event.confidence || 0.5)),
+        evidence: {
+            msg_idxs: event.msg_idxs || [],
+            snippets: event.snippets || [],
+            context: event.details,
+        },
+        summary: event.summary || 'No summary provided',
+    };
+    switch (event.type) {
+        case 'repetition_cluster':
+            return {
+                type: 'repetition_cluster',
+                ...baseEvent,
+                cluster_size: event.msg_idxs?.length || 2,
+            };
+        case 'session_reset':
+            return {
+                type: 'session_reset',
+                ...baseEvent,
+                reset_phrase: event.details?.reset_phrase || 'reset',
+            };
+        case 'preference_forgotten':
+            return {
+                type: 'preference_forgotten',
+                ...baseEvent,
+                preference_key: event.details?.preference_key || 'unknown',
+                preference_value: event.details?.preference_value || 'unknown',
+            };
+        case 'contradiction':
+            return {
+                type: 'contradiction',
+                ...baseEvent,
+                old_value: event.details?.old_value || 'unknown',
+                new_value: event.details?.new_value || 'unknown',
+            };
+        // For new event types not in the original DriftEvent union,
+        // we'll map them to existing types with appropriate defaults
+        case 'context_loss':
+            return {
+                type: 'session_reset', // Map to session_reset as closest match
+                ...baseEvent,
+                reset_phrase: 'context lost',
+            };
+        case 'inconsistent_behavior':
+            return {
+                type: 'preference_forgotten', // Map to preference_forgotten as closest match
+                ...baseEvent,
+                preference_key: 'behavior',
+                preference_value: 'inconsistent',
+            };
+        default:
+            // Default to session_reset for unknown types
+            return {
+                type: 'session_reset',
+                ...baseEvent,
+                reset_phrase: 'unknown drift',
+            };
+    }
+}
+/**
+ * Detect drift events in batches for large transcripts
+ */
+async function detectDriftLLMBatched(messages, facts, llmClient, batchSize = 100) {
+    const start = performance.now();
+    const allEvents = [];
+    const driftScores = [];
+    let totalUsage = {
+        promptTokens: 0,
+        completionTokens: 0,
+        totalTokens: 0,
+    };
+    // Process in batches
+    for (let i = 0; i < messages.length; i += batchSize) {
+        const batchMessages = messages.slice(i, i + batchSize);
+        const batchStartIdx = batchMessages[0]?.idx || 0;
+        const batchEndIdx = batchMessages[batchMessages.length - 1]?.idx || batchStartIdx;
+        // Filter facts to those in this batch
+        const batchFacts = facts.filter(f => f.msg_idx >= batchStartIdx && f.msg_idx <= batchEndIdx);
+        const result = await detectDriftLLM(batchMessages, batchFacts, llmClient);
+        // No index adjustment needed - LLM returns actual message indices
+        // Just add events as-is
+        allEvents.push(...result.events);
+        // Track drift scores
+        if (result.drift_score !== undefined) {
+            driftScores.push(result.drift_score);
+        }
+        if (result.usage) {
+            totalUsage.promptTokens += result.usage.promptTokens;
+            totalUsage.completionTokens += result.usage.completionTokens;
+            totalUsage.totalTokens += result.usage.totalTokens;
+        }
+    }
+    // Use max drift score across batches (worst case)
+    const drift_score = driftScores.length > 0
+        ? Math.max(...driftScores)
+        : undefined;
+    return {
+        events: allEvents,
+        drift_score,
+        timing_ms: performance.now() - start,
+        usage: totalUsage,
+    };
+}
+//# sourceMappingURL=detect-llm.js.map

package/dist/core/llm/detect-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-llm.js","sourceRoot":"","sources":["../../../src/core/llm/detect-llm.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAgCH,wCAiEC;AAKD,sDAoDC;AAiFD,sDAuDC;AAtRD,6CAIsB;AAatB;;GAEG;AACI,KAAK,UAAU,cAAc,CAClC,QAA6B,EAC7B,KAAsB,EACtB,SAAoB;IAEpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,iCAAiC;IACjC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CACzC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CACrC,CAAC;IAEF,eAAe;IACf,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,UAAU,SAAS,CAAC,CAAC,OAAO,iBAAiB,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChH,CAAC,CAAC,oBAAoB,CAAC;IAEzB,IAAI,CAAC;QACH,WAAW;QACX,MAAM,MAAM,GAAG,IAAA,uCAA0B,EAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QAC7E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,mCAAsB,CAAC,CAAC;QAE1E,8BAA8B;QAC9B,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,yCAA0C,UAAoB,CAAC,OAAO,IAAI;gBAC1E,qBAAqB,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC7D,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC;QAErC,kCAAkC;QAClC,IAAI,WAAW,GAAuB,SAAS,CAAC;QAChD,IAAI,OAAO,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAChD,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,0BAA0B;QAC1B,MAAM,MAAM,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CACxD,uBAAuB,CAAC,KAAK,EAAE,QAAQ,CAAC,CACzC,CAAC;QAEF,OAAO;YACL,MAAM;YACN,WAAW;YACX,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,qBAAqB,CACzC,OAAe,EACf,KAAsB,EACtB,SAAoB;IAEpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,UAAU,iBAAiB,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9F,CAAC,CAAC,oBAAoB,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAA,8CAAiC,EAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,mCAAsB,CAAC,CAAC;QAE1E,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,yCAA0C,UAAoB,CAAC,OAAO,IAAI;gBAC1E,qBAAqB,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC7D,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,WAAW,GAAuB,SAAS,CAAC;QAChD,IAAI,OAAO,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAChD,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,MAAM,GAAiB,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CACjE,uBAAuB,CAAC,KAAK,EAAE,EAAE,CAAC,CACnC,CAAC;QAEF,OAAO;YACL,MAAM;YACN,WAAW;YACX,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAC9B,KAAU,EACV,QAA6B;IAE7B,MAAM,SAAS,GAAG;QAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;QAC7D,QAAQ,EAAE;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB;QACD,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,qBAAqB;KAChD,CAAC;IAEF,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,oBAAoB;YACvB,OAAO;gBACL,IAAI,EAAE,oBAAoB;gBAC1B,GAAG,SAAS;gBACZ,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;aACrB,CAAC;QAEzB,KAAK,eAAe;YAClB,OAAO;gBACL,IAAI,EAAE,eAAe;gBACrB,GAAG,SAAS;gBACZ,YAAY,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,IAAI,OAAO;aACrC,CAAC;QAEpB,KAAK,sBAAsB;YACzB,OAAO;gBACL,IAAI,EAAE,sBAAsB;gBAC5B,GAAG,SAAS;gBACZ,cAAc,EAAE,KAAK,CAAC,OAAO,EAAE,cAAc,IAAI,SAAS;gBAC1D,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,gBAAgB,IAAI,SAAS;aACxC,CAAC;QAE3B,KAAK,eAAe;YAClB,OAAO;gBACL,IAAI,EAAE,eAAe;gBACrB,GAAG,SAAS;gBACZ,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,IAAI,SAAS;gBAChD,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,IAAI,SAAS;aAChC,CAAC;QAErB,4DAA4D;QAC5D,6DAA6D;QAC7D,KAAK,cAAc;YACjB,OAAO;gBACL,IAAI,EAAE,eAAe,EAAE,wCAAwC;gBAC/D,GAAG,SAAS;gBACZ,YAAY,EAAE,cAAc;aACb,CAAC;QAEpB,KAAK,uBAAuB;YAC1B,OAAO;gBACL,IAAI,EAAE,sBAAsB,EAAE,+CAA+C;gBAC7E,GAAG,SAAS;gBACZ,cAAc,EAAE,UAAU;gBAC1B,gBAAgB,EAAE,cAAc;aACV,CAAC;QAE3B;YACE,6CAA6C;YAC7C,OAAO;gBACL,IAAI,EAAE,eAAe;gBACrB,GAAG,SAAS;gBACZ,YAAY,EAAE,eAAe;aACd,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,qBAAqB,CACzC,QAA6B,EAC7B,KAAsB,EACtB,SAAoB,EACpB,SAAS,GAAG,GAAG;IAEf,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,UAAU,GAAG;QACf,YAAY,EAAE,CAAC;QACf,gBAAgB,EAAE,CAAC;QACnB,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACpD,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QACvD,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,aAAa,CAAC;QAElF,sCAAsC;QACtC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,OAAO,IAAI,aAAa,IAAI,CAAC,CAAC,OAAO,IAAI,WAAW,CACvD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAE1E,kEAAkE;QAClE,wBAAwB;QACxB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjC,qBAAqB;QACrB,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,UAAU,CAAC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;YACrD,UAAU,CAAC,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAC7D,UAAU,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QACrD,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QACxC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;QAC1B,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO;QACL,MAAM,EAAE,SAAS;QACjB,WAAW;QACX,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;QACpC,KAAK,EAAE,UAAU;KAClB,CAAC;AACJ,CAAC"}

package/dist/core/llm/extract-llm.d.ts

@@ -0,0 +1,27 @@
+/**
+ * LLM-based fact extraction
+ */
+import { TranscriptMessage, ExtractedFact } from '../types.js';
+import { LLMClient } from './client.js';
+export interface ExtractFactsLLMResult {
+    facts: ExtractedFact[];
+    timing_ms: number;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+}
+/**
+ * Extract facts from transcript using LLM
+ */
+export declare function extractFactsLLM(messages: TranscriptMessage[], llmClient: LLMClient): Promise<ExtractFactsLLMResult>;
+/**
+ * Extract facts from raw transcript text using LLM
+ */
+export declare function extractFactsLLMFromRaw(rawText: string, llmClient: LLMClient): Promise<ExtractFactsLLMResult>;
+/**
+ * Extract facts in batches for large transcripts
+ */
+export declare function extractFactsLLMBatched(messages: TranscriptMessage[], llmClient: LLMClient, batchSize?: number): Promise<ExtractFactsLLMResult>;
+//# sourceMappingURL=extract-llm.d.ts.map

package/dist/core/llm/extract-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-llm.d.ts","sourceRoot":"","sources":["../../../src/core/llm/extract-llm.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAOxC,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,qBAAqB,CAAC,CAwEhC;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,qBAAqB,CAAC,CAgDhC;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,SAAS,EAAE,SAAS,EACpB,SAAS,SAAK,GACb,OAAO,CAAC,qBAAqB,CAAC,CA+BhC"}

package/dist/core/llm/extract-llm.js

@@ -0,0 +1,151 @@
+"use strict";
+/**
+ * LLM-based fact extraction
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractFactsLLM = extractFactsLLM;
+exports.extractFactsLLMFromRaw = extractFactsLLMFromRaw;
+exports.extractFactsLLMBatched = extractFactsLLMBatched;
+const prompts_js_1 = require("./prompts.js");
+/**
+ * Extract facts from transcript using LLM
+ */
+async function extractFactsLLM(messages, llmClient) {
+    const start = performance.now();
+    // Format messages for the prompt
+    const formattedMessages = messages
+        .filter(m => m.role === 'user')
+        .map(m => `[${m.idx}] ${m.role}: ${m.content}`);
+    if (formattedMessages.length === 0) {
+        return {
+            facts: [],
+            timing_ms: performance.now() - start,
+        };
+    }
+    try {
+        // Call LLM
+        const prompt = (0, prompts_js_1.createFactExtractionPrompt)(formattedMessages);
+        const response = await llmClient.complete(prompt, prompts_js_1.FACT_EXTRACTION_SYSTEM);
+        // Parse and validate response
+        let llmResponse;
+        try {
+            llmResponse = JSON.parse(response.content);
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse LLM response as JSON: ${parseError.message}\n` +
+                `Response content: ${response.content.substring(0, 200)}...`);
+        }
+        // Validate response structure
+        if (!llmResponse || typeof llmResponse !== 'object') {
+            throw new Error('LLM response is not a valid object');
+        }
+        if (!Array.isArray(llmResponse.facts)) {
+            throw new Error('LLM response does not contain a facts array');
+        }
+        const facts = llmResponse.facts;
+        // Map message indices from LLM response back to actual indices
+        const userMessages = messages.filter(m => m.role === 'user');
+        const mappedFacts = facts.map((fact) => {
+            // If msg_idx is provided, map it to actual message index
+            let actualMsgIdx = 0;
+            if (typeof fact.msg_idx === 'number' && fact.msg_idx < userMessages.length) {
+                actualMsgIdx = userMessages[fact.msg_idx].idx;
+            }
+            else {
+                // Default to the first user message
+                actualMsgIdx = userMessages[0]?.idx || 0;
+            }
+            return {
+                fact_key: fact.fact_key,
+                fact_value: fact.fact_value,
+                msg_idx: actualMsgIdx,
+                confidence: fact.confidence || 0.5,
+            };
+        });
+        return {
+            facts: mappedFacts,
+            timing_ms: performance.now() - start,
+            usage: response.usage,
+        };
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`LLM fact extraction failed: ${errorMessage}`);
+    }
+}
+/**
+ * Extract facts from raw transcript text using LLM
+ */
+async function extractFactsLLMFromRaw(rawText, llmClient) {
+    const start = performance.now();
+    if (!rawText || rawText.trim().length === 0) {
+        return {
+            facts: [],
+            timing_ms: performance.now() - start,
+        };
+    }
+    try {
+        const prompt = (0, prompts_js_1.createFactExtractionPromptFromRaw)(rawText);
+        const response = await llmClient.complete(prompt, prompts_js_1.FACT_EXTRACTION_SYSTEM);
+        let llmResponse;
+        try {
+            llmResponse = JSON.parse(response.content);
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse LLM response as JSON: ${parseError.message}\n` +
+                `Response content: ${response.content.substring(0, 200)}...`);
+        }
+        if (!llmResponse || typeof llmResponse !== 'object') {
+            throw new Error('LLM response is not a valid object');
+        }
+        if (!Array.isArray(llmResponse.facts)) {
+            throw new Error('LLM response does not contain a facts array');
+        }
+        const facts = llmResponse.facts.map((fact) => ({
+            fact_key: fact.fact_key,
+            fact_value: fact.fact_value,
+            msg_idx: 0,
+            confidence: fact.confidence || 0.5,
+        }));
+        return {
+            facts,
+            timing_ms: performance.now() - start,
+            usage: response.usage,
+        };
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`LLM fact extraction failed: ${errorMessage}`);
+    }
+}
+/**
+ * Extract facts in batches for large transcripts
+ */
+async function extractFactsLLMBatched(messages, llmClient, batchSize = 50) {
+    const start = performance.now();
+    const allFacts = [];
+    let totalUsage = {
+        promptTokens: 0,
+        completionTokens: 0,
+        totalTokens: 0,
+    };
+    // Filter user messages
+    const userMessages = messages.filter(m => m.role === 'user');
+    // Process in batches
+    for (let i = 0; i < userMessages.length; i += batchSize) {
+        const batch = userMessages.slice(i, i + batchSize);
+        const result = await extractFactsLLM(batch, llmClient);
+        allFacts.push(...result.facts);
+        if (result.usage) {
+            totalUsage.promptTokens += result.usage.promptTokens;
+            totalUsage.completionTokens += result.usage.completionTokens;
+            totalUsage.totalTokens += result.usage.totalTokens;
+        }
+    }
+    return {
+        facts: allFacts,
+        timing_ms: performance.now() - start,
+        usage: totalUsage,
+    };
+}
+//# sourceMappingURL=extract-llm.js.map

package/dist/core/llm/extract-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-llm.js","sourceRoot":"","sources":["../../../src/core/llm/extract-llm.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAuBH,0CA2EC;AAKD,wDAmDC;AAKD,wDAmCC;AA9LD,6CAIsB;AAYtB;;GAEG;AACI,KAAK,UAAU,eAAe,CACnC,QAA6B,EAC7B,SAAoB;IAEpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,iCAAiC;IACjC,MAAM,iBAAiB,GAAG,QAAQ;SAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAElD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;SACrC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,WAAW;QACX,MAAM,MAAM,GAAG,IAAA,uCAA0B,EAAC,iBAAiB,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,mCAAsB,CAAC,CAAC;QAE1E,8BAA8B;QAC9B,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,yCAA0C,UAAoB,CAAC,OAAO,IAAI;gBAC1E,qBAAqB,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC7D,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,KAAK,GAAoB,WAAW,CAAC,KAAK,CAAC;QAEjD,+DAA+D;QAC/D,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAE7D,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;YAC1C,yDAAyD;YACzD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC3E,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,oCAAoC;gBACpC,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;YAC3C,CAAC;YAED,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;aACnC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,WAAW;YAClB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB,CAC1C,OAAe,EACf,SAAoB;IAEpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;SACrC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAA,8CAAiC,EAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,mCAAsB,CAAC,CAAC;QAE1E,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,yCAA0C,UAAoB,CAAC,OAAO,IAAI;gBAC1E,qBAAqB,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC7D,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,KAAK,GAAoB,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;YACnE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,KAAK;YACL,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB,CAC1C,QAA6B,EAC7B,SAAoB,EACpB,SAAS,GAAG,EAAE;IAEd,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,IAAI,UAAU,GAAG;QACf,YAAY,EAAE,CAAC;QACf,gBAAgB,EAAE,CAAC;QACnB,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,uBAAuB;IACvB,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAE7D,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAEvD,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAE/B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,UAAU,CAAC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;YACrD,UAAU,CAAC,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAC7D,UAAU,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QACrD,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;QACpC,KAAK,EAAE,UAAU;KAClB,CAAC;AACJ,CAAC"}