@jazzmind/busibox-app 3.0.18

package/dist/lib/ai/dual-model-router.js

@@ -0,0 +1,413 @@
+/**
+ * Bidirectional Dual-Model Router
+ *
+ * This module implements a sophisticated routing pattern for AI chat that enables
+ * ALL capabilities regardless of which model is selected:
+ *
+ * 1. TOOL ROUTING (for non-tool-capable models like phi-4):
+ *    - Uses qwen3-30b (tool_calling) to decide if tools are needed
+ *    - Executes tools, then routes final response to the chat model
+ *
+ * 2. VISION ROUTING (for non-multimodal models like qwen3):
+ *    - Uses phi-4 (vision) to analyze images/media
+ *    - Provides analysis as a tool result to the primary model
+ *
+ * This creates a "universal capability" system where:
+ * - Web search is always available
+ * - Document search is always available
+ * - Image/media analysis is always available
+ *
+ * Flow Examples:
+ *
+ * User selects phi-4 + enables web search + sends text:
+ *   → qwen3 decides if web_search needed → execute → phi-4 responds
+ *
+ * User selects qwen3 + uploads image:
+ *   → phi-4 analyzes image → result as tool → qwen3 responds with analysis
+ *
+ * User selects phi-4 + uploads image + enables web search:
+ *   → phi-4 sees image directly (multimodal) + qwen3 handles web search
+ */
+// Model purposes from model_registry.yml
+export const TOOL_CALLING_MODEL = 'tool_calling'; // qwen3-30b
+export const VISION_MODEL = 'vision'; // phi-4
+/**
+ * System prompt for the tool-calling model
+ */
+const TOOL_ROUTER_SYSTEM_PROMPT = `You are a tool routing assistant. Your ONLY job is to decide whether the user's request requires tool calls.
+
+IMPORTANT RULES:
+1. If the user asks about current events, news, real-time information, or facts you might not know - call the web_search tool
+2. If the user asks about their documents, files, or library - call the search_documents tool
+3. If the user is asking about an image or visual content and there's an analyze_media tool available - call it
+4. If the question can be answered from your training data alone - DO NOT call any tools
+5. You should PREFER to call tools when there's uncertainty about having up-to-date information
+6. When in doubt, call the tool - it's better to have extra context than to hallucinate
+
+If you decide no tools are needed, respond with just: "NO_TOOLS_NEEDED"`;
+/**
+ * System prompt for the vision analysis model
+ */
+const VISION_ANALYSIS_SYSTEM_PROMPT = `You are a vision analysis assistant. Analyze the provided image(s) thoroughly and provide a detailed description that can be used by another AI to answer questions about the image.
+
+Include in your analysis:
+1. What is shown in the image (objects, people, text, diagrams, etc.)
+2. Any text visible in the image (transcribe it accurately)
+3. The context and purpose of the image if apparent
+4. Key details that would be relevant for answering questions
+5. For documents/charts: extract data, structure, and key information
+6. For photos: describe scene, subjects, actions, and notable elements
+
+Be thorough but concise. Focus on factual observations.`;
+/**
+ * Analyze messages for multimodal content
+ */
+export function analyzeMessageContent(messages) {
+    const analysis = {
+        hasImages: false,
+        hasAudio: false,
+        hasVideo: false,
+        hasMultimodal: false,
+        imageUrls: [],
+    };
+    for (const message of messages) {
+        if (Array.isArray(message.content)) {
+            for (const part of message.content) {
+                if (typeof part === 'object' && 'type' in part) {
+                    if (part.type === 'image_url' && 'image_url' in part) {
+                        analysis.hasImages = true;
+                        analysis.hasMultimodal = true;
+                        if (part.image_url && typeof part.image_url === 'object' && 'url' in part.image_url) {
+                            analysis.imageUrls.push(part.image_url.url);
+                        }
+                    }
+                    // Future: handle audio and video
+                }
+            }
+        }
+    }
+    return analysis;
+}
+/**
+ * Determine routing strategy based on model capabilities and content
+ */
+export function determineRoutingStrategy(primaryModelCapabilities, contentAnalysis, toolsAvailable) {
+    const supportsTools = primaryModelCapabilities?.toolCalling ?? false;
+    const supportsVision = primaryModelCapabilities?.multimodal ?? false;
+    const needsToolRouting = toolsAvailable && !supportsTools;
+    const needsVisionRouting = contentAnalysis.hasMultimodal && !supportsVision;
+    let routingDescription = 'Direct routing to primary model';
+    if (needsToolRouting && needsVisionRouting) {
+        routingDescription = 'Full dual-model routing: vision → tool router → primary';
+    }
+    else if (needsToolRouting) {
+        routingDescription = 'Tool routing: tool router → primary';
+    }
+    else if (needsVisionRouting) {
+        routingDescription = 'Vision routing: vision model → primary';
+    }
+    return { needsToolRouting, needsVisionRouting, routingDescription };
+}
+/**
+ * Perform vision analysis on multimodal content
+ */
+async function performVisionAnalysis(litellm, visionModel, messages, contentAnalysis) {
+    console.log(`[DualModelRouter:Vision] Analyzing ${contentAnalysis.imageUrls.length} image(s) with ${visionModel}`);
+    try {
+        // Build vision request with only the last user message that has images
+        const visionMessages = [
+            { role: 'system', content: VISION_ANALYSIS_SYSTEM_PROMPT },
+        ];
+        // Find the last message with image content
+        for (let i = messages.length - 1; i >= 0; i--) {
+            const msg = messages[i];
+            if (Array.isArray(msg.content)) {
+                const hasImage = msg.content.some((part) => typeof part === 'object' && part.type === 'image_url');
+                if (hasImage) {
+                    visionMessages.push(msg);
+                    break;
+                }
+            }
+        }
+        // Add instruction to analyze
+        visionMessages.push({
+            role: 'user',
+            content: 'Please analyze the image(s) above and provide a detailed description.',
+        });
+        const response = await litellm.chat.completions.create({
+            model: visionModel,
+            messages: visionMessages,
+            temperature: 0.3, // Lower temperature for factual analysis
+            max_tokens: 2000, // Allow detailed analysis
+            stream: false,
+        });
+        const analysis = response.choices[0]?.message?.content || '';
+        console.log(`[DualModelRouter:Vision] Analysis complete (${analysis.length} chars)`);
+        return { analysis };
+    }
+    catch (error) {
+        console.error(`[DualModelRouter:Vision] Analysis failed:`, error);
+        return {
+            analysis: '',
+            error: error.message || 'Vision analysis failed',
+        };
+    }
+}
+/**
+ * Convert messages to text-only for non-multimodal models
+ * Replaces image content with vision analysis results
+ */
+function convertToTextMessages(messages, visionAnalysis) {
+    return messages.map((msg) => {
+        if (!Array.isArray(msg.content)) {
+            return msg;
+        }
+        // Extract text parts and replace images with analysis
+        const textParts = [];
+        let hasImages = false;
+        for (const part of msg.content) {
+            if (typeof part === 'object' && 'type' in part) {
+                if (part.type === 'text' && 'text' in part) {
+                    textParts.push(part.text);
+                }
+                else if (part.type === 'image_url') {
+                    hasImages = true;
+                }
+            }
+            else if (typeof part === 'string') {
+                textParts.push(part);
+            }
+        }
+        // If this message had images and we have analysis, add it
+        if (hasImages && visionAnalysis) {
+            textParts.push(`\n\n[Image Analysis from vision model]:\n${visionAnalysis}`);
+        }
+        else if (hasImages) {
+            textParts.push('\n\n[Image was attached but could not be analyzed]');
+        }
+        return {
+            ...msg,
+            content: textParts.join('\n'),
+        };
+    });
+}
+/**
+ * Execute the bidirectional dual-model routing
+ *
+ * @param litellm - OpenAI client configured for liteLLM
+ * @param messages - Conversation messages (may include multimodal content)
+ * @param config - Dual model configuration
+ * @param executeTool - Function to execute tool calls
+ * @param userId - User ID for tool execution
+ * @param authorization - Authorization header for RLS
+ */
+export async function dualModelRoute(litellm, messages, config, executeTool, userId, authorization) {
+    const primaryModel = config.primaryModel;
+    const toolModel = config.toolModel || TOOL_CALLING_MODEL;
+    const visionModel = config.visionModel || VISION_MODEL;
+    const tools = config.tools;
+    const stream = config.stream ?? true;
+    const temperature = config.temperature ?? 0.7;
+    const capabilities = config.primaryModelCapabilities;
+    const routingPath = [];
+    let visionAnalysis;
+    let processedMessages = messages;
+    console.log(`[DualModelRouter] ========== ROUTING START ==========`);
+    console.log(`[DualModelRouter] Primary model: ${primaryModel}`);
+    console.log(`[DualModelRouter] Primary capabilities:`, capabilities);
+    console.log(`[DualModelRouter] Tools available: ${tools.length}`);
+    // Analyze content
+    const contentAnalysis = analyzeMessageContent(messages);
+    console.log(`[DualModelRouter] Content analysis:`, contentAnalysis);
+    // Determine routing strategy
+    const { needsToolRouting, needsVisionRouting, routingDescription } = determineRoutingStrategy(capabilities, contentAnalysis, tools.length > 0);
+    console.log(`[DualModelRouter] Strategy: ${routingDescription}`);
+    routingPath.push(routingDescription);
+    // ============================================
+    // PHASE 1: Vision routing (if needed)
+    // ============================================
+    if (needsVisionRouting) {
+        console.log(`[DualModelRouter] Phase 1: Vision routing to ${visionModel}`);
+        routingPath.push(`Vision analysis via ${visionModel}`);
+        const visionResult = await performVisionAnalysis(litellm, visionModel, messages, contentAnalysis);
+        if (visionResult.analysis) {
+            visionAnalysis = visionResult.analysis;
+            // Convert messages to text-only with vision analysis embedded
+            processedMessages = convertToTextMessages(messages, visionAnalysis);
+            console.log(`[DualModelRouter] Vision analysis embedded in messages`);
+        }
+        else if (visionResult.error) {
+            routingPath.push(`Vision error: ${visionResult.error}`);
+        }
+    }
+    // ============================================
+    // PHASE 2: Tool routing (if needed)
+    // ============================================
+    if (needsToolRouting && tools.length > 0) {
+        console.log(`[DualModelRouter] Phase 2: Tool routing via ${toolModel}`);
+        routingPath.push(`Tool routing via ${toolModel}`);
+        // Prepare messages for tool model
+        const toolModelMessages = [
+            { role: 'system', content: TOOL_ROUTER_SYSTEM_PROMPT },
+            ...processedMessages,
+        ];
+        try {
+            const toolDecision = await litellm.chat.completions.create({
+                model: toolModel,
+                messages: toolModelMessages,
+                tools: tools,
+                tool_choice: 'auto',
+                temperature: 0.1,
+                max_tokens: 500,
+                stream: false,
+            });
+            const toolMessage = toolDecision.choices[0]?.message;
+            if (toolMessage?.tool_calls && toolMessage.tool_calls.length > 0) {
+                // Filter for standard function tool calls (not custom tool calls)
+                const functionToolCalls = toolMessage.tool_calls.filter((t) => 'function' in t && t.function !== undefined);
+                if (functionToolCalls.length > 0) {
+                    console.log(`[DualModelRouter] Tool model requested ${functionToolCalls.length} tool(s)`);
+                    routingPath.push(`Tools requested: ${functionToolCalls.map(t => t.function.name).join(', ')}`);
+                    // Execute tools
+                    const toolResults = [];
+                    const toolMessages = [];
+                    toolMessages.push({
+                        role: 'assistant',
+                        content: toolMessage.content || null,
+                        tool_calls: functionToolCalls,
+                    });
+                    for (const toolCall of functionToolCalls) {
+                        try {
+                            console.log(`[DualModelRouter] Executing tool: ${toolCall.function.name}`);
+                            const args = JSON.parse(toolCall.function.arguments);
+                            const result = await executeTool(toolCall.function.name, args, userId, authorization);
+                            toolResults.push({
+                                toolCallId: toolCall.id,
+                                toolName: toolCall.function.name,
+                                result,
+                            });
+                            toolMessages.push({
+                                role: 'tool',
+                                tool_call_id: toolCall.id,
+                                content: JSON.stringify(result),
+                            });
+                            routingPath.push(`Tool ${toolCall.function.name} executed successfully`);
+                        }
+                        catch (error) {
+                            console.error(`[DualModelRouter] Tool execution failed:`, error);
+                            toolResults.push({
+                                toolCallId: toolCall.id,
+                                toolName: toolCall.function.name,
+                                result: null,
+                                error: error.message,
+                            });
+                            toolMessages.push({
+                                role: 'tool',
+                                tool_call_id: toolCall.id,
+                                content: JSON.stringify({ error: error.message }),
+                            });
+                            routingPath.push(`Tool ${toolCall.function.name} failed: ${error.message}`);
+                        }
+                    }
+                    // Final response with tool results
+                    const finalMessages = [
+                        ...processedMessages,
+                        ...toolMessages,
+                    ];
+                    routingPath.push(`Final response via ${primaryModel}`);
+                    console.log(`[DualModelRouter] ========== ROUTING END ==========`);
+                    const result = await streamOrComplete(litellm, primaryModel, finalMessages, temperature, stream);
+                    return {
+                        ...result,
+                        toolsUsed: true,
+                        visionUsed: needsVisionRouting,
+                        toolResults,
+                        visionAnalysis,
+                        messagesForStorage: toolMessages,
+                        routingPath,
+                    };
+                }
+            }
+            else {
+                console.log(`[DualModelRouter] No tools needed`);
+                routingPath.push('No tools needed');
+            }
+        }
+        catch (error) {
+            console.error(`[DualModelRouter] Tool routing error:`, error);
+            routingPath.push(`Tool routing error: ${error.message}`);
+            // Continue to primary model without tools
+        }
+    }
+    // ============================================
+    // PHASE 3: Primary model response
+    // ============================================
+    console.log(`[DualModelRouter] Phase 3: Final response via ${primaryModel}`);
+    routingPath.push(`Final response via ${primaryModel}`);
+    console.log(`[DualModelRouter] ========== ROUTING END ==========`);
+    const result = await streamOrComplete(litellm, primaryModel, processedMessages, temperature, stream);
+    return {
+        ...result,
+        toolsUsed: false,
+        visionUsed: needsVisionRouting,
+        visionAnalysis,
+        routingPath,
+    };
+}
+/**
+ * Helper to stream or complete based on config
+ */
+async function streamOrComplete(litellm, model, messages, temperature, stream) {
+    if (stream) {
+        const streamResponse = await litellm.chat.completions.create({
+            model,
+            messages: messages,
+            temperature,
+            stream: true,
+        });
+        return {
+            toolsUsed: false,
+            visionUsed: false,
+            routingPath: [],
+            stream: streamResponse,
+        };
+    }
+    else {
+        const response = await litellm.chat.completions.create({
+            model,
+            messages: messages,
+            temperature,
+            stream: false,
+        });
+        return {
+            toolsUsed: false,
+            visionUsed: false,
+            routingPath: [],
+            response: response.choices[0]?.message?.content || '',
+        };
+    }
+}
+/**
+ * Check if dual-model routing is needed
+ *
+ * Returns true if ANY routing is needed:
+ * - Tool routing: tools enabled + model doesn't support tools
+ * - Vision routing: multimodal content + model doesn't support multimodal
+ */
+export function shouldUseDualModel(modelCapabilities, toolsEnabled, contentAnalysis) {
+    const supportsTools = modelCapabilities?.toolCalling ?? false;
+    const supportsVision = modelCapabilities?.multimodal ?? false;
+    const needsToolRouting = toolsEnabled && !supportsTools;
+    const needsVisionRouting = contentAnalysis.hasMultimodal && !supportsVision;
+    if (needsToolRouting && needsVisionRouting) {
+        return { needed: true, reason: 'Tool routing + Vision routing' };
+    }
+    if (needsToolRouting) {
+        return { needed: true, reason: 'Tool routing' };
+    }
+    if (needsVisionRouting) {
+        return { needed: true, reason: 'Vision routing' };
+    }
+    return { needed: false, reason: 'Direct routing' };
+}
+//# sourceMappingURL=dual-model-router.js.map

package/dist/lib/ai/dual-model-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dual-model-router.js","sourceRoot":"","sources":["../../../src/lib/ai/dual-model-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAKH,yCAAyC;AACzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,cAAc,CAAC,CAAE,YAAY;AAC/D,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAe,QAAQ;AAmE5D;;GAEG;AACH,MAAM,yBAAyB,GAAG;;;;;;;;;;wEAUsC,CAAC;AAEzE;;GAEG;AACH,MAAM,6BAA6B,GAAG;;;;;;;;;;wDAUkB,CAAC;AAEzD;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAsC;IAC1E,MAAM,QAAQ,GAAoB;QAChC,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,KAAK;QACf,aAAa,EAAE,KAAK;QACpB,SAAS,EAAE,EAAE;KACd,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;wBACrD,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;wBAC1B,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC;wBAC9B,IAAI,IAAI,CAAC,SAAS,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;4BACpF,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAa,CAAC,CAAC;wBACxD,CAAC;oBACH,CAAC;oBACD,iCAAiC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,wBAAuD,EACvD,eAAgC,EAChC,cAAuB;IAMvB,MAAM,aAAa,GAAG,wBAAwB,EAAE,WAAW,IAAI,KAAK,CAAC;IACrE,MAAM,cAAc,GAAG,wBAAwB,EAAE,UAAU,IAAI,KAAK,CAAC;IAErE,MAAM,gBAAgB,GAAG,cAAc,IAAI,CAAC,aAAa,CAAC;IAC1D,MAAM,kBAAkB,GAAG,eAAe,CAAC,aAAa,IAAI,CAAC,cAAc,CAAC;IAE5E,IAAI,kBAAkB,GAAG,iCAAiC,CAAC;IAC3D,IAAI,gBAAgB,IAAI,kBAAkB,EAAE,CAAC;QAC3C,kBAAkB,GAAG,yDAAyD,CAAC;IACjF,CAAC;SAAM,IAAI,gBAAgB,EAAE,CAAC;QAC5B,kBAAkB,GAAG,qCAAqC,CAAC;IAC7D,CAAC;SAAM,IAAI,kBAAkB,EAAE,CAAC;QAC9B,kBAAkB,GAAG,wCAAwC,CAAC;IAChE,CAAC;IAED,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,OAAe,EACf,WAAmB,EACnB,QAAsC,EACtC,eAAgC;IAEhC,OAAO,CAAC,GAAG,CAAC,sCAAsC,eAAe,CAAC,SAAS,CAAC,MAAM,kBAAkB,WAAW,EAAE,CAAC,CAAC;IAEnH,IAAI,CAAC;QACH,uEAAuE;QACvE,MAAM,cAAc,GAAiC;YACnD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;SAC3D,CAAC;QAEF,2CAA2C;QAC3C,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAC/B,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CACrE,CAAC;gBACF,IAAI,QAAQ,EAAE,CAAC;oBACb,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACzB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uEAAuE;SACjF,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK,EAAE,WAAW;YAClB,QAAQ,EAAE,cAAsE;YAChF,WAAW,EAAE,GAAG,EAAE,yCAAyC;YAC3D,UAAU,EAAE,IAAI,EAAE,0BAA0B;YAC5C,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,+CAA+C,QAAQ,CAAC,MAAM,SAAS,CAAC,CAAC;QAErF,OAAO,EAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QAClE,OAAO;YACL,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,wBAAwB;SACjD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAC5B,QAAsC,EACtC,cAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,OAAO,GAAG,CAAC;QACb,CAAC;QAED,sDAAsD;QACtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC3C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;gBACtC,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;YAChC,SAAS,CAAC,IAAI,CAAC,4CAA4C,cAAc,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,SAAS,EAAE,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACvE,CAAC;QAED,OAAO;YACL,GAAG,GAAG;YACN,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,QAAsC,EACtC,MAAuB,EACvB,WAA0G,EAC1G,MAAc,EACd,aAAsB;IAEtB,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACzC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACzD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,YAAY,CAAC;IACvD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,wBAAwB,CAAC;IAErD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,cAAkC,CAAC;IACvC,IAAI,iBAAiB,GAAG,QAAQ,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,yCAAyC,EAAE,YAAY,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,sCAAsC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAElE,kBAAkB;IAClB,MAAM,eAAe,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,eAAe,CAAC,CAAC;IAEpE,6BAA6B;IAC7B,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,GAAG,wBAAwB,CAC3F,YAAY,EACZ,eAAe,EACf,KAAK,CAAC,MAAM,GAAG,CAAC,CACjB,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,+BAA+B,kBAAkB,EAAE,CAAC,CAAC;IACjE,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAErC,+CAA+C;IAC/C,sCAAsC;IACtC,+CAA+C;IAC/C,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,gDAAgD,WAAW,EAAE,CAAC,CAAC;QAC3E,WAAW,CAAC,IAAI,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QAEvD,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAC9C,OAAO,EACP,WAAW,EACX,QAAQ,EACR,eAAe,CAChB,CAAC;QAEF,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;YAC1B,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC;YACvC,8DAA8D;YAC9D,iBAAiB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,iBAAiB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,oCAAoC;IACpC,+CAA+C;IAC/C,IAAI,gBAAgB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,+CAA+C,SAAS,EAAE,CAAC,CAAC;QACxE,WAAW,CAAC,IAAI,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;QAElD,kCAAkC;QAClC,MAAM,iBAAiB,GAAiC;YACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yBAAyB,EAAE;YACtD,GAAG,iBAAiB;SACrB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,iBAAyE;gBACnF,KAAK,EAAE,KAAqD;gBAC5D,WAAW,EAAE,MAAM;gBACnB,WAAW,EAAE,GAAG;gBAChB,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;YAErD,IAAI,WAAW,EAAE,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjE,kEAAkE;gBAClE,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,CACrD,CAAC,CAAC,EAAkH,EAAE,CACpH,UAAU,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAC9C,CAAC;gBAEF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,0CAA0C,iBAAiB,CAAC,MAAM,UAAU,CAAC,CAAC;oBAC1F,WAAW,CAAC,IAAI,CAAC,oBAAoB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAE/F,gBAAgB;oBAChB,MAAM,WAAW,GAAqB,EAAE,CAAC;oBACzC,MAAM,YAAY,GAAiC,EAAE,CAAC;oBAEtD,YAAY,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,IAAI;wBACpC,UAAU,EAAE,iBAAiB;qBACA,CAAC,CAAC;oBAEjC,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;wBACzC,IAAI,CAAC;4BACH,OAAO,CAAC,GAAG,CAAC,qCAAqC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;4BACrD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;4BAEtF,WAAW,CAAC,IAAI,CAAC;gCACf,UAAU,EAAE,QAAQ,CAAC,EAAE;gCACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gCAChC,MAAM;6BACP,CAAC,CAAC;4BAEL,YAAY,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,MAAM;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;6BACF,CAAC,CAAC;4BAEjC,WAAW,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,wBAAwB,CAAC,CAAC;wBAC3E,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;4BAEjE,WAAW,CAAC,IAAI,CAAC;gCACf,UAAU,EAAE,QAAQ,CAAC,EAAE;gCACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gCAChC,MAAM,EAAE,IAAI;gCACZ,KAAK,EAAE,KAAK,CAAC,OAAO;6BACrB,CAAC,CAAC;4BAEH,YAAY,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,MAAM;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;6BACpB,CAAC,CAAC;4BAEjC,WAAW,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;wBAC9E,CAAC;oBACH,CAAC;oBAED,mCAAmC;oBACnC,MAAM,aAAa,GAAiC;wBAClD,GAAG,iBAAiB;wBACpB,GAAG,YAAY;qBAChB,CAAC;oBAEF,WAAW,CAAC,IAAI,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;oBACvD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;oBAEnE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;oBAEjG,OAAO;wBACL,GAAG,MAAM;wBACT,SAAS,EAAE,IAAI;wBACf,UAAU,EAAE,kBAAkB;wBAC9B,WAAW;wBACX,cAAc;wBACd,kBAAkB,EAAE,YAAY;wBAChC,WAAW;qBACZ,CAAC;gBACF,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACjD,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,WAAW,CAAC,IAAI,CAAC,uBAAuB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,kCAAkC;IAClC,+CAA+C;IAC/C,OAAO,CAAC,GAAG,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAC;IAC7E,WAAW,CAAC,IAAI,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAErG,OAAO;QACL,GAAG,MAAM;QACT,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,kBAAkB;QAC9B,cAAc;QACd,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,KAAa,EACb,QAAsC,EACtC,WAAmB,EACnB,MAAe;IAEf,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK;YACL,QAAQ,EAAE,QAAgE;YAC1E,WAAW;YACX,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,QAAQ,EAAE,QAAgE;YAC1E,WAAW;YACX,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;SACtD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,iBAAgD,EAChD,YAAqB,EACrB,eAAgC;IAEhC,MAAM,aAAa,GAAG,iBAAiB,EAAE,WAAW,IAAI,KAAK,CAAC;IAC9D,MAAM,cAAc,GAAG,iBAAiB,EAAE,UAAU,IAAI,KAAK,CAAC;IAE9D,MAAM,gBAAgB,GAAG,YAAY,IAAI,CAAC,aAAa,CAAC;IACxD,MAAM,kBAAkB,GAAG,eAAe,CAAC,aAAa,IAAI,CAAC,cAAc,CAAC;IAE5E,IAAI,gBAAgB,IAAI,kBAAkB,EAAE,CAAC;QAC3C,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;AACrD,CAAC"}

package/dist/lib/ai/openai.d.ts

@@ -0,0 +1,94 @@
+/**
+ * LiteLLM Client Wrapper
+ *
+ * Centralized liteLLM API client with error handling and logging.
+ * All LLM operations go through liteLLM proxy.
+ */
+import OpenAI from 'openai';
+/**
+ * Check if liteLLM is properly configured
+ */
+export declare function isOpenAIConfigured(): boolean;
+export declare const openai: OpenAI;
+/**
+ * Generate a chat completion with streaming support
+ *
+ * @param messages - Array of chat messages
+ * @param options - Generation options
+ * @returns Stream or complete response based on stream flag
+ */
+export declare function generateChatCompletion(messages: OpenAI.Chat.ChatCompletionMessageParam[], options?: {
+    model?: string;
+    temperature?: number;
+    maxTokens?: number;
+    stream?: boolean;
+    tools?: OpenAI.Chat.ChatCompletionTool[];
+}): Promise<(OpenAI.Chat.Completions.ChatCompletion & {
+    _request_id?: string | null;
+}) | (import("openai/core/streaming.mjs").Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {
+    _request_id?: string | null;
+})>;
+/**
+ * Generate a concise title for a conversation based on the first message
+ *
+ * @param firstUserMessage - The first message in the conversation
+ * @returns A short, descriptive title (max 50 chars)
+ */
+export declare function generateConversationTitle(firstUserMessage: string): Promise<string>;
+/**
+ * NOTE: Embedding generation has been moved to @/lib/embeddings/data-client
+ * which uses the local FastEmbed service (bge-large-en-v1.5, 1024 dimensions)
+ * instead of OpenAI/liteLLM embeddings.
+ */
+/**
+ * Extract insights from text (conversation or document)
+ *
+ * This function analyzes text and extracts key insights,
+ * learnings, or knowledge that can be stored for future retrieval.
+ *
+ * @param text - Text to analyze
+ * @returns Array of insight strings
+ */
+export declare function extractInsightsFromText(text: string): Promise<string[]>;
+/**
+ * Extract insights from conversation messages
+ *
+ * This function analyzes a conversation and extracts key insights,
+ * learnings, or knowledge that can be stored for future retrieval.
+ *
+ * @param messages - Array of conversation messages
+ * @returns Array of insight strings
+ */
+export declare function extractConversationInsights(messages: Array<{
+    role: string;
+    content: string;
+}>): Promise<string[]>;
+/**
+ * Moderate content for safety using OpenAI's moderation API
+ *
+ * @param text - Text to moderate
+ * @returns Moderation result
+ */
+export declare function moderateContent(text: string): Promise<OpenAI.Moderations.Moderation | {
+    flagged: boolean;
+    categories: {};
+}>;
+/**
+ * Count tokens in text (approximate)
+ *
+ * Note: This is a rough estimate. For exact counts, use tiktoken library.
+ *
+ * @param text - Text to count tokens for
+ * @returns Approximate token count
+ */
+export declare function estimateTokenCount(text: string): number;
+/**
+ * Truncate text to fit within token limit
+ *
+ * @param text - Text to truncate
+ * @param maxTokens - Maximum number of tokens
+ * @returns Truncated text
+ */
+export declare function truncateToTokenLimit(text: string, maxTokens: number): string;
+export default openai;
+//# sourceMappingURL=openai.d.ts.map

package/dist/lib/ai/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/lib/ai/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAU5B;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,CAG5C;AAGD,eAAO,MAAM,MAAM,EAqBd,MAAM,CAAC;AAEZ;;;;;;GAMG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAClD,OAAO,GAAE;IACP,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;CACrC;;;;IA+BP;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAC7C,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,MAAM,CAAC,CAyCjB;AAED;;;;GAIG;AAEH;;;;;;;;GAQG;AACH,wBAAsB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAmD7E;AAED;;;;;;;;GAQG;AACH,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,GACjD,OAAO,CAAC,MAAM,EAAE,CAAC,CAsDnB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM;;;GAgBjD;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIvD;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAU5E;AAED,eAAe,MAAM,CAAC"}