@jazzmind/busibox-app 3.0.18 → 3.0.20

package/dist/lib/ai/dual-model-router.js

@@ -1,413 +0,0 @@
-/**
- * Bidirectional Dual-Model Router
- *
- * This module implements a sophisticated routing pattern for AI chat that enables
- * ALL capabilities regardless of which model is selected:
- *
- * 1. TOOL ROUTING (for non-tool-capable models like phi-4):
- *    - Uses qwen3-30b (tool_calling) to decide if tools are needed
- *    - Executes tools, then routes final response to the chat model
- *
- * 2. VISION ROUTING (for non-multimodal models like qwen3):
- *    - Uses phi-4 (vision) to analyze images/media
- *    - Provides analysis as a tool result to the primary model
- *
- * This creates a "universal capability" system where:
- * - Web search is always available
- * - Document search is always available
- * - Image/media analysis is always available
- *
- * Flow Examples:
- *
- * User selects phi-4 + enables web search + sends text:
- *   → qwen3 decides if web_search needed → execute → phi-4 responds
- *
- * User selects qwen3 + uploads image:
- *   → phi-4 analyzes image → result as tool → qwen3 responds with analysis
- *
- * User selects phi-4 + uploads image + enables web search:
- *   → phi-4 sees image directly (multimodal) + qwen3 handles web search
- */
-// Model purposes from model_registry.yml
-export const TOOL_CALLING_MODEL = 'tool_calling'; // qwen3-30b
-export const VISION_MODEL = 'vision'; // phi-4
-/**
- * System prompt for the tool-calling model
- */
-const TOOL_ROUTER_SYSTEM_PROMPT = `You are a tool routing assistant. Your ONLY job is to decide whether the user's request requires tool calls.
-
-IMPORTANT RULES:
-1. If the user asks about current events, news, real-time information, or facts you might not know - call the web_search tool
-2. If the user asks about their documents, files, or library - call the search_documents tool
-3. If the user is asking about an image or visual content and there's an analyze_media tool available - call it
-4. If the question can be answered from your training data alone - DO NOT call any tools
-5. You should PREFER to call tools when there's uncertainty about having up-to-date information
-6. When in doubt, call the tool - it's better to have extra context than to hallucinate
-
-If you decide no tools are needed, respond with just: "NO_TOOLS_NEEDED"`;
-/**
- * System prompt for the vision analysis model
- */
-const VISION_ANALYSIS_SYSTEM_PROMPT = `You are a vision analysis assistant. Analyze the provided image(s) thoroughly and provide a detailed description that can be used by another AI to answer questions about the image.
-
-Include in your analysis:
-1. What is shown in the image (objects, people, text, diagrams, etc.)
-2. Any text visible in the image (transcribe it accurately)
-3. The context and purpose of the image if apparent
-4. Key details that would be relevant for answering questions
-5. For documents/charts: extract data, structure, and key information
-6. For photos: describe scene, subjects, actions, and notable elements
-
-Be thorough but concise. Focus on factual observations.`;
-/**
- * Analyze messages for multimodal content
- */
-export function analyzeMessageContent(messages) {
-    const analysis = {
-        hasImages: false,
-        hasAudio: false,
-        hasVideo: false,
-        hasMultimodal: false,
-        imageUrls: [],
-    };
-    for (const message of messages) {
-        if (Array.isArray(message.content)) {
-            for (const part of message.content) {
-                if (typeof part === 'object' && 'type' in part) {
-                    if (part.type === 'image_url' && 'image_url' in part) {
-                        analysis.hasImages = true;
-                        analysis.hasMultimodal = true;
-                        if (part.image_url && typeof part.image_url === 'object' && 'url' in part.image_url) {
-                            analysis.imageUrls.push(part.image_url.url);
-                        }
-                    }
-                    // Future: handle audio and video
-                }
-            }
-        }
-    }
-    return analysis;
-}
-/**
- * Determine routing strategy based on model capabilities and content
- */
-export function determineRoutingStrategy(primaryModelCapabilities, contentAnalysis, toolsAvailable) {
-    const supportsTools = primaryModelCapabilities?.toolCalling ?? false;
-    const supportsVision = primaryModelCapabilities?.multimodal ?? false;
-    const needsToolRouting = toolsAvailable && !supportsTools;
-    const needsVisionRouting = contentAnalysis.hasMultimodal && !supportsVision;
-    let routingDescription = 'Direct routing to primary model';
-    if (needsToolRouting && needsVisionRouting) {
-        routingDescription = 'Full dual-model routing: vision → tool router → primary';
-    }
-    else if (needsToolRouting) {
-        routingDescription = 'Tool routing: tool router → primary';
-    }
-    else if (needsVisionRouting) {
-        routingDescription = 'Vision routing: vision model → primary';
-    }
-    return { needsToolRouting, needsVisionRouting, routingDescription };
-}
-/**
- * Perform vision analysis on multimodal content
- */
-async function performVisionAnalysis(litellm, visionModel, messages, contentAnalysis) {
-    console.log(`[DualModelRouter:Vision] Analyzing ${contentAnalysis.imageUrls.length} image(s) with ${visionModel}`);
-    try {
-        // Build vision request with only the last user message that has images
-        const visionMessages = [
-            { role: 'system', content: VISION_ANALYSIS_SYSTEM_PROMPT },
-        ];
-        // Find the last message with image content
-        for (let i = messages.length - 1; i >= 0; i--) {
-            const msg = messages[i];
-            if (Array.isArray(msg.content)) {
-                const hasImage = msg.content.some((part) => typeof part === 'object' && part.type === 'image_url');
-                if (hasImage) {
-                    visionMessages.push(msg);
-                    break;
-                }
-            }
-        }
-        // Add instruction to analyze
-        visionMessages.push({
-            role: 'user',
-            content: 'Please analyze the image(s) above and provide a detailed description.',
-        });
-        const response = await litellm.chat.completions.create({
-            model: visionModel,
-            messages: visionMessages,
-            temperature: 0.3, // Lower temperature for factual analysis
-            max_tokens: 2000, // Allow detailed analysis
-            stream: false,
-        });
-        const analysis = response.choices[0]?.message?.content || '';
-        console.log(`[DualModelRouter:Vision] Analysis complete (${analysis.length} chars)`);
-        return { analysis };
-    }
-    catch (error) {
-        console.error(`[DualModelRouter:Vision] Analysis failed:`, error);
-        return {
-            analysis: '',
-            error: error.message || 'Vision analysis failed',
-        };
-    }
-}
-/**
- * Convert messages to text-only for non-multimodal models
- * Replaces image content with vision analysis results
- */
-function convertToTextMessages(messages, visionAnalysis) {
-    return messages.map((msg) => {
-        if (!Array.isArray(msg.content)) {
-            return msg;
-        }
-        // Extract text parts and replace images with analysis
-        const textParts = [];
-        let hasImages = false;
-        for (const part of msg.content) {
-            if (typeof part === 'object' && 'type' in part) {
-                if (part.type === 'text' && 'text' in part) {
-                    textParts.push(part.text);
-                }
-                else if (part.type === 'image_url') {
-                    hasImages = true;
-                }
-            }
-            else if (typeof part === 'string') {
-                textParts.push(part);
-            }
-        }
-        // If this message had images and we have analysis, add it
-        if (hasImages && visionAnalysis) {
-            textParts.push(`\n\n[Image Analysis from vision model]:\n${visionAnalysis}`);
-        }
-        else if (hasImages) {
-            textParts.push('\n\n[Image was attached but could not be analyzed]');
-        }
-        return {
-            ...msg,
-            content: textParts.join('\n'),
-        };
-    });
-}
-/**
- * Execute the bidirectional dual-model routing
- *
- * @param litellm - OpenAI client configured for liteLLM
- * @param messages - Conversation messages (may include multimodal content)
- * @param config - Dual model configuration
- * @param executeTool - Function to execute tool calls
- * @param userId - User ID for tool execution
- * @param authorization - Authorization header for RLS
- */
-export async function dualModelRoute(litellm, messages, config, executeTool, userId, authorization) {
-    const primaryModel = config.primaryModel;
-    const toolModel = config.toolModel || TOOL_CALLING_MODEL;
-    const visionModel = config.visionModel || VISION_MODEL;
-    const tools = config.tools;
-    const stream = config.stream ?? true;
-    const temperature = config.temperature ?? 0.7;
-    const capabilities = config.primaryModelCapabilities;
-    const routingPath = [];
-    let visionAnalysis;
-    let processedMessages = messages;
-    console.log(`[DualModelRouter] ========== ROUTING START ==========`);
-    console.log(`[DualModelRouter] Primary model: ${primaryModel}`);
-    console.log(`[DualModelRouter] Primary capabilities:`, capabilities);
-    console.log(`[DualModelRouter] Tools available: ${tools.length}`);
-    // Analyze content
-    const contentAnalysis = analyzeMessageContent(messages);
-    console.log(`[DualModelRouter] Content analysis:`, contentAnalysis);
-    // Determine routing strategy
-    const { needsToolRouting, needsVisionRouting, routingDescription } = determineRoutingStrategy(capabilities, contentAnalysis, tools.length > 0);
-    console.log(`[DualModelRouter] Strategy: ${routingDescription}`);
-    routingPath.push(routingDescription);
-    // ============================================
-    // PHASE 1: Vision routing (if needed)
-    // ============================================
-    if (needsVisionRouting) {
-        console.log(`[DualModelRouter] Phase 1: Vision routing to ${visionModel}`);
-        routingPath.push(`Vision analysis via ${visionModel}`);
-        const visionResult = await performVisionAnalysis(litellm, visionModel, messages, contentAnalysis);
-        if (visionResult.analysis) {
-            visionAnalysis = visionResult.analysis;
-            // Convert messages to text-only with vision analysis embedded
-            processedMessages = convertToTextMessages(messages, visionAnalysis);
-            console.log(`[DualModelRouter] Vision analysis embedded in messages`);
-        }
-        else if (visionResult.error) {
-            routingPath.push(`Vision error: ${visionResult.error}`);
-        }
-    }
-    // ============================================
-    // PHASE 2: Tool routing (if needed)
-    // ============================================
-    if (needsToolRouting && tools.length > 0) {
-        console.log(`[DualModelRouter] Phase 2: Tool routing via ${toolModel}`);
-        routingPath.push(`Tool routing via ${toolModel}`);
-        // Prepare messages for tool model
-        const toolModelMessages = [
-            { role: 'system', content: TOOL_ROUTER_SYSTEM_PROMPT },
-            ...processedMessages,
-        ];
-        try {
-            const toolDecision = await litellm.chat.completions.create({
-                model: toolModel,
-                messages: toolModelMessages,
-                tools: tools,
-                tool_choice: 'auto',
-                temperature: 0.1,
-                max_tokens: 500,
-                stream: false,
-            });
-            const toolMessage = toolDecision.choices[0]?.message;
-            if (toolMessage?.tool_calls && toolMessage.tool_calls.length > 0) {
-                // Filter for standard function tool calls (not custom tool calls)
-                const functionToolCalls = toolMessage.tool_calls.filter((t) => 'function' in t && t.function !== undefined);
-                if (functionToolCalls.length > 0) {
-                    console.log(`[DualModelRouter] Tool model requested ${functionToolCalls.length} tool(s)`);
-                    routingPath.push(`Tools requested: ${functionToolCalls.map(t => t.function.name).join(', ')}`);
-                    // Execute tools
-                    const toolResults = [];
-                    const toolMessages = [];
-                    toolMessages.push({
-                        role: 'assistant',
-                        content: toolMessage.content || null,
-                        tool_calls: functionToolCalls,
-                    });
-                    for (const toolCall of functionToolCalls) {
-                        try {
-                            console.log(`[DualModelRouter] Executing tool: ${toolCall.function.name}`);
-                            const args = JSON.parse(toolCall.function.arguments);
-                            const result = await executeTool(toolCall.function.name, args, userId, authorization);
-                            toolResults.push({
-                                toolCallId: toolCall.id,
-                                toolName: toolCall.function.name,
-                                result,
-                            });
-                            toolMessages.push({
-                                role: 'tool',
-                                tool_call_id: toolCall.id,
-                                content: JSON.stringify(result),
-                            });
-                            routingPath.push(`Tool ${toolCall.function.name} executed successfully`);
-                        }
-                        catch (error) {
-                            console.error(`[DualModelRouter] Tool execution failed:`, error);
-                            toolResults.push({
-                                toolCallId: toolCall.id,
-                                toolName: toolCall.function.name,
-                                result: null,
-                                error: error.message,
-                            });
-                            toolMessages.push({
-                                role: 'tool',
-                                tool_call_id: toolCall.id,
-                                content: JSON.stringify({ error: error.message }),
-                            });
-                            routingPath.push(`Tool ${toolCall.function.name} failed: ${error.message}`);
-                        }
-                    }
-                    // Final response with tool results
-                    const finalMessages = [
-                        ...processedMessages,
-                        ...toolMessages,
-                    ];
-                    routingPath.push(`Final response via ${primaryModel}`);
-                    console.log(`[DualModelRouter] ========== ROUTING END ==========`);
-                    const result = await streamOrComplete(litellm, primaryModel, finalMessages, temperature, stream);
-                    return {
-                        ...result,
-                        toolsUsed: true,
-                        visionUsed: needsVisionRouting,
-                        toolResults,
-                        visionAnalysis,
-                        messagesForStorage: toolMessages,
-                        routingPath,
-                    };
-                }
-            }
-            else {
-                console.log(`[DualModelRouter] No tools needed`);
-                routingPath.push('No tools needed');
-            }
-        }
-        catch (error) {
-            console.error(`[DualModelRouter] Tool routing error:`, error);
-            routingPath.push(`Tool routing error: ${error.message}`);
-            // Continue to primary model without tools
-        }
-    }
-    // ============================================
-    // PHASE 3: Primary model response
-    // ============================================
-    console.log(`[DualModelRouter] Phase 3: Final response via ${primaryModel}`);
-    routingPath.push(`Final response via ${primaryModel}`);
-    console.log(`[DualModelRouter] ========== ROUTING END ==========`);
-    const result = await streamOrComplete(litellm, primaryModel, processedMessages, temperature, stream);
-    return {
-        ...result,
-        toolsUsed: false,
-        visionUsed: needsVisionRouting,
-        visionAnalysis,
-        routingPath,
-    };
-}
-/**
- * Helper to stream or complete based on config
- */
-async function streamOrComplete(litellm, model, messages, temperature, stream) {
-    if (stream) {
-        const streamResponse = await litellm.chat.completions.create({
-            model,
-            messages: messages,
-            temperature,
-            stream: true,
-        });
-        return {
-            toolsUsed: false,
-            visionUsed: false,
-            routingPath: [],
-            stream: streamResponse,
-        };
-    }
-    else {
-        const response = await litellm.chat.completions.create({
-            model,
-            messages: messages,
-            temperature,
-            stream: false,
-        });
-        return {
-            toolsUsed: false,
-            visionUsed: false,
-            routingPath: [],
-            response: response.choices[0]?.message?.content || '',
-        };
-    }
-}
-/**
- * Check if dual-model routing is needed
- *
- * Returns true if ANY routing is needed:
- * - Tool routing: tools enabled + model doesn't support tools
- * - Vision routing: multimodal content + model doesn't support multimodal
- */
-export function shouldUseDualModel(modelCapabilities, toolsEnabled, contentAnalysis) {
-    const supportsTools = modelCapabilities?.toolCalling ?? false;
-    const supportsVision = modelCapabilities?.multimodal ?? false;
-    const needsToolRouting = toolsEnabled && !supportsTools;
-    const needsVisionRouting = contentAnalysis.hasMultimodal && !supportsVision;
-    if (needsToolRouting && needsVisionRouting) {
-        return { needed: true, reason: 'Tool routing + Vision routing' };
-    }
-    if (needsToolRouting) {
-        return { needed: true, reason: 'Tool routing' };
-    }
-    if (needsVisionRouting) {
-        return { needed: true, reason: 'Vision routing' };
-    }
-    return { needed: false, reason: 'Direct routing' };
-}
-//# sourceMappingURL=dual-model-router.js.map

package/dist/lib/ai/dual-model-router.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dual-model-router.js","sourceRoot":"","sources":["../../../src/lib/ai/dual-model-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAKH,yCAAyC;AACzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,cAAc,CAAC,CAAE,YAAY;AAC/D,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAe,QAAQ;AAmE5D;;GAEG;AACH,MAAM,yBAAyB,GAAG;;;;;;;;;;wEAUsC,CAAC;AAEzE;;GAEG;AACH,MAAM,6BAA6B,GAAG;;;;;;;;;;wDAUkB,CAAC;AAEzD;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAsC;IAC1E,MAAM,QAAQ,GAAoB;QAChC,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,KAAK;QACf,aAAa,EAAE,KAAK;QACpB,SAAS,EAAE,EAAE;KACd,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;wBACrD,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;wBAC1B,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC;wBAC9B,IAAI,IAAI,CAAC,SAAS,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;4BACpF,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAa,CAAC,CAAC;wBACxD,CAAC;oBACH,CAAC;oBACD,iCAAiC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,wBAAuD,EACvD,eAAgC,EAChC,cAAuB;IAMvB,MAAM,aAAa,GAAG,wBAAwB,EAAE,WAAW,IAAI,KAAK,CAAC;IACrE,MAAM,cAAc,GAAG,wBAAwB,EAAE,UAAU,IAAI,KAAK,CAAC;IAErE,MAAM,gBAAgB,GAAG,cAAc,IAAI,CAAC,aAAa,CAAC;IAC1D,MAAM,kBAAkB,GAAG,eAAe,CAAC,aAAa,IAAI,CAAC,cAAc,CAAC;IAE5E,IAAI,kBAAkB,GAAG,iCAAiC,CAAC;IAC3D,IAAI,gBAAgB,IAAI,kBAAkB,EAAE,CAAC;QAC3C,kBAAkB,GAAG,yDAAyD,CAAC;IACjF,CAAC;SAAM,IAAI,gBAAgB,EAAE,CAAC;QAC5B,kBAAkB,GAAG,qCAAqC,CAAC;IAC7D,CAAC;SAAM,IAAI,kBAAkB,EAAE,CAAC;QAC9B,kBAAkB,GAAG,wCAAwC,CAAC;IAChE,CAAC;IAED,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,OAAe,EACf,WAAmB,EACnB,QAAsC,EACtC,eAAgC;IAEhC,OAAO,CAAC,GAAG,CAAC,sCAAsC,eAAe,CAAC,SAAS,CAAC,MAAM,kBAAkB,WAAW,EAAE,CAAC,CAAC;IAEnH,IAAI,CAAC;QACH,uEAAuE;QACvE,MAAM,cAAc,GAAiC;YACnD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;SAC3D,CAAC;QAEF,2CAA2C;QAC3C,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAC/B,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CACrE,CAAC;gBACF,IAAI,QAAQ,EAAE,CAAC;oBACb,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACzB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uEAAuE;SACjF,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK,EAAE,WAAW;YAClB,QAAQ,EAAE,cAAsE;YAChF,WAAW,EAAE,GAAG,EAAE,yCAAyC;YAC3D,UAAU,EAAE,IAAI,EAAE,0BAA0B;YAC5C,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,+CAA+C,QAAQ,CAAC,MAAM,SAAS,CAAC,CAAC;QAErF,OAAO,EAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QAClE,OAAO;YACL,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,wBAAwB;SACjD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAC5B,QAAsC,EACtC,cAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,OAAO,GAAG,CAAC;QACb,CAAC;QAED,sDAAsD;QACtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC3C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;gBACtC,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;YAChC,SAAS,CAAC,IAAI,CAAC,4CAA4C,cAAc,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,SAAS,EAAE,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACvE,CAAC;QAED,OAAO;YACL,GAAG,GAAG;YACN,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,QAAsC,EACtC,MAAuB,EACvB,WAA0G,EAC1G,MAAc,EACd,aAAsB;IAEtB,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACzC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACzD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,YAAY,CAAC;IACvD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,wBAAwB,CAAC;IAErD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,cAAkC,CAAC;IACvC,IAAI,iBAAiB,GAAG,QAAQ,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,yCAAyC,EAAE,YAAY,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,sCAAsC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAElE,kBAAkB;IAClB,MAAM,eAAe,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,eAAe,CAAC,CAAC;IAEpE,6BAA6B;IAC7B,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,GAAG,wBAAwB,CAC3F,YAAY,EACZ,eAAe,EACf,KAAK,CAAC,MAAM,GAAG,CAAC,CACjB,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,+BAA+B,kBAAkB,EAAE,CAAC,CAAC;IACjE,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAErC,+CAA+C;IAC/C,sCAAsC;IACtC,+CAA+C;IAC/C,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,gDAAgD,WAAW,EAAE,CAAC,CAAC;QAC3E,WAAW,CAAC,IAAI,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QAEvD,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAC9C,OAAO,EACP,WAAW,EACX,QAAQ,EACR,eAAe,CAChB,CAAC;QAEF,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;YAC1B,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC;YACvC,8DAA8D;YAC9D,iBAAiB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,iBAAiB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,oCAAoC;IACpC,+CAA+C;IAC/C,IAAI,gBAAgB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,+CAA+C,SAAS,EAAE,CAAC,CAAC;QACxE,WAAW,CAAC,IAAI,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;QAElD,kCAAkC;QAClC,MAAM,iBAAiB,GAAiC;YACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yBAAyB,EAAE;YACtD,GAAG,iBAAiB;SACrB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,iBAAyE;gBACnF,KAAK,EAAE,KAAqD;gBAC5D,WAAW,EAAE,MAAM;gBACnB,WAAW,EAAE,GAAG;gBAChB,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;YAErD,IAAI,WAAW,EAAE,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjE,kEAAkE;gBAClE,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,CACrD,CAAC,CAAC,EAAkH,EAAE,CACpH,UAAU,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAC9C,CAAC;gBAEF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,0CAA0C,iBAAiB,CAAC,MAAM,UAAU,CAAC,CAAC;oBAC1F,WAAW,CAAC,IAAI,CAAC,oBAAoB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAE/F,gBAAgB;oBAChB,MAAM,WAAW,GAAqB,EAAE,CAAC;oBACzC,MAAM,YAAY,GAAiC,EAAE,CAAC;oBAEtD,YAAY,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,IAAI;wBACpC,UAAU,EAAE,iBAAiB;qBACA,CAAC,CAAC;oBAEjC,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;wBACzC,IAAI,CAAC;4BACH,OAAO,CAAC,GAAG,CAAC,qCAAqC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;4BACrD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;4BAEtF,WAAW,CAAC,IAAI,CAAC;gCACf,UAAU,EAAE,QAAQ,CAAC,EAAE;gCACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gCAChC,MAAM;6BACP,CAAC,CAAC;4BAEL,YAAY,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,MAAM;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;6BACF,CAAC,CAAC;4BAEjC,WAAW,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,wBAAwB,CAAC,CAAC;wBAC3E,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;4BAEjE,WAAW,CAAC,IAAI,CAAC;gCACf,UAAU,EAAE,QAAQ,CAAC,EAAE;gCACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gCAChC,MAAM,EAAE,IAAI;gCACZ,KAAK,EAAE,KAAK,CAAC,OAAO;6BACrB,CAAC,CAAC;4BAEH,YAAY,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,MAAM;gCACZ,YAAY,EAAE,QAAQ,CAAC,EAAE;gCACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;6BACpB,CAAC,CAAC;4BAEjC,WAAW,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;wBAC9E,CAAC;oBACH,CAAC;oBAED,mCAAmC;oBACnC,MAAM,aAAa,GAAiC;wBAClD,GAAG,iBAAiB;wBACpB,GAAG,YAAY;qBAChB,CAAC;oBAEF,WAAW,CAAC,IAAI,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;oBACvD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;oBAEnE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;oBAEjG,OAAO;wBACL,GAAG,MAAM;wBACT,SAAS,EAAE,IAAI;wBACf,UAAU,EAAE,kBAAkB;wBAC9B,WAAW;wBACX,cAAc;wBACd,kBAAkB,EAAE,YAAY;wBAChC,WAAW;qBACZ,CAAC;gBACF,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACjD,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,WAAW,CAAC,IAAI,CAAC,uBAAuB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,kCAAkC;IAClC,+CAA+C;IAC/C,OAAO,CAAC,GAAG,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAC;IAC7E,WAAW,CAAC,IAAI,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAErG,OAAO;QACL,GAAG,MAAM;QACT,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,kBAAkB;QAC9B,cAAc;QACd,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,KAAa,EACb,QAAsC,EACtC,WAAmB,EACnB,MAAe;IAEf,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK;YACL,QAAQ,EAAE,QAAgE;YAC1E,WAAW;YACX,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,QAAQ,EAAE,QAAgE;YAC1E,WAAW;YACX,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;SACtD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,iBAAgD,EAChD,YAAqB,EACrB,eAAgC;IAEhC,MAAM,aAAa,GAAG,iBAAiB,EAAE,WAAW,IAAI,KAAK,CAAC;IAC9D,MAAM,cAAc,GAAG,iBAAiB,EAAE,UAAU,IAAI,KAAK,CAAC;IAE9D,MAAM,gBAAgB,GAAG,YAAY,IAAI,CAAC,aAAa,CAAC;IACxD,MAAM,kBAAkB,GAAG,eAAe,CAAC,aAAa,IAAI,CAAC,cAAc,CAAC;IAE5E,IAAI,gBAAgB,IAAI,kBAAkB,EAAE,CAAC;QAC3C,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;AACrD,CAAC"}

package/dist/lib/ai/openai.d.ts

@@ -1,94 +0,0 @@
-/**
- * LiteLLM Client Wrapper
- *
- * Centralized liteLLM API client with error handling and logging.
- * All LLM operations go through liteLLM proxy.
- */
-import OpenAI from 'openai';
-/**
- * Check if liteLLM is properly configured
- */
-export declare function isOpenAIConfigured(): boolean;
-export declare const openai: OpenAI;
-/**
- * Generate a chat completion with streaming support
- *
- * @param messages - Array of chat messages
- * @param options - Generation options
- * @returns Stream or complete response based on stream flag
- */
-export declare function generateChatCompletion(messages: OpenAI.Chat.ChatCompletionMessageParam[], options?: {
-    model?: string;
-    temperature?: number;
-    maxTokens?: number;
-    stream?: boolean;
-    tools?: OpenAI.Chat.ChatCompletionTool[];
-}): Promise<(OpenAI.Chat.Completions.ChatCompletion & {
-    _request_id?: string | null;
-}) | (import("openai/core/streaming.mjs").Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {
-    _request_id?: string | null;
-})>;
-/**
- * Generate a concise title for a conversation based on the first message
- *
- * @param firstUserMessage - The first message in the conversation
- * @returns A short, descriptive title (max 50 chars)
- */
-export declare function generateConversationTitle(firstUserMessage: string): Promise<string>;
-/**
- * NOTE: Embedding generation has been moved to @/lib/embeddings/data-client
- * which uses the local FastEmbed service (bge-large-en-v1.5, 1024 dimensions)
- * instead of OpenAI/liteLLM embeddings.
- */
-/**
- * Extract insights from text (conversation or document)
- *
- * This function analyzes text and extracts key insights,
- * learnings, or knowledge that can be stored for future retrieval.
- *
- * @param text - Text to analyze
- * @returns Array of insight strings
- */
-export declare function extractInsightsFromText(text: string): Promise<string[]>;
-/**
- * Extract insights from conversation messages
- *
- * This function analyzes a conversation and extracts key insights,
- * learnings, or knowledge that can be stored for future retrieval.
- *
- * @param messages - Array of conversation messages
- * @returns Array of insight strings
- */
-export declare function extractConversationInsights(messages: Array<{
-    role: string;
-    content: string;
-}>): Promise<string[]>;
-/**
- * Moderate content for safety using OpenAI's moderation API
- *
- * @param text - Text to moderate
- * @returns Moderation result
- */
-export declare function moderateContent(text: string): Promise<OpenAI.Moderations.Moderation | {
-    flagged: boolean;
-    categories: {};
-}>;
-/**
- * Count tokens in text (approximate)
- *
- * Note: This is a rough estimate. For exact counts, use tiktoken library.
- *
- * @param text - Text to count tokens for
- * @returns Approximate token count
- */
-export declare function estimateTokenCount(text: string): number;
-/**
- * Truncate text to fit within token limit
- *
- * @param text - Text to truncate
- * @param maxTokens - Maximum number of tokens
- * @returns Truncated text
- */
-export declare function truncateToTokenLimit(text: string, maxTokens: number): string;
-export default openai;
-//# sourceMappingURL=openai.d.ts.map

package/dist/lib/ai/openai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/lib/ai/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAU5B;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,CAG5C;AAGD,eAAO,MAAM,MAAM,EAqBd,MAAM,CAAC;AAEZ;;;;;;GAMG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAClD,OAAO,GAAE;IACP,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;CACrC;;;;IA+BP;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAC7C,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,MAAM,CAAC,CAyCjB;AAED;;;;GAIG;AAEH;;;;;;;;GAQG;AACH,wBAAsB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAmD7E;AAED;;;;;;;;GAQG;AACH,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,GACjD,OAAO,CAAC,MAAM,EAAE,CAAC,CAsDnB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM;;;GAgBjD;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIvD;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAU5E;AAED,eAAe,MAAM,CAAC"}