@framers/agentos 0.1.0

package/dist/core/ai_utilities/LLMUtilityAI.js

@@ -0,0 +1,434 @@
+/**
+ * @fileoverview An IUtilityAI implementation that primarily uses Large Language Models (LLMs)
+ * via an AIModelProviderManager to perform its tasks. For tasks not suited to LLMs,
+ * it may provide basic fallbacks or indicate non-support.
+ *
+ * @module backend/agentos/core/ai_utilities/LLMUtilityAI
+ * @see ./IUtilityAI.ts
+ * @see ../llm/providers/AIModelProviderManager.ts
+ */
+import { MessageRole } from '../conversation/ConversationMessage.js';
+import { GMIError, GMIErrorCode } from '../../utils/errors.js';
+import { uuidv4 } from '../../utils/uuid.js';
+import Ajv from 'ajv';
+export class LLMUtilityAI {
+    constructor(utilityId) {
+        this.isInitialized = false;
+        this.utilityId = utilityId || `llm-utility-${uuidv4()}`;
+        this.ajv = new Ajv({ allErrors: true, coerceTypes: true });
+    }
+    async initialize(config) {
+        if (this.isInitialized) {
+            console.warn(`LLMUtilityAI (ID: ${this.utilityId}) already initialized. Re-initializing.`);
+        }
+        if (!config.llmProviderManager) {
+            throw new GMIError("LLMUtilityAI requires an AIModelProviderManager instance in its configuration.", GMIErrorCode.CONFIG_ERROR, { utilityId: this.utilityId });
+        }
+        this.config = config;
+        this.llmProviderManager = config.llmProviderManager;
+        this.isInitialized = true;
+        console.log(`LLMUtilityAI (ID: ${this.utilityId}) initialized.`);
+    }
+    ensureInitialized() {
+        if (!this.isInitialized) {
+            throw new GMIError(`${this.utilityId} not initialized. Call initialize() first.`, GMIErrorCode.NOT_INITIALIZED);
+        }
+    }
+    getModelAndProvider(taskSpecificModelId, taskSpecificProviderId) {
+        const modelId = taskSpecificModelId || this.config.defaultModelId;
+        const providerId = taskSpecificProviderId || this.config.defaultProviderId;
+        if (!modelId)
+            throw new GMIError("LLMUtilityAI: No modelId configured for task or as default.", GMIErrorCode.CONFIG_ERROR);
+        // ProviderId can sometimes be inferred by AIModelProviderManager if modelId includes it (e.g., "openai/gpt-4o")
+        // but explicit is better if available.
+        if (!providerId && !modelId.includes('/')) {
+            throw new GMIError(`LLMUtilityAI: No providerId configured for model '${modelId}' and cannot be inferred.`, GMIErrorCode.CONFIG_ERROR);
+        }
+        // If modelId is like "openai/gpt-4o", providerId can be extracted if not explicitly given.
+        // AIModelProviderManager should handle this.
+        return { modelId, providerId: providerId || modelId.split('/')[0] };
+    }
+    async makeLLMCall(prompt, systemPrompt, taskHint, modelId, providerId, completionOptions) {
+        this.ensureInitialized();
+        const { modelId: effectiveModelId, providerId: effectiveProviderId } = this.getModelAndProvider(modelId, providerId);
+        const provider = this.llmProviderManager.getProvider(effectiveProviderId);
+        const canGenerate = provider && typeof provider.generate === 'function';
+        const canGenerateCompletion = provider && typeof provider.generateCompletion === 'function';
+        if (!canGenerate && !canGenerateCompletion) {
+            throw new GMIError(`Provider '${effectiveProviderId}' is not initialized or does not support generation.`, GMIErrorCode.PROVIDER_NOT_FOUND);
+        }
+        const finalOptions = {
+            temperature: 0.3,
+            maxTokens: 1024,
+            ...completionOptions,
+        };
+        if (systemPrompt) {
+            // Pass as messages if provider.generate supports it, or prepend to prompt
+            // This depends on IProvider.generate signature. Assuming it takes full prompt string for now.
+            // A more robust way is to use chat-like messages if IProvider.generate takes ModelChatMessage[]
+        }
+        // Prefer generateCompletion (chat-style) if available; fall back to raw generate.
+        if (canGenerateCompletion) {
+            const messages = [];
+            if (systemPrompt) {
+                messages.push({ role: 'system', content: systemPrompt });
+            }
+            messages.push({ role: 'user', content: prompt });
+            const completionResult = await provider.generateCompletion(effectiveModelId, messages, finalOptions);
+            const choice = completionResult?.choices?.[0];
+            const content = choice?.message?.content ?? choice?.text;
+            if (!content) {
+                throw new GMIError(`LLM call for ${taskHint} returned no content or failed.`, GMIErrorCode.PROVIDER_ERROR, { modelId: effectiveModelId });
+            }
+            return typeof content === 'string' ? content.trim() : String(content);
+        }
+        const fullPromptForGenerate = systemPrompt ? `${systemPrompt}\n\nUser: ${prompt}\n\nAssistant:` : prompt;
+        const generator = provider;
+        const result = await generator.generate(effectiveModelId, fullPromptForGenerate, finalOptions);
+        if (!result.choices || result.choices.length === 0 || !result.choices[0].text) {
+            throw new GMIError(`LLM call for ${taskHint} returned no content or failed.`, GMIErrorCode.PROVIDER_ERROR, { modelId: effectiveModelId });
+        }
+        return result.choices[0].text.trim();
+    }
+    async summarize(textToSummarize, options) {
+        const method = options?.method || 'abstractive_llm';
+        if (method !== 'abstractive_llm' && method !== 'key_points_llm') {
+            throw new GMIError(`LLMUtilityAI only supports 'abstractive_llm' or 'key_points_llm' for summarization. Requested: ${method}`, GMIErrorCode.NOT_SUPPORTED);
+        }
+        let lengthInstruction = "medium length";
+        if (options?.desiredLength === 'short')
+            lengthInstruction = "a very short, concise summary (1-2 sentences)";
+        else if (options?.desiredLength === 'long')
+            lengthInstruction = "a detailed, longer summary (multiple paragraphs if needed)";
+        else if (typeof options?.desiredLength === 'number') {
+            if (options.desiredLength <= 1 && options.desiredLength > 0)
+                lengthInstruction = `a summary that is approximately ${Math.round(options.desiredLength * 100)}% of the original length`;
+            else if (options.desiredLength > 1)
+                lengthInstruction = `a summary of about ${options.desiredLength} sentences`;
+        }
+        const styleInstruction = method === 'key_points_llm' ? "as a list of key bullet points" : "in a paragraph_format";
+        const systemPrompt = `Summarize the following text to a ${lengthInstruction}, formatted ${styleInstruction}. Focus on the main ideas and key information.`;
+        return this.makeLLMCall(textToSummarize.substring(0, options?.maxInputLength || 8000), // Limit input for safety
+        systemPrompt, 'summarization', options?.modelId || this.config.summarizationModelId, options?.methodOptions?.providerId, // Allow provider override for summarization
+        { maxTokens: (typeof options?.desiredLength === 'number' && options.desiredLength > 100) ? Math.floor(options.desiredLength * 0.75) : 500, ...options?.methodOptions });
+    }
+    async parseJsonSafe(jsonString, options) {
+        this.ensureInitialized();
+        try {
+            const parsed = JSON.parse(jsonString);
+            if (options?.targetSchema) {
+                const validate = this.ajv.compile(options.targetSchema);
+                if (!validate(parsed)) {
+                    const validationErrors = Array.isArray(validate.errors) ? validate.errors : [];
+                    console.warn(`LLMUtilityAI (${this.utilityId}): Parsed JSON failed schema validation.`, validationErrors);
+                    throw new GMIError("Parsed JSON failed schema validation.", GMIErrorCode.VALIDATION_ERROR, { errors: validationErrors });
+                }
+            }
+            return parsed;
+        }
+        catch (initialError) {
+            if (options?.attemptFixWithLLM) {
+                console.warn(`LLMUtilityAI (${this.utilityId}): Standard JSON parsing failed for input (length ${jsonString.length}). Attempting LLM fix. Error: ${initialError.message}`);
+                try {
+                    const fixPrompt = `The following text is supposed to be a valid JSON object but failed to parse. Please correct it and return ONLY the valid JSON object. If it's unrecoverable or not JSON, return an empty JSON object {}. Text to fix:\n\n${jsonString.substring(0, 2000)}`; // Limit length of potentially broken JSON
+                    const fixedJsonString = await this.makeLLMCall(fixPrompt, "You are an expert JSON correction assistant. Output only valid JSON.", 'json_fix', options.llmModelIdForFix || this.config.jsonFixerModelId, options.llmProviderIdForFix, { temperature: 0.0, maxTokens: Math.min(4000, Math.max(500, jsonString.length * 2)) } // Give enough tokens for fixed output
+                    );
+                    try {
+                        const reparsed = JSON.parse(fixedJsonString);
+                        if (options?.targetSchema) {
+                            const validate = this.ajv.compile(options.targetSchema);
+                            if (!validate(reparsed)) {
+                                const validationErrors = Array.isArray(validate.errors) ? validate.errors : [];
+                                console.warn(`LLMUtilityAI (${this.utilityId}): LLM-fixed JSON failed schema validation.`, validationErrors);
+                                // Optionally try more repair attempts if options.maxRepairAttempts > 0
+                                return null;
+                            }
+                        }
+                        return reparsed;
+                    }
+                    catch (reparseError) {
+                        console.error(`LLMUtilityAI (${this.utilityId}): Failed to parse LLM-fixed JSON string: ${reparseError.message}. Fixed string was: "${fixedJsonString.substring(0, 200)}..."`);
+                        return null;
+                    }
+                }
+                catch (fixLlmError) {
+                    console.error(`LLMUtilityAI (${this.utilityId}): LLM call to fix JSON failed: ${fixLlmError.message}`);
+                    return null;
+                }
+            }
+            console.log(`LLMUtilityAI (${this.utilityId}): JSON parsing failed and LLM fix not attempted or failed. String (start): "${jsonString.substring(0, 100)}..."`);
+            return null;
+        }
+    }
+    async classifyText(textToClassify, options) {
+        this.ensureInitialized();
+        const systemPrompt = `Classify the following text into one or more of these classes: [${options.candidateClasses.join(', ')}].
+Respond with ONLY a JSON object with "bestClass" (string or array of strings if multiLabel=${!!options.multiLabel}), "confidence" (float 0-1, or array of floats for multiLabel), and optionally "allScores" (array of {classLabel: string, score: float}).`;
+        const responseText = await this.makeLLMCall(textToClassify, systemPrompt, 'classification', options.modelId || this.config.classificationModelId, options.methodOptions?.providerId, { temperature: 0.2, responseFormat: { type: "json_object" }, ...options.methodOptions });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (!parsed || !parsed.bestClass || parsed.confidence === undefined) {
+            throw new GMIError("Failed to parse valid classification from LLM response.", GMIErrorCode.PARSING_ERROR, { responseText });
+        }
+        return {
+            bestClass: parsed.bestClass,
+            confidence: parsed.confidence,
+            allScores: parsed.allScores || options.candidateClasses.map(c => ({
+                classLabel: c,
+                score: (Array.isArray(parsed.bestClass) ? parsed.bestClass.includes(c) : parsed.bestClass === c)
+                    ? (Array.isArray(parsed.confidence) ? parsed.confidence[parsed.bestClass.indexOf(c)] || 0.5 : parsed.confidence)
+                    : 0.1 // Default low score for non-selected
+            }))
+        };
+    }
+    async extractKeywords(textToAnalyze, options) {
+        this.ensureInitialized();
+        const maxKeywords = options?.maxKeywords || 5;
+        const systemPrompt = `Extract the top ${maxKeywords} most important keywords or keyphrases (each phrase 1-4 words long) from the following text.
+Respond with ONLY a JSON array of strings, e.g., ["keyword1", "keyphrase two"].`;
+        const responseText = await this.makeLLMCall(textToAnalyze, systemPrompt, 'keyword_extraction', options?.modelId || this.config.keywordModelId, options?.methodOptions?.providerId, { temperature: 0.3, responseFormat: { type: "json_object" }, ...options?.methodOptions });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (!parsed || !Array.isArray(parsed)) {
+            console.warn("LLMUtilityAI: Keyword extraction did not return a valid array, returning empty. Raw: ", responseText);
+            return [];
+        }
+        return parsed.slice(0, maxKeywords);
+    }
+    async analyzeSentiment(text, options) {
+        this.ensureInitialized();
+        const systemPrompt = `Analyze the sentiment of the following text.
+Respond with ONLY a JSON object containing "score" (float, -1.0 to 1.0, where -1 is very negative, 1 is very positive), "polarity" ("positive", "negative", or "neutral"), and optionally "intensity" (float 0-1). Provide "positiveTokens" and "negativeTokens" as arrays of strings if identifiable.`;
+        const responseText = await this.makeLLMCall(text, systemPrompt, 'sentiment_analysis', options?.modelId || this.config.sentimentModelId, options?.methodOptions?.providerId, { temperature: 0.3, responseFormat: { type: "json_object" }, ...options?.methodOptions });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (!parsed || parsed.score === undefined || !parsed.polarity) {
+            throw new GMIError("Failed to parse valid sentiment from LLM response.", GMIErrorCode.PARSING_ERROR, { responseText });
+        }
+        return {
+            score: parsed.score,
+            polarity: parsed.polarity,
+            comparative: parsed.comparative ?? parsed.score, // Default comparative to score
+            intensity: parsed.intensity ?? Math.abs(parsed.score),
+            positiveTokens: parsed.positiveTokens || [],
+            negativeTokens: parsed.negativeTokens || [],
+            neutralTokens: parsed.neutralTokens || [],
+        };
+    }
+    async detectLanguage(text, options) {
+        this.ensureInitialized();
+        const maxCandidates = options?.maxCandidates || 1;
+        const systemPrompt = `Detect the language of the following text.
+Respond with ONLY a JSON array of objects, each with "language" (BCP-47 code like "en-US", "es", "zh-CN") and "confidence" (float 0-1), sorted by confidence. Limit to ${maxCandidates} result(s). If unsure, return an empty array or a guess with low confidence.`;
+        const responseText = await this.makeLLMCall(text.substring(0, 1000), // Send a decent sample for detection
+        systemPrompt, 'language_detection', options?.modelId || this.config.languageDetectionModelId, options?.methodOptions?.providerId, { temperature: 0.1, responseFormat: { type: "json_object" }, ...options?.methodOptions });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (!parsed || !Array.isArray(parsed)) {
+            console.warn("LLMUtilityAI: Language detection did not return valid array, returning unknown. Raw: ", responseText);
+            return [{ language: 'und', confidence: 0.1 }]; // 'und' for undetermined
+        }
+        return parsed.slice(0, maxCandidates);
+    }
+    // --- Methods typically better suited for statistical approaches or basic JS ---
+    async tokenize(text, options) {
+        this.ensureInitialized(); // Basic check
+        // LLM for tokenization is overkill and often not what's meant by "tokenize" in NLP context.
+        // This provides a very basic JS-based word/sentence tokenization as a fallback.
+        // For BPE or other subword tokenization, one would use a dedicated tokenizer model/library.
+        if (options?.type === 'subword_bpe' && options.modelId) {
+            console.warn(`LLMUtilityAI (${this.utilityId}): Subword BPE tokenization with model '${options.modelId}' requested. This implementation provides basic word/sentence tokenization only. For BPE, use a dedicated tokenizer.`);
+            // Fall through to basic word tokenization.
+        }
+        let processedText = text;
+        if (options?.toLowerCase !== false)
+            processedText = processedText.toLowerCase(); // Default true
+        // Basic punctuation removal for word tokenization, less aggressive for sentence.
+        if (options?.type !== 'sentence' && options?.removePunctuation !== false) { // Default true for words
+            processedText = processedText.replace(/[.,/#!$%^&*;:{}=\-_`~()?"]/g, " "); // Keep apostrophes for contractions
+        }
+        else if (options?.type === 'sentence' && options?.removePunctuation === true) { // Only if explicitly true for sentences
+            processedText = processedText.replace(/[!?"]/g, "."); // Normalize sentence enders for easier splitting, remove quotes
+        }
+        if (options?.type === 'sentence') {
+            // Basic sentence splitting. More robust splitting needs advanced rules or libraries.
+            return processedText.match(/[^.!?]+[.!?]+/g)?.map(s => s.trim()).filter(Boolean) || [processedText.trim()].filter(Boolean);
+        }
+        // Default to word tokenization
+        return processedText.split(/\s+/).map(s => s.trim()).filter(Boolean);
+    }
+    async stemTokens(tokens, _options) {
+        this.ensureInitialized();
+        console.warn(`LLMUtilityAI (${this.utilityId}): Stemming is an algorithmic task. This LLM-based utility will return original tokens. Use StatisticalUtilityAI for stemming.`);
+        return tokens;
+    }
+    async calculateSimilarity(text1, text2, options) {
+        this.ensureInitialized();
+        const method = options?.method || 'llm_semantic'; // Default to LLM for semantic if not specified
+        if (method !== 'llm_semantic') {
+            throw new GMIError(`LLMUtilityAI currently only supports 'llm_semantic' for similarity. Requested: ${method}. Use StatisticalUtilityAI for other methods.`, GMIErrorCode.NOT_SUPPORTED);
+        }
+        const systemPrompt = `Rate the semantic similarity of the following two texts on a scale from 0.0 (completely different) to 1.0 (semantically identical).
+Respond with ONLY a JSON object: {"similarityScore": float_value_between_0_and_1}.`;
+        const combinedText = `Text 1: ${text1}\n\nText 2: ${text2}`;
+        const responseText = await this.makeLLMCall(combinedText, systemPrompt, 'semantic_similarity', options?.llmModelId || this.config.semanticSimilarityModelId, options?.llmProviderId, { temperature: 0.1, responseFormat: { type: "json_object" } });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (parsed && typeof parsed.similarityScore === 'number') {
+            return Math.max(0, Math.min(1, parsed.similarityScore)); // Clamp to 0-1
+        }
+        throw new GMIError("Failed to parse valid similarity score from LLM.", GMIErrorCode.PARSING_ERROR, { responseText });
+    }
+    async normalizeText(text, options) {
+        this.ensureInitialized();
+        // LLM-based normalization can be powerful for complex cases but slower.
+        let instructions = "Normalize the following text according to these rules: ";
+        if (options?.toLowerCase !== false)
+            instructions += "Convert to lowercase. ";
+        if (options?.expandContractions)
+            instructions += "Expand common contractions (e.g., 'don't' to 'do not'). ";
+        if (options?.removePunctuation)
+            instructions += "Remove punctuation unless it's essential for meaning (like in numbers or acronyms). ";
+        if (options?.stripHtml)
+            instructions += "Remove HTML tags. ";
+        if (options?.replaceNumbersWith !== undefined) {
+            instructions += options.replaceNumbersWith === null ? "Remove all numbers. " : `Replace all numbers with the placeholder '${options.replaceNumbersWith}'. `;
+        }
+        // Stop word removal and stemming are generally too rule-based for reliable LLM execution without very specific prompting.
+        const systemPrompt = instructions + "\nReturn only the fully normalized text.";
+        return this.makeLLMCall(text, systemPrompt, 'text_normalization', options?.language === 'en' ? (this.config.textNormalizationModelId || this.config.defaultModelId) : options?.language ? undefined : this.config.defaultModelId, // Use general model or allow specific
+        undefined, // Provider
+        { temperature: 0.0 });
+    }
+    async generateNGrams(tokens, options) {
+        this.ensureInitialized();
+        // This is purely algorithmic, LLM not suitable.
+        console.warn(`LLMUtilityAI (${this.utilityId}): N-gram generation is algorithmic. Returning basic JS implementation. Use StatisticalUtilityAI for more robust version.`);
+        const nValues = Array.isArray(options.n) ? options.n : [options.n];
+        const result = {};
+        nValues.forEach(n => {
+            if (n <= 0) {
+                result[n] = [];
+                return;
+            }
+            const ngrams = [];
+            const limit = options.includePartial ? tokens.length : tokens.length - n + 1;
+            for (let i = 0; i < limit; i++) {
+                const ngram = tokens.slice(i, i + n);
+                if (!options.includePartial && ngram.length < n)
+                    continue;
+                if (ngram.length > 0)
+                    ngrams.push(ngram);
+            }
+            result[n] = ngrams;
+        });
+        return result;
+    }
+    async calculateReadability(text, options) {
+        this.ensureInitialized();
+        const systemPrompt = `Estimate the readability of the following text using the concept of the ${options.formula} score.
+Respond with ONLY a JSON object with "score" (float, the estimated score), "interpretation" (string, a brief explanation of what the score means), and optionally "gradeLevel" (string, e.g., "Approx. Grade 8").
+Text: "${text.substring(0, 1500)}..."`; // Send a substantial sample
+        const responseText = await this.makeLLMCall(text, // Full text for estimation
+        systemPrompt, 'readability_estimation', this.config.readabilityEstimationModelId || this.config.defaultModelId, undefined, { temperature: 0.1, responseFormat: { type: "json_object" } });
+        const parsed = await this.parseJsonSafe(responseText, { attemptFixWithLLM: true, llmModelIdForFix: this.config.jsonFixerModelId });
+        if (parsed && parsed.score !== undefined) {
+            return {
+                score: Number(parsed.score),
+                interpretation: String(parsed.interpretation || "LLM-based estimation."),
+                gradeLevel: parsed.gradeLevel ? String(parsed.gradeLevel) : undefined,
+            };
+        }
+        throw new GMIError("Failed to parse valid readability estimation from LLM.", GMIErrorCode.PARSING_ERROR, { responseText });
+    }
+    formatConversationHistory(messages) {
+        return messages
+            .map(message => {
+            const text = typeof message.content === 'string' ? message.content : JSON.stringify(message.content);
+            return `${message.role.toUpperCase()}: ${text}`;
+        })
+            .join('\n');
+    }
+    formatRagContext(context) {
+        if (typeof context === 'string') {
+            return { serialized: context, sources: [] };
+        }
+        const sources = [];
+        const serialized = context
+            .map(entry => {
+            sources.push(entry.source);
+            const relevance = entry.relevance !== undefined ? ` (relevance ${entry.relevance})` : '';
+            return `Source: ${entry.source}${relevance}\n${entry.content}`;
+        })
+            .join('\n---\n');
+        return { serialized, sources };
+    }
+    async summarizeConversationHistory(messages, targetTokenCount, modelInfo, preserveImportantMessages) {
+        this.ensureInitialized();
+        const serializedHistory = this.formatConversationHistory(messages);
+        const guidance = preserveImportantMessages
+            ? 'Preserve critical tasks, open questions, and decisions verbatim when possible.'
+            : 'Focus on outcomes and next steps.';
+        const systemPrompt = `You are assisting an AgentOS orchestrator. Summarize the following conversation history for ${modelInfo.promptFormatType || 'the target model'} in approximately ${targetTokenCount} tokens. ${guidance}`;
+        const summaryText = (await this.makeLLMCall(serializedHistory, systemPrompt, 'conversation_summary', this.config.summarizationModelId, this.config.defaultProviderId, { maxTokens: Math.max(256, targetTokenCount), temperature: 0.2 })).trim();
+        const summaryMessage = {
+            id: `summary-${uuidv4()}`,
+            role: MessageRole.SUMMARY,
+            content: summaryText,
+            timestamp: Date.now(),
+            metadata: {
+                modificationInfo: {
+                    strategy: 'summarized',
+                    originalMessageCount: messages.length,
+                },
+            },
+        };
+        return {
+            summaryMessages: [summaryMessage],
+            originalTokenCount: serializedHistory.length,
+            finalTokenCount: summaryText.length,
+            messagesSummarized: messages.length,
+        };
+    }
+    async summarizeRAGContext(context, targetTokenCount, modelInfo, preserveSourceAttribution) {
+        this.ensureInitialized();
+        const { serialized, sources } = this.formatRagContext(context);
+        const systemPrompt = `You are assisting an AgentOS retrieval pipeline. Summarize the provided knowledge context for ${modelInfo.promptFormatType || 'the downstream model'} in approximately ${targetTokenCount} tokens. Preserve key facts and cite source names inline when appropriate.`;
+        const summaryText = (await this.makeLLMCall(serialized, systemPrompt, 'rag_context_summary', this.config.summarizationModelId, this.config.defaultProviderId, { maxTokens: Math.max(256, targetTokenCount), temperature: 0.2 })).trim();
+        return {
+            summary: summaryText,
+            originalTokenCount: serialized.length,
+            finalTokenCount: summaryText.length,
+            preservedSources: preserveSourceAttribution ? sources : undefined,
+        };
+    }
+    async checkHealth() {
+        if (!this.isInitialized) {
+            return { isHealthy: false, details: { message: `LLMUtilityAI (ID: ${this.utilityId}) not initialized.` } };
+        }
+        // Check if AIModelProviderManager is available and can provide a default provider
+        const providerHealth = typeof this.llmProviderManager?.checkHealth === 'function'
+            ? await this.llmProviderManager.checkHealth()
+            : undefined;
+        const providerManagerHealthy = providerHealth?.isOverallHealthy ??
+            this.llmProviderManager?.isInitialized ??
+            !!this.llmProviderManager;
+        const providerManagerDetails = providerHealth || (providerManagerHealthy ? { status: 'initialized' } : { message: 'AIModelProviderManager not initialized.' });
+        return {
+            isHealthy: providerManagerHealthy,
+            details: { utilityId: this.utilityId, status: 'Initialized', defaultModelId: this.config.defaultModelId },
+            dependencies: [{ name: 'AIModelProviderManager', isHealthy: providerManagerHealthy, details: providerManagerDetails }]
+        };
+    }
+    // Training methods are not applicable for this LLM-proxy utility AI
+    async trainModel() {
+        return { success: false, message: "Training not supported by LLMUtilityAI." };
+    }
+    async saveTrainedModel() {
+        return { success: false, message: "Model saving not supported by LLMUtilityAI." };
+    }
+    async loadTrainedModel() {
+        return { success: false, message: "Model loading not supported by LLMUtilityAI." };
+    }
+    async shutdown() {
+        this.isInitialized = false;
+        console.log(`LLMUtilityAI (ID: ${this.utilityId}) shut down.`);
+        // Does not own llmProviderManager, so doesn't shut it down.
+    }
+}
+//# sourceMappingURL=LLMUtilityAI.js.map

package/dist/core/ai_utilities/LLMUtilityAI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMUtilityAI.js","sourceRoot":"","sources":["../../../src/core/ai_utilities/LLMUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAyBH,OAAO,EAAkC,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClG,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AACvE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,GAAG,MAAM,KAAK,CAAC;AA4BtB,MAAM,OAAO,YAAY;IAOvB,YAAY,SAAkB;QAHtB,kBAAa,GAAY,KAAK,CAAC;QAIrC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,eAAe,MAAM,EAAE,EAAE,CAAC;QACxD,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,EAAC,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAC,CAAC,CAAC;IAC3D,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAA0B;QAChD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,SAAS,yCAAyC,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC/B,MAAM,IAAI,QAAQ,CAAC,gFAAgF,EAAE,YAAY,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACjK,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QACpD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,gBAAgB,CAAC,CAAC;IACnE,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,GAAG,IAAI,CAAC,SAAS,4CAA4C,EAAE,YAAY,CAAC,eAAe,CAAC,CAAC;QAClH,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,mBAA4B,EAAE,sBAA+B;QACrF,MAAM,OAAO,GAAG,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAClE,MAAM,UAAU,GAAG,sBAAsB,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAE3E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,QAAQ,CAAC,6DAA6D,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;QAC3H,gHAAgH;QAChH,uCAAuC;QACvC,IAAI,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,QAAQ,CAAC,qDAAqD,OAAO,2BAA2B,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;QAC3I,CAAC;QACD,2FAA2F;QAC3F,6CAA6C;QAC7C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,MAAc,EACd,YAAgC,EAChC,QAAgB,EAChB,OAAgB,EAChB,UAAmB,EACnB,iBAAmD;QAEnD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,mBAAmB,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACrH,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAC1E,MAAM,WAAW,GAAG,QAAQ,IAAI,OAAQ,QAAgB,CAAC,QAAQ,KAAK,UAAU,CAAC;QACjF,MAAM,qBAAqB,GAAG,QAAQ,IAAI,OAAQ,QAAgB,CAAC,kBAAkB,KAAK,UAAU,CAAC;QACrG,IAAI,CAAC,WAAW,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3C,MAAM,IAAI,QAAQ,CAChB,aAAa,mBAAmB,sDAAsD,EACtF,YAAY,CAAC,kBAAkB,CAChC,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAwB;YACxC,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,IAAI;YACf,GAAG,iBAAiB;SACrB,CAAC;QACF,IAAG,YAAY,EAAC,CAAC;YACb,0EAA0E;YAC1E,8FAA8F;YAC9F,gGAAgG;QACpG,CAAC;QAED,kFAAkF;QAClF,IAAI,qBAAqB,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAkB,EAAE,CAAC;YACnC,IAAI,YAAY,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjD,MAAM,gBAAgB,GAAG,MAAO,QAAgB,CAAC,kBAAkB,CACjE,gBAAgB,EAChB,QAAQ,EACR,YAAY,CACb,CAAC;YACF,MAAM,MAAM,GAAG,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,IAAK,MAAc,EAAE,IAAI,CAAC;YAClE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,QAAQ,CAChB,gBAAgB,QAAQ,iCAAiC,EACzD,YAAY,CAAC,cAAc,EAC3B,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAC9B,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,qBAAqB,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,aAAa,MAAM,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC;QACzG,MAAM,SAAS,GAAG,QAAe,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,qBAAqB,EAAE,YAAY,CAAC,CAAC;QAE/F,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9E,MAAM,IAAI,QAAQ,CAAC,gBAAgB,QAAQ,iCAAiC,EAAE,YAAY,CAAC,cAAc,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC5I,CAAC;QACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,eAAuB,EAAE,OAA8B;QAC5E,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,iBAAiB,CAAC;QACpD,IAAI,MAAM,KAAK,iBAAiB,IAAI,MAAM,KAAK,gBAAgB,EAAE,CAAC;YAChE,MAAM,IAAI,QAAQ,CAAC,kGAAkG,MAAM,EAAE,EAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC7J,CAAC;QAED,IAAI,iBAAiB,GAAG,eAAe,CAAC;QACxC,IAAI,OAAO,EAAE,aAAa,KAAK,OAAO;YAAE,iBAAiB,GAAG,+CAA+C,CAAC;aACvG,IAAI,OAAO,EAAE,aAAa,KAAK,MAAM;YAAE,iBAAiB,GAAG,4DAA4D,CAAC;aACxH,IAAI,OAAO,OAAO,EAAE,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,IAAI,OAAO,CAAC,aAAa,IAAG,CAAC,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC;gBAAE,iBAAiB,GAAG,mCAAmC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,0BAA0B,CAAC;iBAChL,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC;gBAAE,iBAAiB,GAAG,sBAAsB,OAAO,CAAC,aAAa,YAAY,CAAC;QACpH,CAAC;QAED,MAAM,gBAAgB,GAAG,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,uBAAuB,CAAC;QAClH,MAAM,YAAY,GAAG,qCAAqC,iBAAiB,eAAe,gBAAgB,gDAAgD,CAAC;QAE3J,OAAO,IAAI,CAAC,WAAW,CACrB,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC,EAAE,yBAAyB;QACxF,YAAY,EACZ,eAAe,EACf,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EACpD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,4CAA4C;QAChF,EAAE,SAAS,EAAE,CAAC,OAAO,OAAO,EAAE,aAAa,KAAK,QAAQ,IAAI,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,EAAG,GAAG,OAAO,EAAE,aAAa,EAAE,CACxK,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,aAAa,CAAU,UAAkB,EAAE,OAA6B;QACnF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACtC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAkB,CAAC;gBACzE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACtB,MAAM,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/E,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,0CAA0C,EAAE,gBAAgB,CAAC,CAAC;oBAC1G,MAAM,IAAI,QAAQ,CAAC,uCAAuC,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAC3H,CAAC;YACH,CAAC;YACD,OAAO,MAAW,CAAC;QACrB,CAAC;QAAC,OAAO,YAAiB,EAAE,CAAC;YAC3B,IAAI,OAAO,EAAE,iBAAiB,EAAE,CAAC;gBAC/B,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,qDAAqD,UAAU,CAAC,MAAM,iCAAiC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3K,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,6NAA6N,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,0CAA0C;oBAC1T,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAC5C,SAAS,EACT,sEAAsE,EACtE,UAAU,EACV,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EACxD,OAAO,CAAC,mBAAmB,EAC3B,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,sCAAsC;qBAC7H,CAAC;oBACF,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;wBAC5C,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;4BACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAkB,CAAC;4BACzE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gCACxB,MAAM,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gCAC/E,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,6CAA6C,EAAE,gBAAgB,CAAC,CAAC;gCAC7G,uEAAuE;gCACvE,OAAO,IAAI,CAAC;4BACd,CAAC;wBACL,CAAC;wBACD,OAAO,QAAa,CAAC;oBACvB,CAAC;oBAAC,OAAO,YAAiB,EAAE,CAAC;wBAC3B,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,6CAA6C,YAAY,CAAC,OAAO,wBAAwB,eAAe,CAAC,SAAS,CAAC,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC9K,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;gBAAC,OAAO,WAAgB,EAAE,CAAC;oBAC1B,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,mCAAmC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;oBACvG,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,SAAS,gFAAgF,UAAU,CAAC,SAAS,CAAC,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9J,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAGM,KAAK,CAAC,YAAY,CAAC,cAAsB,EAAE,OAA8B;QAC9E,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,mEAAmE,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;6FAClC,CAAC,CAAC,OAAO,CAAC,UAAU,2IAA2I,CAAC;QAEzP,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACzC,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EACpD,OAAO,CAAC,aAAa,EAAE,UAAU,EACjC,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CACxF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAgC,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAC,CAAC,CAAC;QACjK,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,IAAI,QAAQ,CAAC,yDAAyD,EAAE,YAAY,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;QAC9H,CAAC;QACD,OAAO;YACH,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9D,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,SAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC;oBACvG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,UAAuB,CAAG,MAAM,CAAC,SAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,UAAoB,CAAC;oBACxJ,CAAC,CAAC,GAAG,CAAC,qCAAqC;aACrD,CAAC,CAAC;SACN,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,aAAqB,EAAE,OAAkC;QACpF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,mBAAmB,WAAW;gFACyB,CAAC;QAE7E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACzC,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAC9C,OAAO,EAAE,aAAa,EAAE,UAAU,EAClC,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,GAAG,OAAO,EAAE,aAAa,EAAE,CACzF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAW,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC7I,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,uFAAuF,EAAE,YAAY,CAAC,CAAC;YACpH,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,OAAkC;QAC5E,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG;uSAC8Q,CAAC;QAEpS,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACzC,IAAI,EACJ,YAAY,EACZ,oBAAoB,EACpB,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAChD,OAAO,EAAE,aAAa,EAAE,UAAU,EAClC,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,GAAG,OAAO,EAAE,aAAa,EAAE,CACzF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAA2B,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC7J,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC5D,MAAM,IAAI,QAAQ,CAAC,oDAAoD,EAAE,YAAY,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;QAC3H,CAAC;QACD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,EAAE,+BAA+B;YAChF,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;YACrD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;YAC3C,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;YAC3C,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;SAC1C,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,OAAkC;QAC1E,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC;QAClD,MAAM,YAAY,GAAG;yKACgJ,aAAa,8EAA8E,CAAC;QAEjQ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACzC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,qCAAqC;QAC9D,YAAY,EACZ,oBAAoB,EACpB,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,wBAAwB,EACxD,OAAO,EAAE,aAAa,EAAE,UAAU,EAClC,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,GAAG,OAAO,EAAE,aAAa,EAAE,CACzF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAA4B,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC9J,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,uFAAuF,EAAE,YAAY,CAAC,CAAC;YACpH,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,yBAAyB;QAC5E,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACxC,CAAC;IAED,iFAAiF;IAC1E,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,OAA6B;QAC/D,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,cAAc;QACxC,4FAA4F;QAC5F,gFAAgF;QAChF,4FAA4F;QAC5F,IAAG,OAAO,EAAE,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,2CAA2C,OAAO,CAAC,OAAO,sHAAsH,CAAC,CAAC;YAC9N,2CAA2C;QAC/C,CAAC;QAED,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,IAAI,OAAO,EAAE,WAAW,KAAK,KAAK;YAAE,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;QAEhG,iFAAiF;QACjF,IAAI,OAAO,EAAE,IAAI,KAAK,UAAU,IAAI,OAAO,EAAE,iBAAiB,KAAK,KAAK,EAAE,CAAC,CAAC,yBAAyB;YACjG,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC,CAAC,oCAAoC;QACnH,CAAC;aAAM,IAAI,OAAO,EAAE,IAAI,KAAK,UAAU,IAAI,OAAO,EAAE,iBAAiB,KAAK,IAAI,EAAE,CAAC,CAAC,wCAAwC;YACtH,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,gEAAgE;QAC1H,CAAC;QAGD,IAAI,OAAO,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;YACjC,qFAAqF;YACrF,OAAO,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7H,CAAC;QACD,+BAA+B;QAC/B,OAAO,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvE,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,QAA0B;QAClE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,gIAAgI,CAAC,CAAC;QAC9K,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,KAAa,EAAE,KAAa,EAAE,OAA2B;QACxF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,cAAc,CAAC,CAAC,+CAA+C;QACjG,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;YAC5B,MAAM,IAAI,QAAQ,CAAC,kFAAkF,MAAM,+CAA+C,EAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC5L,CAAC;QAED,MAAM,YAAY,GAAG;mFAC0D,CAAC;QAChF,MAAM,YAAY,GAAG,WAAW,KAAK,eAAe,KAAK,EAAE,CAAC;QAE5D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACvC,YAAY,EACZ,YAAY,EACZ,qBAAqB,EACrB,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAC5D,OAAO,EAAE,aAAa,EACtB,EAAC,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAC/D,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAA4B,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAC,CAAC,CAAC;QAC7J,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe;QAC5E,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,kDAAkD,EAAE,YAAY,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;IACvH,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,OAAkC;QACzE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,wEAAwE;QACxE,IAAI,YAAY,GAAG,yDAAyD,CAAC;QAC7E,IAAI,OAAO,EAAE,WAAW,KAAK,KAAK;YAAE,YAAY,IAAI,wBAAwB,CAAC;QAC7E,IAAI,OAAO,EAAE,kBAAkB;YAAE,YAAY,IAAI,0DAA0D,CAAC;QAC5G,IAAI,OAAO,EAAE,iBAAiB;YAAE,YAAY,IAAI,sFAAsF,CAAC;QACvI,IAAI,OAAO,EAAE,SAAS;YAAE,YAAY,IAAI,oBAAoB,CAAC;QAC7D,IAAI,OAAO,EAAE,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC5C,YAAY,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,6CAA6C,OAAO,CAAC,kBAAkB,KAAK,CAAC;QAChK,CAAC;QACD,0HAA0H;QAE1H,MAAM,YAAY,GAAG,YAAY,GAAG,0CAA0C,CAAC;QAC/E,OAAO,IAAI,CAAC,WAAW,CACnB,IAAI,EACJ,YAAY,EACZ,oBAAoB,EACpB,OAAO,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,wBAAwB,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,sCAAsC;QACtM,SAAS,EAAE,WAAW;QACtB,EAAC,WAAW,EAAE,GAAG,EAAC,CACrB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,MAAgB,EAAE,OAAqB;QACjE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,gDAAgD;QAChD,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,2HAA2H,CAAC,CAAC;QACzK,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAA+B,EAAE,CAAC;QAC9C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YACvC,MAAM,MAAM,GAAe,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBAC1D,IAAG,KAAK,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YACD,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,IAAY,EAAE,OAA2B;QACzE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,2EAA2E,OAAO,CAAC,OAAO;;SAE1G,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,4BAA4B;QAEhE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CACvC,IAAI,EAAE,2BAA2B;QACjC,YAAY,EACZ,wBAAwB,EACxB,IAAI,CAAC,MAAM,CAAC,4BAA4B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EACtE,SAAS,EACT,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAChE,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAA6B,YAAY,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC/J,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC3B,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,uBAAuB,CAAC;gBACxE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;aACtE,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,wDAAwD,EAAE,YAAY,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;IAC7H,CAAC;IAEO,yBAAyB,CAAC,QAAgC;QAChE,OAAO,QAAQ;aACZ,GAAG,CAAC,OAAO,CAAC,EAAE;YACb,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACrG,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;QAClD,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAEO,gBAAgB,CACtB,OAAwF;QAExF,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC9C,CAAC;QACD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,OAAO;aACvB,GAAG,CAAC,KAAK,CAAC,EAAE;YACX,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,OAAO,WAAW,KAAK,CAAC,MAAM,GAAG,SAAS,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;QACjE,CAAC,CAAC;aACD,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,4BAA4B,CACvC,QAAgC,EAChC,gBAAwB,EACxB,SAAoC,EACpC,yBAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,iBAAiB,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,yBAAyB;YACxC,CAAC,CAAC,gFAAgF;YAClF,CAAC,CAAC,mCAAmC,CAAC;QACxC,MAAM,YAAY,GAAG,+FAA+F,SAAS,CAAC,gBAAgB,IAAI,kBAAkB,qBAAqB,gBAAgB,YAAY,QAAQ,EAAE,CAAC;QAEhO,MAAM,WAAW,GAAG,CAClB,MAAM,IAAI,CAAC,WAAW,CACpB,iBAAiB,EACjB,YAAY,EACZ,sBAAsB,EACtB,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAChC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7B,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CACjE,CACF,CAAC,IAAI,EAAE,CAAC;QAET,MAAM,cAAc,GAAY;YAC9B,EAAE,EAAE,WAAW,MAAM,EAAE,EAAE;YACzB,IAAI,EAAE,WAAW,CAAC,OAAO;YACzB,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE;gBACR,gBAAgB,EAAE;oBAChB,QAAQ,EAAE,YAAY;oBACtB,oBAAoB,EAAE,QAAQ,CAAC,MAAM;iBACtC;aACF;SACF,CAAC;QAEF,OAAO;YACL,eAAe,EAAE,CAAC,cAAc,CAAC;YACjC,kBAAkB,EAAE,iBAAiB,CAAC,MAAM;YAC5C,eAAe,EAAE,WAAW,CAAC,MAAM;YACnC,kBAAkB,EAAE,QAAQ,CAAC,MAAM;SACpC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAC9B,OAAwF,EACxF,gBAAwB,EACxB,SAAoC,EACpC,yBAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,iGAAiG,SAAS,CAAC,gBAAgB,IAAI,sBAAsB,qBAAqB,gBAAgB,4EAA4E,CAAC;QAE5R,MAAM,WAAW,GAAG,CAClB,MAAM,IAAI,CAAC,WAAW,CACpB,UAAU,EACV,YAAY,EACZ,qBAAqB,EACrB,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAChC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7B,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CACjE,CACF,CAAC,IAAI,EAAE,CAAC;QAET,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,kBAAkB,EAAE,UAAU,CAAC,MAAM;YACrC,eAAe,EAAE,WAAW,CAAC,MAAM;YACnC,gBAAgB,EAAE,yBAAyB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;SAClE,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,qBAAqB,IAAI,CAAC,SAAS,oBAAoB,EAAE,EAAE,CAAC;QAC7G,CAAC;QACD,kFAAkF;QAClF,MAAM,cAAc,GAAG,OAAQ,IAAI,CAAC,kBAA0B,EAAE,WAAW,KAAK,UAAU;YACxF,CAAC,CAAC,MAAO,IAAI,CAAC,kBAA0B,CAAC,WAAW,EAAE;YACtD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,sBAAsB,GAC1B,cAAc,EAAE,gBAAgB;YAC/B,IAAI,CAAC,kBAA0B,EAAE,aAAa;YAC/C,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC5B,MAAM,sBAAsB,GAAG,cAAc,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC,CAAC;QAE/J,OAAO;YACL,SAAS,EAAE,sBAAsB;YACjC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE;YACzG,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,SAAS,EAAE,sBAAsB,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;SACvH,CAAC;IACJ,CAAC;IAED,oEAAoE;IAC7D,KAAK,CAAC,UAAU;QACrB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC;IAChF,CAAC;IACM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAAC;IACpF,CAAC;IACM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC;IACrF,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,cAAc,CAAC,CAAC;QAC/D,4DAA4D;IAC9D,CAAC;CACF"}

package/dist/core/ai_utilities/StatisticalUtilityAI.d.ts

@@ -0,0 +1,102 @@
+/**
+ * @fileoverview Implementation of IUtilityAI using statistical and
+ * conventional NLP methods, primarily leveraging the 'natural' library.
+ * This utility is suited for tasks where deterministic, fast, and often offline
+ * processing is preferred over LLM-based approaches.
+ *
+ * @module backend/agentos/core/ai_utilities/StatisticalUtilityAI
+ * @see ./IUtilityAI.ts
+ * @see 'natural' library documentation
+ */
+import { IUtilityAI, UtilityAIConfigBase, ParseJsonOptions, SummarizationOptions, ClassificationOptions, ClassificationResult, KeywordExtractionOptions, TokenizationOptions, StemmingOptions, SimilarityOptions, SentimentAnalysisOptions, SentimentResult, LanguageDetectionOptions, LanguageDetectionResult, TextNormalizationOptions, NGramOptions, ReadabilityOptions, ReadabilityResult } from './IUtilityAI';
+export interface StatisticalUtilityAIConfig extends UtilityAIConfigBase {
+    resourcePath?: string;
+    defaultStopWordsLanguage?: string;
+    customStopWordsPaths?: Record<string, string>;
+    summarizerConfig?: {
+        lexRank?: {
+            similarityThreshold?: number;
+            dampingFactor?: number;
+            maxIterations?: number;
+            epsilon?: number;
+        };
+    };
+    classifierConfig?: {
+        naiveBayes?: {
+            modelStoragePath?: string;
+            defaultModelId?: string;
+            defaultAlpha?: number;
+        };
+    };
+    sentimentConfig?: {
+        lexiconPath?: string;
+        defaultLexiconLanguage?: string;
+    };
+    languageDetectionConfig?: {
+        nGramProfilePath?: string;
+    };
+    readabilitySyllableAlgorithm?: 'regex_approx' | 'dictionary_lookup';
+}
+export declare class StatisticalUtilityAI implements IUtilityAI {
+    readonly utilityId: string;
+    private config;
+    private isInitialized;
+    private tokenizers;
+    private stemmers;
+    private stopWords;
+    private classifiers;
+    private sentimentAnalyzers;
+    constructor(utilityId?: string);
+    initialize(config: StatisticalUtilityAIConfig): Promise<void>;
+    private ensureInitialized;
+    private getStopWords;
+    private getStemmer;
+    private getSentimentAnalyzer;
+    private loadSentimentLexiconFromFile;
+    summarize(textToSummarize: string, options?: SummarizationOptions): Promise<string>;
+    classifyText(textToClassify: string, options: ClassificationOptions): Promise<ClassificationResult>;
+    extractKeywords(textToAnalyze: string, options?: KeywordExtractionOptions): Promise<string[]>;
+    tokenize(text: string, options?: TokenizationOptions): Promise<string[]>;
+    stemTokens(tokens: string[], options?: StemmingOptions): Promise<string[]>;
+    calculateSimilarity(text1: string, text2: string, options?: SimilarityOptions): Promise<number>;
+    analyzeSentiment(text: string, options?: SentimentAnalysisOptions): Promise<SentimentResult>;
+    detectLanguage(_text: string, _options?: LanguageDetectionOptions): Promise<LanguageDetectionResult[]>;
+    normalizeText(text: string, options?: TextNormalizationOptions): Promise<string>;
+    generateNGrams(tokens: string[], options: NGramOptions): Promise<Record<number, string[][]>>;
+    calculateReadability(text: string, options: ReadabilityOptions): Promise<ReadabilityResult>;
+    checkHealth(): Promise<{
+        isHealthy: boolean;
+        details?: any;
+        dependencies?: Array<{
+            name: string;
+            isHealthy: boolean;
+            details?: any;
+        }>;
+    }>;
+    trainModel(trainingData: Array<{
+        text: string;
+        label: string;
+    }>, modelType: string, // e.g., "text_classifier_naive_bayes"
+    trainingOptions?: {
+        modelId?: string;
+        stemmer?: 'porter' | 'lancaster';
+        alpha?: number;
+    }): Promise<{
+        success: boolean;
+        message?: string;
+        modelId?: string;
+    }>;
+    saveTrainedModel(modelId: string, modelType?: string, storagePath?: string): Promise<{
+        success: boolean;
+        pathOrStoreId?: string;
+        message?: string;
+    }>;
+    loadTrainedModel(modelId: string, modelType?: string, storagePath?: string): Promise<{
+        success: boolean;
+        message?: string;
+    }>;
+    private computeCosineSimilarity;
+    parseJsonSafe<T = any>(jsonString: string, options?: ParseJsonOptions<T>): Promise<T | null>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=StatisticalUtilityAI.d.ts.map

package/dist/core/ai_utilities/StatisticalUtilityAI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatisticalUtilityAI.d.ts","sourceRoot":"","sources":["../../../src/core/ai_utilities/StatisticalUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,OAAO,EACL,UAAU,EAAE,mBAAmB,EAAE,gBAAgB,EACjD,oBAAoB,EAAE,qBAAqB,EAAE,oBAAoB,EACjE,wBAAwB,EAAE,mBAAmB,EAAE,eAAe,EAC9D,iBAAiB,EAAE,wBAAwB,EAAE,eAAe,EAC5D,wBAAwB,EAAE,uBAAuB,EACjD,wBAAwB,EAAE,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAC9E,MAAM,cAAc,CAAC;AAmBtB,MAAM,WAAW,0BAA2B,SAAQ,mBAAmB;IAErE,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE9C,gBAAgB,CAAC,EAAE;QACjB,OAAO,CAAC,EAAE;YACR,mBAAmB,CAAC,EAAE,MAAM,CAAC;YAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAA;KACF,CAAC;IACF,gBAAgB,CAAC,EAAE;QACjB,UAAU,CAAC,EAAE;YACX,gBAAgB,CAAC,EAAE,MAAM,CAAC;YAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;YACxB,YAAY,CAAC,EAAE,MAAM,CAAC;SACvB,CAAA;KACF,CAAC;IACF,eAAe,CAAC,EAAE;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,sBAAsB,CAAC,EAAE,MAAM,CAAC;KACjC,CAAC;IACF,uBAAuB,CAAC,EAAE;QAExB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,4BAA4B,CAAC,EAAE,cAAc,GAAG,mBAAmB,CAAC;CACrE;AAED,qBAAa,oBAAqB,YAAW,UAAU;IACrD,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,aAAa,CAAkB;IAEvC,OAAO,CAAC,UAAU,CAAuE;IACzF,OAAO,CAAC,QAAQ,CAAkC;IAClD,OAAO,CAAC,SAAS,CAA2B;IAG5C,OAAO,CAAC,WAAW,CAAuC;IAE1D,OAAO,CAAC,kBAAkB,CAAyC;gBAGvD,SAAS,CAAC,EAAE,MAAM;IAgBjB,UAAU,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAkD1E,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,UAAU;IAWlB,OAAO,CAAC,oBAAoB;IAmC5B,OAAO,CAAC,4BAA4B;IAQvB,SAAS,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BnF,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAiEnG,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAa7F,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkBxE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAM1E,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAoE/F,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC;IA4C5F,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC;IAQtG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;IA4ChF,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAqB5F,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA2C3F,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAC;QAAC,YAAY,CAAC,EAAE,KAAK,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,OAAO,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAC,CAAC,CAAA;KAAE,CAAC;IAgBtI,UAAU,CACrB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,EACpD,SAAS,EAAE,MAAM,EAAE,sCAAsC;IACzD,eAAe,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GACvF,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAgCvD,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IA4BpJ,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAuBzI,OAAO,CAAC,uBAAuB;IAoBlB,aAAa,CAAC,CAAC,GAAG,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAgB5F,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAQvC"}