@appium/mcp-documentation 1.0.0

package/dist/reasoning-rag.js

@@ -0,0 +1,282 @@
+/**
+ * Reasoning-Enhanced RAG System
+ *
+ * This module enhances the existing RAG system by adding reasoning capabilities
+ * using Xenova transformers during the document retrieval process.
+ * It can perform summarization, question-answering, and analysis on retrieved chunks.
+ */
+import { queryVectorStore } from './simple-pdf-indexer.js';
+import log from './logger.js';
+/**
+ * Reasoning-enhanced RAG processor
+ */
+export class ReasoningRAG {
+    transformers = null;
+    models = new Map();
+    isInitialized = false;
+    constructor() {
+        void this.initializeTransformers();
+    }
+    /**
+     * Enhanced RAG query with reasoning capabilities
+     */
+    async queryWithReasoning(query, options = {}) {
+        const { topK = 50, reasoningTasks = ['summarization', 'question-answering'], customConfigs, } = options;
+        try {
+            log.info(`Starting reasoning-enhanced RAG query: "${query}"`);
+            // Step 1: Retrieve relevant chunks using existing RAG
+            log.info(`Retrieving top ${topK} relevant chunks...`);
+            const retrievedChunks = await queryVectorStore(query, topK);
+            if (!retrievedChunks || retrievedChunks.length === 0) {
+                return {
+                    query,
+                    retrievedChunks: [],
+                    reasoningResults: [],
+                    summary: 'No relevant information found in the documentation.',
+                    answer: 'No relevant information found to answer your query.',
+                    sources: [],
+                };
+            }
+            log.info(`Retrieved ${retrievedChunks.length} chunks for reasoning`);
+            // Step 2: Configure reasoning models
+            const configs = customConfigs || [
+                // Summarization using T5
+                {
+                    task: 'summarization',
+                    modelName: 'Xenova/t5-small',
+                    maxLength: 150,
+                    minLength: 30,
+                },
+                // Question answering using DistilBERT
+                {
+                    task: 'question-answering',
+                    modelName: 'Xenova/distilbert-base-cased-distilled-squad',
+                },
+            ];
+            // Filter configs based on requested tasks
+            const filteredConfigs = configs.filter((config) => reasoningTasks.includes(config.task));
+            // Step 3: Perform reasoning on retrieved chunks
+            log.info(`Performing reasoning with ${filteredConfigs.length} different models...`);
+            const reasoningResults = await this.processChunksWithReasoning(retrievedChunks, filteredConfigs, query);
+            // Step 4: Generate comprehensive summary
+            log.info('Generating comprehensive summary...');
+            const summary = await this.generateComprehensiveSummary(reasoningResults, query);
+            // Step 5: Extract best answer from reasoning results
+            const qaResults = reasoningResults.filter((result) => result.metadata.task === 'question-answering' &&
+                !result.metadata.error);
+            const bestAnswer = qaResults.length > 0
+                ? qaResults.sort((a, b) => (b.confidence || 0) - (a.confidence || 0))[0].reasoningOutput
+                : summary;
+            // Step 6: Extract sources
+            const sources = retrievedChunks
+                .map((doc) => doc.metadata?.relativePath ||
+                doc.metadata?.filename ||
+                doc.metadata?.source)
+                .filter((source, index, arr) => source && arr.indexOf(source) === index);
+            log.info(`Reasoning-enhanced RAG completed. Generated ${reasoningResults.length} reasoning results from ${sources.length} sources`);
+            return {
+                query,
+                retrievedChunks,
+                reasoningResults,
+                summary,
+                answer: bestAnswer,
+                sources,
+            };
+        }
+        catch (error) {
+            log.error('Error in reasoning-enhanced RAG:', error);
+            throw new Error(`Reasoning-enhanced RAG failed: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
+        }
+    }
+    /**
+     * Get available reasoning models and their capabilities
+     */
+    getAvailableModels() {
+        return {
+            summarization: [
+                'Xenova/t5-small',
+                'Xenova/t5-base',
+                'Xenova/bart-large-cnn',
+            ],
+            'question-answering': [
+                'Xenova/distilbert-base-cased-distilled-squad',
+                'Xenova/roberta-base-squad2',
+            ],
+            analysis: ['Xenova/gpt2', 'Xenova/distilgpt2'],
+            classification: [
+                'Xenova/distilbert-base-uncased-finetuned-sst-2-english',
+                'Xenova/bert-base-uncased',
+            ],
+        };
+    }
+    /**
+     * Clean up resources
+     */
+    async cleanup() {
+        this.models.clear();
+        log.info('Reasoning RAG resources cleaned up');
+    }
+    /**
+     * Initialize the transformers library dynamically
+     */
+    async initializeTransformers() {
+        if (this.transformers) {
+            return;
+        }
+        try {
+            // Use eval to avoid CommonJS/ESM conflict during compilation
+            const importTransformers = new Function('return import("@xenova/transformers")');
+            this.transformers = await importTransformers();
+            this.isInitialized = true;
+            log.info('Xenova transformers initialized for reasoning');
+        }
+        catch (error) {
+            log.error('Error importing @xenova/transformers:', error);
+            throw new Error(`Failed to import @xenova/transformers: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
+        }
+    }
+    /**
+     * Get or create a model pipeline for a specific task
+     */
+    async getModel(config) {
+        const modelKey = `${config.task}-${config.modelName}`;
+        if (this.models.has(modelKey)) {
+            return this.models.get(modelKey);
+        }
+        await this.initializeTransformers();
+        log.info(`Loading model for ${config.task}: ${config.modelName}`);
+        try {
+            const model = await this.transformers.pipeline(config.task, config.modelName);
+            this.models.set(modelKey, model);
+            log.info(`Successfully loaded model: ${config.modelName}`);
+            return model;
+        }
+        catch (error) {
+            log.error(`Error loading model ${config.modelName}:`, error);
+            throw new Error(`Failed to load model: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
+        }
+    }
+    /**
+     * Perform reasoning on a text chunk
+     */
+    async performReasoning(text, config, query) {
+        const model = await this.getModel(config);
+        try {
+            let reasoningOutput;
+            let confidence;
+            switch (config.task) {
+                case 'summarization':
+                    const summaryResult = await model(text, {
+                        max_length: config.maxLength || 150,
+                        min_length: config.minLength || 30,
+                        do_sample: false,
+                    });
+                    reasoningOutput = summaryResult[0].summary_text;
+                    confidence = summaryResult[0].score;
+                    break;
+                case 'question-answering':
+                    if (!query) {
+                        throw new Error('Query is required for question-answering task');
+                    }
+                    const qaResult = await model({
+                        question: query,
+                        context: text,
+                    });
+                    reasoningOutput = qaResult.answer;
+                    confidence = qaResult.score;
+                    break;
+                case 'analysis':
+                    // For analysis, we can use a text generation model
+                    const analysisResult = await model(`Analyze the following text and provide key insights:\n\n${text}\n\nAnalysis:`, {
+                        max_length: config.maxLength || 200,
+                        temperature: 0.7,
+                        do_sample: true,
+                    });
+                    reasoningOutput =
+                        analysisResult[0].generated_text.split('Analysis:')[1]?.trim() ||
+                            'No analysis generated';
+                    break;
+                case 'classification':
+                    // For classification, we can use a classification model
+                    const classResult = await model(text);
+                    reasoningOutput = `Classification: ${classResult[0].label} (confidence: ${classResult[0].score.toFixed(3)})`;
+                    confidence = classResult[0].score;
+                    break;
+                default:
+                    throw new Error(`Unsupported reasoning task: ${config.task}`);
+            }
+            return {
+                originalChunk: text,
+                reasoningOutput,
+                confidence,
+                metadata: {
+                    task: config.task,
+                    model: config.modelName,
+                    timestamp: new Date().toISOString(),
+                },
+            };
+        }
+        catch (error) {
+            log.error(`Error performing reasoning with ${config.task}:`, error);
+            return {
+                originalChunk: text,
+                reasoningOutput: `Error during reasoning: ${error instanceof Error ? error.message : String(error)}`,
+                metadata: {
+                    task: config.task,
+                    model: config.modelName,
+                    error: true,
+                    timestamp: new Date().toISOString(),
+                },
+            };
+        }
+    }
+    /**
+     * Process multiple chunks with reasoning in parallel
+     */
+    async processChunksWithReasoning(chunks, configs, query) {
+        const results = [];
+        // Process chunks in batches to avoid overwhelming the system
+        const batchSize = 5;
+        for (let i = 0; i < chunks.length; i += batchSize) {
+            const batch = chunks.slice(i, i + batchSize);
+            const batchPromises = batch.flatMap((chunk) => configs.map((config) => this.performReasoning(chunk.pageContent, config, query)));
+            const batchResults = await Promise.all(batchPromises);
+            results.push(...batchResults);
+            // Log progress for large batches
+            if (chunks.length > batchSize) {
+                log.info(`Processed reasoning for ${Math.min(i + batchSize, chunks.length)}/${chunks.length} chunks`);
+            }
+        }
+        return results;
+    }
+    /**
+     * Generate a comprehensive summary from reasoning results
+     */
+    async generateComprehensiveSummary(reasoningResults, query) {
+        // Extract all reasoning outputs
+        const summaries = reasoningResults
+            .filter((result) => result.metadata.task === 'summarization')
+            .map((result) => result.reasoningOutput);
+        const analyses = reasoningResults
+            .filter((result) => result.metadata.task === 'analysis')
+            .map((result) => result.reasoningOutput);
+        const qaResults = reasoningResults
+            .filter((result) => result.metadata.task === 'question-answering')
+            .map((result) => result.reasoningOutput);
+        // Combine all insights
+        let comprehensiveSummary = `## Query: ${query}\n\n`;
+        if (summaries.length > 0) {
+            comprehensiveSummary += `### Key Summaries:\n${summaries.map((s, i) => `${i + 1}. ${s}`).join('\n')}\n\n`;
+        }
+        if (analyses.length > 0) {
+            comprehensiveSummary += `### Analysis Insights:\n${analyses.map((a, i) => `${i + 1}. ${a}`).join('\n')}\n\n`;
+        }
+        if (qaResults.length > 0) {
+            comprehensiveSummary += `### Direct Answers:\n${qaResults.map((qa, i) => `${i + 1}. ${qa}`).join('\n')}\n\n`;
+        }
+        return comprehensiveSummary;
+    }
+}
+// Export a singleton instance
+export const reasoningRAG = new ReasoningRAG();
+//# sourceMappingURL=reasoning-rag.js.map

package/dist/reasoning-rag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reasoning-rag.js","sourceRoot":"","sources":["../src/reasoning-rag.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,GAAG,MAAM,aAAa,CAAC;AA2C9B;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,YAAY,GAAQ,IAAI,CAAC;IACzB,MAAM,GAAqB,IAAI,GAAG,EAAE,CAAC;IACrC,aAAa,GAAY,KAAK,CAAC;IAEvC;QACE,KAAK,IAAI,CAAC,sBAAsB,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,UAII,EAAE;QAEN,MAAM,EACJ,IAAI,GAAG,EAAE,EACT,cAAc,GAAG,CAAC,eAAe,EAAE,oBAAoB,CAAC,EACxD,aAAa,GACd,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,2CAA2C,KAAK,GAAG,CAAC,CAAC;YAE9D,sDAAsD;YACtD,GAAG,CAAC,IAAI,CAAC,kBAAkB,IAAI,qBAAqB,CAAC,CAAC;YACtD,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAE5D,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,OAAO;oBACL,KAAK;oBACL,eAAe,EAAE,EAAE;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,OAAO,EAAE,qDAAqD;oBAC9D,MAAM,EAAE,qDAAqD;oBAC7D,OAAO,EAAE,EAAE;iBACZ,CAAC;YACJ,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,aAAa,eAAe,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAErE,qCAAqC;YACrC,MAAM,OAAO,GAAsB,aAAa,IAAI;gBAClD,yBAAyB;gBACzB;oBACE,IAAI,EAAE,eAAe;oBACrB,SAAS,EAAE,iBAAiB;oBAC5B,SAAS,EAAE,GAAG;oBACd,SAAS,EAAE,EAAE;iBACd;gBACD,sCAAsC;gBACtC;oBACE,IAAI,EAAE,oBAAoB;oBAC1B,SAAS,EAAE,8CAA8C;iBAC1D;aACF,CAAC;YAEF,0CAA0C;YAC1C,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAChD,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CACrC,CAAC;YAEF,gDAAgD;YAChD,GAAG,CAAC,IAAI,CACN,6BAA6B,eAAe,CAAC,MAAM,sBAAsB,CAC1E,CAAC;YACF,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAC5D,eAAe,EACf,eAAe,EACf,KAAK,CACN,CAAC;YAEF,yCAAyC;YACzC,GAAG,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,4BAA4B,CACrD,gBAAgB,EAChB,KAAK,CACN,CAAC;YAEF,qDAAqD;YACrD,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CACvC,CAAC,MAAM,EAAE,EAAE,CACT,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,oBAAoB;gBAC7C,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CACzB,CAAC;YAEF,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,GAAG,CAAC;gBAClB,CAAC,CAAC,SAAS,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CACpD,CAAC,CAAC,CAAC,CAAC,eAAe;gBACtB,CAAC,CAAC,OAAO,CAAC;YAEd,0BAA0B;YAC1B,MAAM,OAAO,GAAG,eAAe;iBAC5B,GAAG,CACF,CAAC,GAAQ,EAAE,EAAE,CACX,GAAG,CAAC,QAAQ,EAAE,YAAY;gBAC1B,GAAG,CAAC,QAAQ,EAAE,QAAQ;gBACtB,GAAG,CAAC,QAAQ,EAAE,MAAM,CACvB;iBACA,MAAM,CACL,CAAC,MAAW,EAAE,KAAa,EAAE,GAAU,EAAE,EAAE,CACzC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,CAC1C,CAAC;YAEJ,GAAG,CAAC,IAAI,CACN,+CAA+C,gBAAgB,CAAC,MAAM,2BAA2B,OAAO,CAAC,MAAM,UAAU,CAC1H,CAAC;YAEF,OAAO;gBACL,KAAK;gBACL,eAAe;gBACf,gBAAgB;gBAChB,OAAO;gBACP,MAAM,EAAE,UAAU;gBAClB,OAAO;aACR,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACrD,MAAM,IAAI,KAAK,CACb,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO;YACL,aAAa,EAAE;gBACb,iBAAiB;gBACjB,gBAAgB;gBAChB,uBAAuB;aACxB;YACD,oBAAoB,EAAE;gBACpB,8CAA8C;gBAC9C,4BAA4B;aAC7B;YACD,QAAQ,EAAE,CAAC,aAAa,EAAE,mBAAmB,CAAC;YAC9C,cAAc,EAAE;gBACd,wDAAwD;gBACxD,0BAA0B;aAC3B;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,6DAA6D;YAC7D,MAAM,kBAAkB,GAAG,IAAI,QAAQ,CACrC,uCAAuC,CACxC,CAAC;YACF,IAAI,CAAC,YAAY,GAAG,MAAM,kBAAkB,EAAE,CAAC;YAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,IAAI,KAAK,CACb,0CAA0C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClG,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ,CAAC,MAAuB;QAC5C,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QAEtD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAEpC,GAAG,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAC5C,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,SAAS,CACjB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CACb,yBAAyB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACjF,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,IAAY,EACZ,MAAuB,EACvB,KAAc;QAEd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,IAAI,eAAuB,CAAC;YAC5B,IAAI,UAA8B,CAAC;YAEnC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,eAAe;oBAClB,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE;wBACtC,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;wBACnC,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;wBAClC,SAAS,EAAE,KAAK;qBACjB,CAAC,CAAC;oBACH,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;oBAChD,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBACpC,MAAM;gBAER,KAAK,oBAAoB;oBACvB,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;oBACnE,CAAC;oBACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;wBAC3B,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC;oBAC5B,MAAM;gBAER,KAAK,UAAU;oBACb,mDAAmD;oBACnD,MAAM,cAAc,GAAG,MAAM,KAAK,CAChC,2DAA2D,IAAI,eAAe,EAC9E;wBACE,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;wBACnC,WAAW,EAAE,GAAG;wBAChB,SAAS,EAAE,IAAI;qBAChB,CACF,CAAC;oBACF,eAAe;wBACb,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE;4BAC9D,uBAAuB,CAAC;oBAC1B,MAAM;gBAER,KAAK,gBAAgB;oBACnB,wDAAwD;oBACxD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;oBACtC,eAAe,GAAG,mBAAmB,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,iBAAiB,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC7G,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBAClC,MAAM;gBAER;oBACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,OAAO;gBACL,aAAa,EAAE,IAAI;gBACnB,eAAe;gBACf,UAAU;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,MAAM,CAAC,SAAS;oBACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,mCAAmC,MAAM,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC,CAAC;YACpE,OAAO;gBACL,aAAa,EAAE,IAAI;gBACnB,eAAe,EAAE,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACpG,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,MAAM,CAAC,SAAS;oBACvB,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,0BAA0B,CACtC,MAAkB,EAClB,OAA0B,EAC1B,KAAc;QAEd,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,6DAA6D;QAC7D,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAE7C,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAC5C,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CACxD,CACF,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAE9B,iCAAiC;YACjC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC9B,GAAG,CAAC,IAAI,CACN,2BAA2B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,SAAS,CAC5F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,4BAA4B,CACxC,gBAAmC,EACnC,KAAa;QAEb,gCAAgC;QAChC,MAAM,SAAS,GAAG,gBAAgB;aAC/B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe,CAAC;aAC5D,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAE3C,MAAM,QAAQ,GAAG,gBAAgB;aAC9B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC;aACvD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAE3C,MAAM,SAAS,GAAG,gBAAgB;aAC/B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,oBAAoB,CAAC;aACjE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAE3C,uBAAuB;QACvB,IAAI,oBAAoB,GAAG,aAAa,KAAK,MAAM,CAAC;QAEpD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,oBAAoB,IAAI,uBAAuB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5G,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,oBAAoB,IAAI,2BAA2B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC/G,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,oBAAoB,IAAI,wBAAwB,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC/G,CAAC;QAED,OAAO,oBAAoB,CAAC;IAC9B,CAAC;CACF;AAED,8BAA8B;AAC9B,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/scripts/eval-documentation-rag.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Answer-grounded RAG eval for the Appium documentation tool.
+ *
+ * Runs the documentation_query retrieval pipeline against a fixed set of
+ * realistic queries and asks the only question that matters downstream:
+ * "did the answer text actually land in the chunks an LLM would see?"
+ *
+ * What we measure:
+ *
+ *   1. answerSpanRecall@K
+ *      For each query, the dataset declares short verbatim phrases lifted
+ *      from the docs (`answerSpans`). We concatenate the top-K retrieved
+ *      chunks and check what fraction of the spans appears in that text.
+ *      "anyOf" semantics: a query that finds at least one span counts as a
+ *      hit. Spans are 30-140 chars and chosen so any reasonable chunk
+ *      containing the answer will include them, regardless of chunk
+ *      boundaries -- so the metric is splitter-neutral.
+ *
+ *   2. hit@{1,3,5,10}
+ *      Did any chunk at rank <= K carry any answerSpan? Direct measure of
+ *      "does the LLM see the answer" at different context budgets.
+ *
+ *   3. MRR
+ *      Mean reciprocal rank of the *first* chunk that carries an answerSpan.
+ *      MRR-equivalent on content, not on file paths -- a chunk from the
+ *      right file but wrong section is worth nothing here.
+ *
+ *   4. contextEfficiency
+ *      For queries we hit, 1000 * spansCovered / totalChars(topK). Spans-per-
+ *      kchar density. Low = lots of noise around the answer.
+ *
+ *   5. fileRecall@{5,10} (diagnostic only)
+ *      Did the right *file* appear in top-K? Kept so we can spot the
+ *      "right-file wrong-chunk" failure mode (right file present but no
+ *      answerSpan landed).
+ *
+ * Match semantics: lowercase + collapse whitespace, then substring check.
+ *
+ * Usage (after `npm run build`):
+ *   node dist/scripts/eval-documentation-rag.js \
+ *        [--top-k=10] [--label=NAME] [--quiet] [--no-save]
+ *
+ *   --top-k=N    number of chunks to retrieve & evaluate (default 10)
+ *   --label=N    label written into the saved run, useful for comparing
+ *                index variants (e.g. --label=before, --label=after)
+ *   --quiet      suppress the per-query log lines and table
+ *   --no-save    don't persist results JSON to disk
+ */
+export {};
+//# sourceMappingURL=eval-documentation-rag.d.ts.map

package/dist/scripts/eval-documentation-rag.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-documentation-rag.d.ts","sourceRoot":"","sources":["../../src/scripts/eval-documentation-rag.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG"}

package/dist/scripts/eval-documentation-rag.js

@@ -0,0 +1,287 @@
+/**
+ * Answer-grounded RAG eval for the Appium documentation tool.
+ *
+ * Runs the documentation_query retrieval pipeline against a fixed set of
+ * realistic queries and asks the only question that matters downstream:
+ * "did the answer text actually land in the chunks an LLM would see?"
+ *
+ * What we measure:
+ *
+ *   1. answerSpanRecall@K
+ *      For each query, the dataset declares short verbatim phrases lifted
+ *      from the docs (`answerSpans`). We concatenate the top-K retrieved
+ *      chunks and check what fraction of the spans appears in that text.
+ *      "anyOf" semantics: a query that finds at least one span counts as a
+ *      hit. Spans are 30-140 chars and chosen so any reasonable chunk
+ *      containing the answer will include them, regardless of chunk
+ *      boundaries -- so the metric is splitter-neutral.
+ *
+ *   2. hit@{1,3,5,10}
+ *      Did any chunk at rank <= K carry any answerSpan? Direct measure of
+ *      "does the LLM see the answer" at different context budgets.
+ *
+ *   3. MRR
+ *      Mean reciprocal rank of the *first* chunk that carries an answerSpan.
+ *      MRR-equivalent on content, not on file paths -- a chunk from the
+ *      right file but wrong section is worth nothing here.
+ *
+ *   4. contextEfficiency
+ *      For queries we hit, 1000 * spansCovered / totalChars(topK). Spans-per-
+ *      kchar density. Low = lots of noise around the answer.
+ *
+ *   5. fileRecall@{5,10} (diagnostic only)
+ *      Did the right *file* appear in top-K? Kept so we can spot the
+ *      "right-file wrong-chunk" failure mode (right file present but no
+ *      answerSpan landed).
+ *
+ * Match semantics: lowercase + collapse whitespace, then substring check.
+ *
+ * Usage (after `npm run build`):
+ *   node dist/scripts/eval-documentation-rag.js \
+ *        [--top-k=10] [--label=NAME] [--quiet] [--no-save]
+ *
+ *   --top-k=N    number of chunks to retrieve & evaluate (default 10)
+ *   --label=N    label written into the saved run, useful for comparing
+ *                index variants (e.g. --label=before, --label=after)
+ *   --quiet      suppress the per-query log lines and table
+ *   --no-save    don't persist results JSON to disk
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { queryVectorStore } from '../simple-pdf-indexer.js';
+// -- arg parsing ----------------------------------------------------------
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const args = process.argv.slice(2);
+const flagSet = new Set(args);
+const QUIET = flagSet.has('--quiet');
+const NO_SAVE = flagSet.has('--no-save');
+function flagValue(name, dflt) {
+    const a = args.find((x) => x.startsWith(`${name}=`));
+    return a ? a.split('=').slice(1).join('=') : dflt;
+}
+const TOP_K = Number(flagValue('--top-k', '10'));
+const LABEL = flagValue('--label', 'default');
+// -- paths ----------------------------------------------------------------
+function resolveDatasetPath() {
+    const candidates = [
+        path.resolve(__dirname, 'rag-eval-dataset.json'),
+        path.resolve(__dirname, '../../src/scripts/rag-eval-dataset.json'),
+    ];
+    for (const p of candidates) {
+        if (fs.existsSync(p)) {
+            return p;
+        }
+    }
+    throw new Error(`rag-eval-dataset.json not found in: ${candidates.join(', ')}`);
+}
+function resolveResultsDir() {
+    const dir = path.resolve(__dirname, '../../src/scripts/eval-results');
+    fs.mkdirSync(dir, { recursive: true });
+    return dir;
+}
+// -- matching helpers -----------------------------------------------------
+function normalize(s) {
+    return s.toLowerCase().replace(/\s+/g, ' ').trim();
+}
+function chunkContainsSpan(chunkText, span) {
+    return normalize(chunkText).includes(normalize(span));
+}
+function endsWithExpected(retrievedRelPath, expected) {
+    return retrievedRelPath === expected || retrievedRelPath.endsWith(expected);
+}
+// -- per-query evaluation -------------------------------------------------
+function evaluateQuery(q, chunks) {
+    const hitRanks = [];
+    const spansCovered = new Set();
+    for (const chunk of chunks) {
+        let chunkHadHit = false;
+        for (const span of q.answerSpans) {
+            if (chunkContainsSpan(chunk.text, span)) {
+                spansCovered.add(span);
+                chunkHadHit = true;
+            }
+        }
+        if (chunkHadHit) {
+            hitRanks.push(chunk.rank);
+        }
+    }
+    const firstHitRank = hitRanks.length > 0 ? hitRanks[0] : null;
+    const spansMissing = q.answerSpans.filter((s) => !spansCovered.has(s));
+    return {
+        hitRanks,
+        firstHitRank,
+        spansCovered: [...spansCovered],
+        spansMissing,
+    };
+}
+// -- aggregation ----------------------------------------------------------
+function aggregate(results) {
+    if (results.length === 0) {
+        return {
+            count: 0,
+            answerSpanRecall: 0,
+            hitAnyAt1: 0,
+            hitAnyAt3: 0,
+            hitAnyAt5: 0,
+            hitAnyAt10: 0,
+            mrr: 0,
+            contextEfficiency: 0,
+            fileRecallAt5: 0,
+            fileRecallAt10: 0,
+        };
+    }
+    const n = results.length;
+    const mean = (xs) => xs.reduce((a, b) => a + b, 0) / xs.length;
+    const hitResults = results.filter((r) => r.hitAnyAt10 === 1);
+    return {
+        count: n,
+        answerSpanRecall: mean(results.map((r) => r.answerSpanRecall)),
+        hitAnyAt1: mean(results.map((r) => r.hitAnyAt1)),
+        hitAnyAt3: mean(results.map((r) => r.hitAnyAt3)),
+        hitAnyAt5: mean(results.map((r) => r.hitAnyAt5)),
+        hitAnyAt10: mean(results.map((r) => r.hitAnyAt10)),
+        mrr: mean(results.map((r) => r.reciprocalRank)),
+        contextEfficiency: hitResults.length
+            ? mean(hitResults.map((r) => r.contextEfficiency))
+            : 0,
+        fileRecallAt5: mean(results.map((r) => r.fileRecallAt5)),
+        fileRecallAt10: mean(results.map((r) => r.fileRecallAt10)),
+    };
+}
+function fmt(n, dp = 3) {
+    return n.toFixed(dp);
+}
+function printAggregate(label, m) {
+    const tag = `${label} (n=${m.count})`.padEnd(20);
+    console.log(`${tag}  spanRecall=${fmt(m.answerSpanRecall)}  hit@1=${fmt(m.hitAnyAt1)}  hit@3=${fmt(m.hitAnyAt3)}  hit@5=${fmt(m.hitAnyAt5)}  hit@10=${fmt(m.hitAnyAt10)}  MRR=${fmt(m.mrr)}  ctxEff=${fmt(m.contextEfficiency, 2)}  fileR@5=${fmt(m.fileRecallAt5)}`);
+}
+function printPerQueryTable(results) {
+    const header = 'id   | diff   | fhr | spans  | hit@5 | unique | sources';
+    const sep = '-'.repeat(110);
+    console.log(sep);
+    console.log(header);
+    console.log(sep);
+    for (const r of results) {
+        const fhr = r.firstHitRank === null ? ' - ' : String(r.firstHitRank).padStart(3, ' ');
+        const spans = `${r.spansCovered.length}/${r.answerSpans.length}`;
+        const matched = r.retrievedSources[0]
+            ? r.retrievedSources.slice(0, 2).join(', ')
+            : '(empty)';
+        console.log(`${r.id.padEnd(4)} | ${r.difficulty.padEnd(6)} | ${fhr} | ${spans.padEnd(6)} | ${String(r.hitAnyAt5).padEnd(5)} | ${String(r.uniqueFiles).padEnd(6)} | ${matched}`);
+    }
+    console.log(sep);
+}
+// -- main -----------------------------------------------------------------
+async function runEval() {
+    const datasetPath = resolveDatasetPath();
+    const dataset = JSON.parse(fs.readFileSync(datasetPath, 'utf-8'));
+    console.log(`\n=== Appium RAG eval (answer-grounded) ===`);
+    console.log(`Dataset: ${datasetPath}`);
+    console.log(`Queries: ${dataset.queries.length}   topK: ${TOP_K}   label: ${LABEL}\n`);
+    const perQuery = [];
+    for (const q of dataset.queries) {
+        const docs = await queryVectorStore(q.query, TOP_K);
+        const chunks = docs.map((d, i) => ({
+            rank: i + 1,
+            text: d.pageContent,
+            source: d.metadata?.relativePath ??
+                d.metadata?.filename,
+            charCount: d.pageContent.length,
+        }));
+        const retrievedSources = chunks
+            .map((c) => c.source)
+            .filter((s) => !!s);
+        const topKChars = chunks.reduce((a, c) => a + c.charCount, 0);
+        const uniqueFiles = new Set(retrievedSources).size;
+        const { hitRanks, firstHitRank, spansCovered, spansMissing } = evaluateQuery(q, chunks);
+        const answerSpanRecall = q.answerSpans.length === 0
+            ? 0
+            : spansCovered.length / q.answerSpans.length;
+        const hitAnyAt = (k) => hitRanks.some((r) => r <= k) ? 1 : 0;
+        const reciprocalRank = firstHitRank ? 1 / firstHitRank : 0;
+        const contextEfficiency = firstHitRank !== null && topKChars > 0
+            ? (1000 * spansCovered.length) / topKChars
+            : 0;
+        const fileMatched = (k) => {
+            const top = retrievedSources.slice(0, k);
+            return top.some((rs) => q.expectedSources.some((es) => endsWithExpected(rs, es)))
+                ? 1
+                : 0;
+        };
+        perQuery.push({
+            id: q.id,
+            query: q.query,
+            difficulty: q.difficulty,
+            category: q.category,
+            expectedSources: q.expectedSources,
+            answerSpans: q.answerSpans,
+            retrievedSources,
+            topKChunks: chunks.length,
+            topKChars,
+            uniqueFiles,
+            hitRanks,
+            firstHitRank,
+            spansCovered,
+            spansMissing,
+            answerSpanRecall,
+            hitAnyAt1: hitAnyAt(1),
+            hitAnyAt3: hitAnyAt(3),
+            hitAnyAt5: hitAnyAt(5),
+            hitAnyAt10: hitAnyAt(10),
+            reciprocalRank,
+            contextEfficiency,
+            fileRecallAt5: fileMatched(5),
+            fileRecallAt10: fileMatched(10),
+        });
+        if (!QUIET) {
+            const status = hitAnyAt(5) ? 'OK' : 'MISS';
+            console.log(`${status.padEnd(4)} ${q.id}  spans=${spansCovered.length}/${q.answerSpans.length}  fhr=${firstHitRank ?? '-'}`);
+        }
+    }
+    if (!QUIET) {
+        printPerQueryTable(perQuery);
+    }
+    const overall = aggregate(perQuery);
+    const byDifficulty = {};
+    for (const d of ['easy', 'medium', 'vague']) {
+        byDifficulty[d] = aggregate(perQuery.filter((r) => r.difficulty === d));
+    }
+    console.log('');
+    printAggregate('overall', overall);
+    for (const d of ['easy', 'medium', 'vague']) {
+        printAggregate(d, byDifficulty[d]);
+    }
+    console.log('');
+    if (!NO_SAVE) {
+        const run = {
+            timestamp: new Date().toISOString(),
+            label: LABEL,
+            datasetVersion: dataset.version,
+            topK: TOP_K,
+            overall,
+            byDifficulty,
+            perQuery,
+        };
+        const dir = resolveResultsDir();
+        const stamp = run.timestamp.replace(/[:.]/g, '-');
+        const outPath = path.join(dir, `${LABEL}-${stamp}.json`);
+        const labelLatestPath = path.join(dir, `${LABEL}-latest.json`);
+        const latestPath = path.join(dir, 'latest.json');
+        fs.writeFileSync(outPath, JSON.stringify(run, null, 2));
+        fs.writeFileSync(labelLatestPath, JSON.stringify(run, null, 2));
+        fs.writeFileSync(latestPath, JSON.stringify(run, null, 2));
+        console.log(`Saved: ${path.relative(process.cwd(), outPath)}`);
+        console.log(`       ${path.relative(process.cwd(), labelLatestPath)}`);
+        console.log(`       ${path.relative(process.cwd(), latestPath)}\n`);
+    }
+}
+try {
+    await runEval();
+}
+catch (err) {
+    console.error('Eval failed:', err);
+    process.exit(1);
+}
+//# sourceMappingURL=eval-documentation-rag.js.map

package/dist/scripts/eval-documentation-rag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-documentation-rag.js","sourceRoot":"","sources":["../../src/scripts/eval-documentation-rag.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAmF5D,4EAA4E;AAE5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;AAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACrC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AAEzC,SAAS,SAAS,CAAC,IAAY,EAAE,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACpD,CAAC;AAED,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACjD,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AAE9C,4EAA4E;AAE5E,SAAS,kBAAkB;IACzB,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,uBAAuB,CAAC;QAChD,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,yCAAyC,CAAC;KACnE,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CACb,uCAAuC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC/D,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,gCAAgC,CAAC,CAAC;IACtE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4EAA4E;AAE5E,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB,EAAE,IAAY;IACxD,OAAO,SAAS,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,gBAAgB,CAAC,gBAAwB,EAAE,QAAgB;IAClE,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC9E,CAAC;AAED,4EAA4E;AAE5E,SAAS,aAAa,CACpB,CAAY,EACZ,MAAwB;IAOxB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACjC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBACxC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACvB,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO;QACL,QAAQ;QACR,YAAY;QACZ,YAAY,EAAE,CAAC,GAAG,YAAY,CAAC;QAC/B,YAAY;KACb,CAAC;AACJ,CAAC;AAED,4EAA4E;AAE5E,SAAS,SAAS,CAAC,OAAyB;IAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,GAAG,EAAE,CAAC;YACN,iBAAiB,EAAE,CAAC;YACpB,aAAa,EAAE,CAAC;YAChB,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,MAAM,IAAI,GAAG,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;IACzE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC;IAC7D,OAAO;QACL,KAAK,EAAE,CAAC;QACR,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAC9D,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAC/C,iBAAiB,EAAE,UAAU,CAAC,MAAM;YAClC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAClD,CAAC,CAAC,CAAC;QACL,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACxD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;KAC3D,CAAC;AACJ,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,EAAE,KAAa,CAAC;IACpC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,CAAmB;IACxD,MAAM,GAAG,GAAG,GAAG,KAAK,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,GAAG,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CACzP,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAyB;IACnD,MAAM,MAAM,GAAG,yDAAyD,CAAC;IACzE,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GACP,CAAC,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC3C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,CAAC,GAAG,CACT,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CACnK,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,4EAA4E;AAE5E,KAAK,UAAU,OAAO;IACpB,MAAM,WAAW,GAAG,kBAAkB,EAAE,CAAC;IACzC,MAAM,OAAO,GAAgB,IAAI,CAAC,KAAK,CACrC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CACtC,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,EAAE,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CACT,YAAY,OAAO,CAAC,OAAO,CAAC,MAAM,YAAY,KAAK,aAAa,KAAK,IAAI,CAC1E,CAAC;IAEF,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAqB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,CAAC,GAAG,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,WAAW;YACnB,MAAM,EACH,CAAC,CAAC,QAAQ,EAAE,YAAmC;gBAC/C,CAAC,CAAC,QAAQ,EAAE,QAA+B;YAC9C,SAAS,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM;SAChC,CAAC,CAAC,CAAC;QAEJ,MAAM,gBAAgB,GAAG,MAAM;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC;QAEnD,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,GAC1D,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAE3B,MAAM,gBAAgB,GACpB,CAAC,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAS,EAAE,CACpC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,iBAAiB,GACrB,YAAY,KAAK,IAAI,IAAI,SAAS,GAAG,CAAC;YACpC,CAAC,CAAC,CAAC,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,SAAS;YAC1C,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,WAAW,GAAG,CAAC,CAAS,EAAS,EAAE;YACvC,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACzC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CACrB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CACzD;gBACC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,CAAC,CAAC;QACR,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,eAAe,EAAE,CAAC,CAAC,eAAe;YAClC,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,gBAAgB;YAChB,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,SAAS;YACT,WAAW;YACX,QAAQ;YACR,YAAY;YACZ,YAAY;YACZ,YAAY;YACZ,gBAAgB;YAChB,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtB,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtB,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtB,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;YACxB,cAAc;YACd,iBAAiB;YACjB,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC;YAC7B,cAAc,EAAE,WAAW,CAAC,EAAE,CAAC;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3C,OAAO,CAAC,GAAG,CACT,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,WAAW,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,SAAS,YAAY,IAAI,GAAG,EAAE,CAChH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,YAAY,GAAqC,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAU,EAAE,CAAC;QACrD,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAU,EAAE,CAAC;QACrD,cAAc,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,GAAG,GAAY;YACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,KAAK;YACZ,cAAc,EAAE,OAAO,CAAC,OAAO;YAC/B,IAAI,EAAE,KAAK;YACX,OAAO;YACP,YAAY;YACZ,QAAQ;SACT,CAAC;QACF,MAAM,GAAG,GAAG,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,KAAK,OAAO,CAAC,CAAC;QACzD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,cAAc,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QACjD,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxD,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,IAAI,CAAC;IACH,MAAM,OAAO,EAAE,CAAC;AAClB,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACb,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}