@cosmocoder/mcp-web-docs 1.0.0

package/build/rag/docs-search.js

@@ -0,0 +1,380 @@
+import { QueryProcessor } from "./query-processor.js";
+import { ContextRetriever } from "./retriever.js";
+import { ContextAssembler } from "./context-assembler.js";
+import { ResponseGenerator } from "./response-generator.js";
+import { ResponseValidator } from "./validator.js";
+import OpenAI from "openai";
+export class DocsSearch {
+    queryProcessor;
+    contextRetriever;
+    contextAssembler;
+    responseGenerator;
+    responseValidator;
+    store;
+    openai; // OpenAI client
+    constructor(openaiApiKey, store, embeddings) {
+        this.store = store;
+        this.queryProcessor = new QueryProcessor(openaiApiKey, embeddings);
+        this.contextRetriever = new ContextRetriever(store, embeddings, openaiApiKey);
+        this.contextAssembler = new ContextAssembler();
+        this.responseGenerator = new ResponseGenerator(openaiApiKey);
+        this.responseValidator = new ResponseValidator(openaiApiKey);
+        // Initialize OpenAI client for query expansion
+        this.openai = new OpenAI({ apiKey: openaiApiKey });
+    }
+    /**
+     * Generate alternative phrasings of the query to improve search recall
+     * @param query The original query
+     * @param componentNames Optional component names to include in variations
+     * @param propNames Optional prop names to include in variations
+     * @returns Array of query variations
+     */
+    async expandQuery(query, componentNames, propNames) {
+        try {
+            console.debug(`[DocsSearch] Expanding query: "${query}"`);
+            // Create a prompt that instructs the model to generate alternative phrasings
+            const prompt = `Generate 3-5 alternative phrasings of the following query to improve search recall.
+      Each phrasing should capture the same intent but use different wording, terminology, or structure.
+
+      Original query: "${query}"
+
+      ${componentNames && componentNames.length > 0
+                ? `Important component names to include: ${componentNames.join(', ')}`
+                : ''}
+      ${propNames && propNames.length > 0
+                ? `Important prop names to include: ${propNames.join(', ')}`
+                : ''}
+
+      Return only the alternative phrasings, one per line, without numbering or additional text.`;
+            // Call the OpenAI API to generate variations
+            const response = await this.openai.chat.completions.create({
+                model: "gpt-3.5-turbo",
+                messages: [{ role: "user", content: prompt }],
+                temperature: 0.7,
+                max_tokens: 300
+            });
+            // Extract the variations from the response
+            const content = response.choices[0].message.content;
+            if (!content) {
+                return [query]; // Return original query if no content
+            }
+            // Split the content by newlines and filter out empty lines
+            const variations = content
+                .split('\n')
+                .map((line) => line.trim())
+                .filter((line) => line.length > 0);
+            // Add the original query to the variations
+            const allVariations = [query, ...variations];
+            console.debug(`[DocsSearch] Generated ${variations.length} query variations`);
+            return allVariations;
+        }
+        catch (error) {
+            console.error('[DocsSearch] Error expanding query:', error);
+            return [query]; // Return original query on error
+        }
+    }
+    /**
+     * Search across multiple URLs and merge the results
+     * @param queryIntent The query intent
+     * @param urls Array of URLs to search
+     * @param options Retrieval options
+     * @returns Combined retrieval result
+     */
+    async searchAcrossUrls(queryIntent, urls, options) {
+        console.debug(`[DocsSearch] Searching across ${urls.length} URLs`);
+        // Initialize combined results
+        const allChunks = [];
+        const allScores = [];
+        const seenIds = new Set();
+        // Search each URL
+        for (const url of urls) {
+            try {
+                // Clone options and set URL filter
+                const urlOptions = {
+                    ...options,
+                    filterByUrl: url
+                };
+                // Retrieve context for this URL
+                const urlRetrieval = await this.contextRetriever.retrieveContext(queryIntent, urlOptions);
+                // Add unique chunks to combined results
+                for (let i = 0; i < urlRetrieval.chunks.length; i++) {
+                    const chunk = urlRetrieval.chunks[i];
+                    if (!seenIds.has(chunk.id)) {
+                        allChunks.push(chunk);
+                        allScores.push(urlRetrieval.relevanceScores[i]);
+                        seenIds.add(chunk.id);
+                    }
+                }
+                console.debug(`[DocsSearch] Found ${urlRetrieval.chunks.length} chunks for URL: ${url}`);
+            }
+            catch (error) {
+                console.error(`[DocsSearch] Error searching URL ${url}:`, error);
+                // Continue with other URLs
+            }
+        }
+        // Sort combined results by score
+        const combinedResults = allChunks.map((chunk, index) => ({
+            chunk,
+            score: allScores[index]
+        }));
+        combinedResults.sort((a, b) => b.score - a.score);
+        // Take top results
+        const limit = options.nFinal || 30;
+        const topResults = combinedResults.slice(0, limit);
+        console.debug(`[DocsSearch] Combined results: ${allChunks.length}, top results: ${topResults.length}`);
+        return {
+            chunks: topResults.map(r => r.chunk),
+            relevanceScores: topResults.map(r => r.score)
+        };
+    }
+    async search(query, options) {
+        console.debug(`[DocsSearch] Starting search for query: "${query}"`, {
+            urls: options.urls,
+            componentNames: options.componentNames,
+            propNames: options.propNames,
+            strictMode: options.strictMode,
+            advanced: options.advanced
+        });
+        try {
+            // Set up advanced options with defaults
+            const advanced = options.advanced || {};
+            const useQueryExpansion = advanced.useQueryExpansion ?? true;
+            const useMultiQuery = advanced.useMultiQuery ?? true;
+            const maxQueryVariations = advanced.maxQueryVariations ?? 3;
+            const mergeUrlResults = advanced.mergeUrlResults ?? (options.urls.length > 1);
+            // Process query and determine intent
+            const queryIntent = await this.queryProcessor.processQuery(query);
+            console.debug('[DocsSearch] Query intent classified:', queryIntent);
+            // Add component names and prop names from options
+            if (options.componentNames) {
+                queryIntent.componentNames = options.componentNames;
+            }
+            if (options.propNames) {
+                queryIntent.propNames = options.propNames;
+            }
+            // Set up retrieval options
+            const retrievalOptions = {
+                limit: 40, // Doubled for more comprehensive results
+                minScore: 0.6, // Further lowered threshold for better recall
+                filterByIntent: false, // Disable intent filtering for diverse results
+                nRetrieve: 100, // Significantly increased for better coverage
+                nFinal: 50, // Increased final results count
+                useReranking: true,
+                rerankerModel: 'openai',
+                // Enable advanced retrieval features
+                useMultiStageRetrieval: true, // Use multi-stage retrieval for comprehensive results
+                expandRelatedComponents: true // Discover and include related components
+            };
+            let retrieval;
+            // Determine search strategy based on options
+            if (useQueryExpansion && useMultiQuery) {
+                // Multi-query approach with query expansion
+                console.debug('[DocsSearch] Using multi-query approach with query expansion');
+                // Generate query variations
+                const queryVariations = await this.expandQuery(query, options.componentNames, options.propNames);
+                // Limit the number of variations to use
+                const limitedVariations = queryVariations.slice(0, maxQueryVariations);
+                console.debug(`[DocsSearch] Using ${limitedVariations.length} query variations`);
+                // Process each variation to get intents
+                const intents = [];
+                for (const variation of limitedVariations) {
+                    const intent = await this.queryProcessor.processQuery(variation);
+                    // Add component and prop names
+                    if (options.componentNames) {
+                        intent.componentNames = options.componentNames;
+                    }
+                    if (options.propNames) {
+                        intent.propNames = options.propNames;
+                    }
+                    intents.push(intent);
+                }
+                // Combine results from all variations
+                const allChunks = [];
+                const allScores = [];
+                const seenIds = new Set();
+                // Process each intent
+                for (const intent of intents) {
+                    let intentResults;
+                    if (mergeUrlResults && options.urls.length > 1) {
+                        // Search across all URLs and merge results
+                        intentResults = await this.searchAcrossUrls(intent, options.urls, retrievalOptions);
+                    }
+                    else {
+                        // Use single URL filter if only one URL
+                        const urlOptions = {
+                            ...retrievalOptions,
+                            filterByUrl: options.urls.length === 1 ? options.urls[0] : undefined
+                        };
+                        intentResults = await this.contextRetriever.retrieveContext(intent, urlOptions);
+                    }
+                    // Add unique chunks to combined results
+                    for (let i = 0; i < intentResults.chunks.length; i++) {
+                        const chunk = intentResults.chunks[i];
+                        if (!seenIds.has(chunk.id)) {
+                            allChunks.push(chunk);
+                            allScores.push(intentResults.relevanceScores[i]);
+                            seenIds.add(chunk.id);
+                        }
+                    }
+                }
+                // Sort combined results by score
+                const combinedResults = allChunks.map((chunk, index) => ({
+                    chunk,
+                    score: allScores[index]
+                }));
+                combinedResults.sort((a, b) => b.score - a.score);
+                // Take top results
+                const limit = retrievalOptions.nFinal || 50;
+                const topResults = combinedResults.slice(0, limit);
+                retrieval = {
+                    chunks: topResults.map(r => r.chunk),
+                    relevanceScores: topResults.map(r => r.score)
+                };
+                console.debug(`[DocsSearch] Multi-query approach found ${retrieval.chunks.length} unique chunks`);
+            }
+            else {
+                // Standard single-query approach
+                if (mergeUrlResults && options.urls.length > 1) {
+                    // Search across all URLs and merge results
+                    retrieval = await this.searchAcrossUrls(queryIntent, options.urls, retrievalOptions);
+                }
+                else {
+                    // Use single URL filter if only one URL
+                    retrievalOptions.filterByUrl = options.urls.length === 1 ? options.urls[0] : undefined;
+                    retrieval = await this.contextRetriever.retrieveContext(queryIntent, retrievalOptions);
+                }
+            }
+            console.debug('[DocsSearch] Retrieved context chunks:', retrieval.chunks.length);
+            // Get raw search results for source attribution (using original query for consistency)
+            const rawResults = [];
+            for (const url of options.urls) {
+                try {
+                    const results = await this.store.searchByText(query, {
+                        limit: options.maxSourceChunks || 15,
+                        filterByUrl: url
+                    });
+                    rawResults.push(...results);
+                }
+                catch (error) {
+                    console.error(`[DocsSearch] Error searching text for URL ${url}:`, error);
+                    // Continue with other URLs
+                }
+            }
+            console.debug('[DocsSearch] Retrieved raw search results:', rawResults.length);
+            // Assemble context with enhanced chunks from our improved retrieval
+            const assembled = await this.contextAssembler.assembleContext(retrieval.chunks);
+            console.debug('[DocsSearch] Assembled context with relationships from enhanced retrieval');
+            // Generate response
+            const generatedResponse = await this.responseGenerator.generateResponse(assembled, queryIntent);
+            console.debug('[DocsSearch] Generated response');
+            // Validate response
+            const validation = await this.responseValidator.validateResponse(generatedResponse, assembled);
+            console.debug('[DocsSearch] Validated response:', validation);
+            // Skip source attributions since they're not included in the response anymore
+            console.debug('[DocsSearch] Skipping source attributions since they\'re not included in the response');
+            // Identify limitations with advanced search information
+            const limitations = this.identifyLimitations(generatedResponse, validation, assembled, options.strictMode || false, options.advanced);
+            // If strict mode is enabled and validation failed, reject the response
+            if (options.strictMode &&
+                (!validation.factCheck || !validation.consistencyCheck || !validation.codeCheck)) {
+                console.debug('[DocsSearch] Strict mode enabled and validation failed, rejecting response');
+                // Collect all validation issues to explain why the response was rejected
+                const validationIssues = [
+                    ...(validation.details.factCheckDetails || []),
+                    ...(validation.details.consistencyCheckDetails || []),
+                    ...(validation.details.codeCheckDetails || [])
+                ];
+                // Create a more informative rejection message that includes the specific issues
+                let rejectionMessage = "I cannot provide a reliable answer based on the documentation. The generated response contains information that is not directly supported by the documentation sources.";
+                if (validationIssues.length > 0) {
+                    rejectionMessage += "\n\nSpecific issues identified:\n";
+                    validationIssues.slice(0, 3).forEach(issue => {
+                        rejectionMessage += `- ${issue}\n`;
+                    });
+                    if (validationIssues.length > 3) {
+                        rejectionMessage += `- Plus ${validationIssues.length - 3} more issues\n`;
+                    }
+                }
+                return {
+                    answer: rejectionMessage,
+                    codeExamples: [],
+                    componentDetails: [],
+                    validation: {
+                        factCheck: validation.factCheck,
+                        codeCheck: validation.codeCheck,
+                        consistencyCheck: validation.consistencyCheck,
+                        details: validationIssues
+                    },
+                    limitations: [
+                        "The documentation does not contain sufficient information to answer this query accurately.",
+                        "Consider rephrasing your query to focus on information that is explicitly documented."
+                    ]
+                };
+            }
+            // Return the combined result without source chunks to reduce noise
+            return {
+                answer: generatedResponse.text,
+                codeExamples: generatedResponse.codeExamples || [],
+                componentDetails: Object.entries(generatedResponse.componentDetails || {}).map(([name, details]) => ({
+                    name,
+                    ...details
+                })),
+                validation: {
+                    factCheck: validation.factCheck,
+                    codeCheck: validation.codeCheck,
+                    consistencyCheck: validation.consistencyCheck,
+                    details: [
+                        ...(validation.details.factCheckDetails || []),
+                        ...(validation.details.codeCheckDetails || []),
+                        ...(validation.details.consistencyCheckDetails || [])
+                    ]
+                },
+                limitations
+            };
+        }
+        catch (error) {
+            console.error('[DocsSearch] Error during search:', error);
+            throw error;
+        }
+    }
+    // Source attribution methods have been removed since they're not needed anymore
+    identifyLimitations(response, validation, context, strictMode, advanced) {
+        const limitations = [];
+        // Check if validation failed
+        if (!validation.factCheck) {
+            limitations.push("Some information may not be directly supported by the documentation.");
+        }
+        if (!validation.consistencyCheck) {
+            limitations.push("There may be inconsistencies between the response and the documentation.");
+        }
+        if (!validation.codeCheck) {
+            limitations.push("The code examples may contain syntax errors or inconsistencies.");
+        }
+        // Check if context is limited
+        if (context.hierarchicalContext.length < 5) {
+            limitations.push("Limited documentation context was available for this query.");
+        }
+        // Check if code examples are missing
+        if (response.codeExamples?.length === 0) {
+            limitations.push("No code examples were found in the documentation for this query.");
+        }
+        // Add a note about strict mode
+        if (strictMode) {
+            limitations.push("Strict mode is enabled: only information directly supported by the documentation is included.");
+        }
+        // Add information about advanced search features
+        if (advanced) {
+            if (advanced.useQueryExpansion && advanced.useMultiQuery) {
+                limitations.push("Enhanced search with query expansion and multi-query approach was used to improve results.");
+            }
+            else if (advanced.useQueryExpansion) {
+                limitations.push("Query expansion was used to improve search results.");
+            }
+            if (advanced.mergeUrlResults && context.hierarchicalContext.length > 10) {
+                limitations.push("Results from multiple documentation sources were combined to provide a more comprehensive answer.");
+            }
+        }
+        return limitations;
+    }
+}
+//# sourceMappingURL=docs-search.js.map

package/build/rag/docs-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docs-search.js","sourceRoot":"","sources":["../../src/rag/docs-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAe,MAAM,sBAAsB,CAAC;AAGnE,OAAO,EAAE,gBAAgB,EAAqC,MAAM,gBAAgB,CAAC;AACrF,OAAO,EAAE,gBAAgB,EAAoB,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAqB,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAoD5B,MAAM,OAAO,UAAU;IACb,cAAc,CAAiB;IAC/B,gBAAgB,CAAmB;IACnC,gBAAgB,CAAmB;IACnC,iBAAiB,CAAoB;IACrC,iBAAiB,CAAoB;IACrC,KAAK,CAAgB;IACrB,MAAM,CAAM,CAAC,gBAAgB;IAErC,YACE,YAAoB,EACpB,KAAoB,EACpB,UAA8B;QAE9B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QAC9E,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAE7D,+CAA+C;QAC/C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IACrD,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,WAAW,CACvB,KAAa,EACb,cAAyB,EACzB,SAAoB;QAEpB,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,kCAAkC,KAAK,GAAG,CAAC,CAAC;YAE1D,6EAA6E;YAC7E,MAAM,MAAM,GAAG;;;yBAGI,KAAK;;QAEtB,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC;gBAC3C,CAAC,CAAC,yCAAyC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtE,CAAC,CAAC,EAAE;QACJ,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;gBACjC,CAAC,CAAC,oCAAoC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC5D,CAAC,CAAC,EAAE;;iGAEqF,CAAC;YAE5F,6CAA6C;YAC7C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,GAAG;gBAChB,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC;YAEH,2CAA2C;YAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YACpD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,sCAAsC;YACxD,CAAC;YAED,2DAA2D;YAC3D,MAAM,UAAU,GAAG,OAAO;iBACvB,KAAK,CAAC,IAAI,CAAC;iBACX,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBAClC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE7C,2CAA2C;YAC3C,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,GAAG,UAAU,CAAC,CAAC;YAE7C,OAAO,CAAC,KAAK,CAAC,0BAA0B,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC9E,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iCAAiC;QACnD,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,gBAAgB,CAC5B,WAAwB,EACxB,IAAc,EACd,OAAyB;QAEzB,OAAO,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,MAAM,OAAO,CAAC,CAAC;QAEnE,8BAA8B;QAC9B,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,kBAAkB;QAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,mCAAmC;gBACnC,MAAM,UAAU,GAAG;oBACjB,GAAG,OAAO;oBACV,WAAW,EAAE,GAAG;iBACjB,CAAC;gBAEF,gCAAgC;gBAChC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAC9D,WAAW,EACX,UAAU,CACX,CAAC;gBAEF,wCAAwC;gBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;wBAC3B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACtB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;wBAChD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,KAAK,CAAC,sBAAsB,YAAY,CAAC,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAC,CAAC;YAC3F,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,2BAA2B;YAC7B,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACvD,KAAK;YACL,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;SACxB,CAAC,CAAC,CAAC;QAEJ,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAElD,mBAAmB;QACnB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnD,OAAO,CAAC,KAAK,CAAC,kCAAkC,SAAS,CAAC,MAAM,kBAAkB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAEvG,OAAO;YACL,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YACpC,eAAe,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAA0B;QACpD,OAAO,CAAC,KAAK,CAAC,4CAA4C,KAAK,GAAG,EAAE;YAClE,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;YACxC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,IAAI,IAAI,CAAC;YAC7D,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,IAAI,IAAI,CAAC;YACrD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,IAAI,CAAC,CAAC;YAC5D,MAAM,eAAe,GAAG,QAAQ,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE9E,qCAAqC;YACrC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAClE,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,WAAW,CAAC,CAAC;YAEpE,kDAAkD;YAClD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;YACtD,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,CAAC;YAED,2BAA2B;YAC3B,MAAM,gBAAgB,GAAqB;gBACzC,KAAK,EAAE,EAAE,EAAwB,yCAAyC;gBAC1E,QAAQ,EAAE,GAAG,EAAoB,8CAA8C;gBAC/E,cAAc,EAAE,KAAK,EAAY,+CAA+C;gBAChF,SAAS,EAAE,GAAG,EAAmB,8CAA8C;gBAC/E,MAAM,EAAE,EAAE,EAAuB,gCAAgC;gBACjE,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,QAAQ;gBACvB,qCAAqC;gBACrC,sBAAsB,EAAE,IAAI,EAAK,sDAAsD;gBACvF,uBAAuB,EAAE,IAAI,CAAI,0CAA0C;aAC5E,CAAC;YAEF,IAAI,SAA0B,CAAC;YAE/B,6CAA6C;YAC7C,IAAI,iBAAiB,IAAI,aAAa,EAAE,CAAC;gBACvC,4CAA4C;gBAC5C,OAAO,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;gBAE9E,4BAA4B;gBAC5B,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAC5C,KAAK,EACL,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,SAAS,CAClB,CAAC;gBAEF,wCAAwC;gBACxC,MAAM,iBAAiB,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;gBACvE,OAAO,CAAC,KAAK,CAAC,sBAAsB,iBAAiB,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAEjF,wCAAwC;gBACxC,MAAM,OAAO,GAAkB,EAAE,CAAC;gBAClC,KAAK,MAAM,SAAS,IAAI,iBAAiB,EAAE,CAAC;oBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;oBAEjE,+BAA+B;oBAC/B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;wBAC3B,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;oBACjD,CAAC;oBACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;wBACtB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;oBACvC,CAAC;oBAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;gBAED,sCAAsC;gBACtC,MAAM,SAAS,GAAoB,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;gBAElC,sBAAsB;gBACtB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,aAA8B,CAAC;oBAEnC,IAAI,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/C,2CAA2C;wBAC3C,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;oBACtF,CAAC;yBAAM,CAAC;wBACN,wCAAwC;wBACxC,MAAM,UAAU,GAAG;4BACjB,GAAG,gBAAgB;4BACnB,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;yBACrE,CAAC;wBAEF,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;oBAClF,CAAC;oBAED,wCAAwC;oBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACrD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;4BAC3B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;4BACtB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;4BACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,iCAAiC;gBACjC,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBACvD,KAAK;oBACL,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;iBACxB,CAAC,CAAC,CAAC;gBAEJ,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBAElD,mBAAmB;gBACnB,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,IAAI,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBAEnD,SAAS,GAAG;oBACV,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;oBACpC,eAAe,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;iBAC9C,CAAC;gBAEF,OAAO,CAAC,KAAK,CAAC,2CAA2C,SAAS,CAAC,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAC;YACpG,CAAC;iBAAM,CAAC;gBACN,iCAAiC;gBACjC,IAAI,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/C,2CAA2C;oBAC3C,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;gBACvF,CAAC;qBAAM,CAAC;oBACN,wCAAwC;oBACxC,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACvF,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEjF,uFAAuF;YACvF,MAAM,UAAU,GAAmB,EAAE,CAAC;YACtC,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE;wBACnD,KAAK,EAAE,OAAO,CAAC,eAAe,IAAI,EAAE;wBACpC,WAAW,EAAE,GAAG;qBACjB,CAAC,CAAC;oBACH,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC1E,2BAA2B;gBAC7B,CAAC;YACH,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAE/E,oEAAoE;YACpE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChF,OAAO,CAAC,KAAK,CAAC,2EAA2E,CAAC,CAAC;YAE3F,oBAAoB;YACpB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAChG,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAEjD,oBAAoB;YACpB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;YAC/F,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,UAAU,CAAC,CAAC;YAE9D,8EAA8E;YAC9E,OAAO,CAAC,KAAK,CAAC,uFAAuF,CAAC,CAAC;YAEvG,wDAAwD;YACxD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAC1C,iBAAiB,EACjB,UAAU,EACV,SAAS,EACT,OAAO,CAAC,UAAU,IAAI,KAAK,EAC3B,OAAO,CAAC,QAAQ,CACjB,CAAC;YAEF,uEAAuE;YACvE,IAAI,OAAO,CAAC,UAAU;gBAClB,CAAC,CAAC,UAAU,CAAC,SAAS,IAAI,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrF,OAAO,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;gBAE5F,yEAAyE;gBACzE,MAAM,gBAAgB,GAAG;oBACvB,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;oBAC9C,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,uBAAuB,IAAI,EAAE,CAAC;oBACrD,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;iBAC/C,CAAC;gBAEF,gFAAgF;gBAChF,IAAI,gBAAgB,GAAG,yKAAyK,CAAC;gBAEjM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,gBAAgB,IAAI,mCAAmC,CAAC;oBACxD,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;wBAC3C,gBAAgB,IAAI,KAAK,KAAK,IAAI,CAAC;oBACrC,CAAC,CAAC,CAAC;oBAEH,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAChC,gBAAgB,IAAI,UAAU,gBAAgB,CAAC,MAAM,GAAG,CAAC,gBAAgB,CAAC;oBAC5E,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,MAAM,EAAE,gBAAgB;oBACxB,YAAY,EAAE,EAAE;oBAChB,gBAAgB,EAAE,EAAE;oBACpB,UAAU,EAAE;wBACV,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;wBAC7C,OAAO,EAAE,gBAAgB;qBAC1B;oBACD,WAAW,EAAE;wBACX,4FAA4F;wBAC5F,uFAAuF;qBACxF;iBACF,CAAC;YACJ,CAAC;YAED,mEAAmE;YACnE,OAAO;gBACL,MAAM,EAAE,iBAAiB,CAAC,IAAI;gBAC9B,YAAY,EAAE,iBAAiB,CAAC,YAAY,IAAI,EAAE;gBAClD,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnG,IAAI;oBACJ,GAAG,OAAO;iBACX,CAAC,CAAC;gBACH,UAAU,EAAE;oBACV,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;oBAC7C,OAAO,EAAE;wBACP,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;wBAC9C,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;wBAC9C,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,uBAAuB,IAAI,EAAE,CAAC;qBACtD;iBACF;gBACD,WAAW;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,gFAAgF;IAExE,mBAAmB,CACzB,QAA2B,EAC3B,UAA4B,EAC5B,OAAyB,EACzB,UAAmB,EACnB,QAAwC;QAExC,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,6BAA6B;QAC7B,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1B,WAAW,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QAC3F,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC;YACjC,WAAW,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1B,WAAW,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;QACtF,CAAC;QAED,8BAA8B;QAC9B,IAAI,OAAO,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,WAAW,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;QAClF,CAAC;QAED,qCAAqC;QACrC,IAAI,QAAQ,CAAC,YAAY,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,WAAW,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QACvF,CAAC;QAED,+BAA+B;QAC/B,IAAI,UAAU,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC,+FAA+F,CAAC,CAAC;QACpH,CAAC;QAED,iDAAiD;QACjD,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;gBACzD,WAAW,CAAC,IAAI,CAAC,4FAA4F,CAAC,CAAC;YACjH,CAAC;iBAAM,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YAC1E,CAAC;YAED,IAAI,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,mBAAmB,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACxE,WAAW,CAAC,IAAI,CAAC,mGAAmG,CAAC,CAAC;YACxH,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}

package/build/rag/pipeline.d.ts

@@ -0,0 +1,26 @@
+import { GeneratedResponse } from "./response-generator.js";
+import { ValidationResult } from "./validator.js";
+export interface RAGResponse {
+    response: GeneratedResponse;
+    validation: ValidationResult;
+}
+export interface RAGConfig {
+    openaiApiKey: string;
+    dbPath: string;
+    vectorDbPath: string;
+    maxCacheSize?: number;
+}
+export declare class RAGPipeline {
+    private queryProcessor;
+    private contextRetriever;
+    private contextAssembler;
+    private responseGenerator;
+    private responseValidator;
+    private versionManager;
+    private cache;
+    private store;
+    private embeddings;
+    constructor(config: RAGConfig);
+    initialize(): Promise<void>;
+    process(query: string): Promise<RAGResponse>;
+}

package/build/rag/pipeline.js

@@ -0,0 +1,91 @@
+import { QueryProcessor } from "./query-processor.js";
+import { DocumentStore } from "../storage/storage.js";
+import { OpenAIEmbeddings } from "../embeddings/openai.js";
+import { ContextRetriever } from "./retriever.js";
+import { ContextAssembler } from "./context-assembler.js";
+import { ResponseGenerator } from "./response-generator.js";
+import { ResponseValidator } from "./validator.js";
+import { VersionManager } from "./version-manager.js";
+import { RAGCache } from "./cache.js";
+import { logger } from "../util/logger.js";
+export class RAGPipeline {
+    queryProcessor;
+    contextRetriever;
+    contextAssembler;
+    responseGenerator;
+    responseValidator;
+    versionManager;
+    cache;
+    store;
+    embeddings;
+    constructor(config) {
+        // Initialize embeddings provider
+        this.embeddings = new OpenAIEmbeddings(config.openaiApiKey);
+        // Initialize storage
+        this.store = new DocumentStore(config.dbPath, config.vectorDbPath, this.embeddings, config.maxCacheSize);
+        // Initialize RAG components
+        this.queryProcessor = new QueryProcessor(config.openaiApiKey, this.embeddings);
+        this.contextRetriever = new ContextRetriever(this.store, this.embeddings);
+        this.contextAssembler = new ContextAssembler();
+        this.responseGenerator = new ResponseGenerator(config.openaiApiKey);
+        this.responseValidator = new ResponseValidator(config.openaiApiKey);
+        this.versionManager = new VersionManager();
+        this.cache = new RAGCache();
+    }
+    async initialize() {
+        await this.store.initialize();
+    }
+    async process(query) {
+        // Check cache first
+        const cached = await this.cache.getCachedResponse(query);
+        if (cached) {
+            return {
+                response: cached.response,
+                validation: {
+                    factCheck: true,
+                    codeCheck: true,
+                    consistencyCheck: true,
+                    details: {
+                        factCheckDetails: [],
+                        codeCheckDetails: [],
+                        consistencyCheckDetails: []
+                    }
+                }
+            };
+        }
+        try {
+            // Process query and determine intent
+            const queryIntent = await this.queryProcessor.processQuery(query);
+            logger.debug('Query intent classified:', queryIntent);
+            // Retrieve relevant context
+            const retrieval = await this.contextRetriever.retrieveContext(queryIntent, {
+                limit: 10,
+                minScore: 0.7,
+                filterByIntent: true
+            });
+            logger.debug('Retrieved context chunks:', retrieval.chunks.length);
+            // Assemble context
+            const assembled = await this.contextAssembler.assembleContext(retrieval.chunks);
+            logger.debug('Assembled context with relationships');
+            // Apply version awareness
+            await this.versionManager.getVersionedContext(assembled, "1.0");
+            logger.debug('Applied version context');
+            // Generate response
+            const generatedResponse = await this.responseGenerator.generateResponse(assembled, queryIntent);
+            logger.debug('Generated response');
+            // Validate response
+            const validation = await this.responseValidator.validateResponse(generatedResponse, assembled);
+            logger.debug('Validated response:', validation);
+            // Cache if validation passed
+            if (validation.factCheck && validation.codeCheck && validation.consistencyCheck) {
+                await this.cache.cacheResponse(query, generatedResponse);
+            }
+            return { response: generatedResponse, validation };
+        }
+        catch (error) {
+            logger.debug('Error processing RAG pipeline:', error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=pipeline.js.map

package/build/rag/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/rag/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAqB,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAc3C,MAAM,OAAO,WAAW;IACd,cAAc,CAAiB;IAC/B,gBAAgB,CAAmB;IACnC,gBAAgB,CAAmB;IACnC,iBAAiB,CAAoB;IACrC,iBAAiB,CAAoB;IACrC,cAAc,CAAiB;IAC/B,KAAK,CAAW;IAChB,KAAK,CAAgB;IACrB,UAAU,CAAqB;IAEvC,YAAY,MAAiB;QAC3B,iCAAiC;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAE5D,qBAAqB;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,aAAa,CAC5B,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,YAAY,EACnB,IAAI,CAAC,UAAU,EACf,MAAM,CAAC,YAAY,CACpB,CAAC;QAEF,4BAA4B;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/E,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1E,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACpE,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE;oBACV,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,IAAI;oBACf,gBAAgB,EAAE,IAAI;oBACtB,OAAO,EAAE;wBACP,gBAAgB,EAAE,EAAE;wBACpB,gBAAgB,EAAE,EAAE;wBACpB,uBAAuB,EAAE,EAAE;qBAC5B;iBACF;aACF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAClE,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;YAEtD,4BAA4B;YAC5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,WAAW,EAAE;gBACzE,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,GAAG;gBACb,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEnE,mBAAmB;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChF,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAErD,0BAA0B;YAC1B,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAExC,oBAAoB;YACpB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAChG,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YAEnC,oBAAoB;YACpB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;YAC/F,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAC;YAEhD,6BAA6B;YAC7B,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;gBAChF,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YAC3D,CAAC;YAED,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/build/rag/query-processor.d.ts

@@ -0,0 +1,14 @@
+import { EmbeddingsProvider } from "../embeddings/types.js";
+export type QueryIntentType = 'overview' | 'api' | 'example' | 'usage' | 'component_usage' | 'concept' | 'troubleshooting' | 'general';
+export interface QueryIntent {
+    embedding: number[];
+    intent: QueryIntentType;
+    entities: string[];
+    confidence: number;
+}
+export declare class QueryProcessor {
+    private openai;
+    private embeddings;
+    constructor(apiKey: string, embeddings: EmbeddingsProvider);
+    processQuery(query: string): Promise<QueryIntent>;
+}

package/build/rag/query-processor.js

@@ -0,0 +1,57 @@
+import OpenAI from "openai";
+export class QueryProcessor {
+    openai;
+    embeddings;
+    constructor(apiKey, embeddings) {
+        this.openai = new OpenAI({ apiKey });
+        this.embeddings = embeddings;
+    }
+    async processQuery(query) {
+        // Generate embedding for semantic search
+        const embedding = await this.embeddings.embed(query);
+        // Classify intent using OpenAI
+        const completion = await this.openai.chat.completions.create({
+            model: "gpt-3.5-turbo",
+            messages: [
+                {
+                    role: "system",
+                    content: `You are a query intent classifier for a documentation search system.
+
+          Your task is to analyze the query and return a JSON response with the following fields:
+          {
+            "intent": "one of: overview, api, example, usage, component_usage, concept, troubleshooting, general",
+            "entities": ["array of extracted entities like component names, function names, concepts"],
+            "confidence": "number between 0 and 1"
+          }
+
+          Intent categories:
+          - overview: General overview or introduction to a topic
+          - api: API documentation and reference
+          - example: Code examples and demonstrations
+          - usage: How to use features or components
+          - component_usage: Specific component usage (alternative to usage)
+          - concept: Conceptual explanations and principles
+          - troubleshooting: Error resolution and debugging
+          - general: General queries that don't fit other categories`
+                },
+                {
+                    role: "user",
+                    content: query
+                }
+            ],
+            response_format: { type: "json_object" }
+        });
+        const content = completion.choices[0].message.content;
+        if (!content) {
+            throw new Error("No content returned from OpenAI");
+        }
+        const result = JSON.parse(content);
+        return {
+            embedding,
+            intent: result.intent,
+            entities: result.entities,
+            confidence: result.confidence
+        };
+    }
+}
+//# sourceMappingURL=query-processor.js.map

package/build/rag/query-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-processor.js","sourceRoot":"","sources":["../../src/rag/query-processor.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAmB5B,MAAM,OAAO,cAAc;IACjB,MAAM,CAAS;IACf,UAAU,CAAqB;IAEvC,YAAY,MAAc,EAAE,UAA8B;QACxD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa;QAC9B,yCAAyC;QACzC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAErD,+BAA+B;QAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;;;;;;;;;;;;;;;;;qEAiBkD;iBAC5D;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,KAAK;iBACf;aACF;YACD,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SACzC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QACtD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,OAAO;YACL,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,MAAyB;YACxC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;CACF"}