@cosmocoder/mcp-web-docs 1.0.0

package/build/rag/validator.js

@@ -0,0 +1,128 @@
+import OpenAI from "openai";
+export class ResponseValidator {
+    openai;
+    constructor(apiKey) {
+        this.openai = new OpenAI({ apiKey });
+    }
+    async validateResponse(response, context) {
+        const [factCheck, codeCheck, consistencyCheck] = await Promise.all([
+            this.validateFacts(response, context),
+            this.validateCode(response),
+            this.validateConsistency(response, context)
+        ]);
+        return {
+            factCheck: factCheck.valid,
+            codeCheck: codeCheck.valid,
+            consistencyCheck: consistencyCheck.valid,
+            details: {
+                factCheckDetails: factCheck.details,
+                codeCheckDetails: codeCheck.details,
+                consistencyCheckDetails: consistencyCheck.details
+            }
+        };
+    }
+    async validateFacts(response, context) {
+        const completion = await this.openai.chat.completions.create({
+            model: "gpt-3.5-turbo",
+            messages: [
+                {
+                    role: "system",
+                    content: `You are a fact-checking assistant. Compare the generated response against the source documentation and identify any factual inconsistencies or inaccuracies. Focus on technical accuracy and completeness.
+
+          Return a JSON response in this format:
+          {
+            "isAccurate": true/false,
+            "issues": ["array of identified issues or inconsistencies"]
+          }`
+                },
+                {
+                    role: "user",
+                    content: `Source Documentation:\n${this.formatContext(context)}\n\nGenerated Response:\n${response.text}\n\nVerify the factual accuracy of the response.`
+                }
+            ],
+            response_format: { type: "json_object" }
+        });
+        const result = JSON.parse(completion.choices[0].message.content || "{}");
+        return {
+            valid: result.isAccurate || false,
+            details: result.issues || []
+        };
+    }
+    async validateCode(response) {
+        if (!response.codeExamples?.length) {
+            return { valid: true, details: [] };
+        }
+        const issues = [];
+        for (const example of response.codeExamples) {
+            try {
+                // Basic syntax validation
+                Function(`"use strict";${example}`);
+                // Check for common issues
+                const commonIssues = this.checkCommonCodeIssues(example);
+                issues.push(...commonIssues);
+            }
+            catch (error) {
+                issues.push(`Syntax error: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        return {
+            valid: issues.length === 0,
+            details: issues
+        };
+    }
+    async validateConsistency(response, context) {
+        const completion = await this.openai.chat.completions.create({
+            model: "gpt-3.5-turbo",
+            messages: [
+                {
+                    role: "system",
+                    content: `You are a consistency checker. Verify that the response maintains consistency with the documentation context, uses consistent terminology, and provides a coherent explanation.
+
+          Return a JSON response in this format:
+          {
+            "isConsistent": true/false,
+            "issues": ["array of identified consistency issues"]
+          }`
+                },
+                {
+                    role: "user",
+                    content: `Context:\n${this.formatContext(context)}\n\nResponse:\n${response.text}\n\nCheck for consistency issues.`
+                }
+            ],
+            response_format: { type: "json_object" }
+        });
+        const result = JSON.parse(completion.choices[0].message.content || "{}");
+        return {
+            valid: result.isConsistent || false,
+            details: result.issues || []
+        };
+    }
+    formatContext(context) {
+        return context.hierarchicalContext
+            .map(chunk => `[${chunk.metadata.type}]\n${chunk.content}`)
+            .join('\n\n');
+    }
+    checkCommonCodeIssues(code) {
+        const issues = [];
+        // Check for undefined variables
+        const undefinedVarRegex = /\b(?:let|const|var)\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*(?:;|$)/;
+        const matches = code.match(new RegExp(undefinedVarRegex, 'g'));
+        if (matches) {
+            const vars = matches.map(m => m.match(undefinedVarRegex)[1]);
+            const unusedVars = vars.filter(v => !code.includes(v));
+            if (unusedVars.length > 0) {
+                issues.push(`Unused variables: ${unusedVars.join(', ')}`);
+            }
+        }
+        // Check for missing error handling
+        if (code.includes('async') && !code.includes('try') && !code.includes('catch')) {
+            issues.push('Missing error handling in async code');
+        }
+        // Check for hardcoded values
+        if (code.match(/(['"])(?:https?:\/\/|www\.)[^\s'"]+\1/)) {
+            issues.push('Contains hardcoded URLs');
+        }
+        return issues;
+    }
+}
+//# sourceMappingURL=validator.js.map

package/build/rag/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/rag/validator.ts"],"names":[],"mappings":"AAEA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAa5B,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAS;IAEvB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAA2B,EAAE,OAAyB;QAC3E,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACjE,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;YAC3B,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC;SAC5C,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,KAAK;YAC1B,SAAS,EAAE,SAAS,CAAC,KAAK;YAC1B,gBAAgB,EAAE,gBAAgB,CAAC,KAAK;YACxC,OAAO,EAAE;gBACP,gBAAgB,EAAE,SAAS,CAAC,OAAO;gBACnC,gBAAgB,EAAE,SAAS,CAAC,OAAO;gBACnC,uBAAuB,EAAE,gBAAgB,CAAC,OAAO;aAClD;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,QAA2B,EAAE,OAAyB;QAChF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;;;;;;YAMP;iBACH;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,0BAA0B,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,4BAA4B,QAAQ,CAAC,IAAI,kDAAkD;iBAC1J;aACF;YACD,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SACzC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;QACzE,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;YACjC,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAA2B;QACpD,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YACnC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACtC,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,0BAA0B;gBAC1B,QAAQ,CAAC,gBAAgB,OAAO,EAAE,CAAC,CAAC;gBAEpC,0BAA0B;gBAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,OAAO,EAAE,MAAM;SAChB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAA2B,EAAE,OAAyB;QACtF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;;;;;;YAMP;iBACH;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,aAAa,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,kBAAkB,QAAQ,CAAC,IAAI,mCAAmC;iBACpH;aACF;YACD,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SACzC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;QACzE,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,YAAY,IAAI,KAAK;YACnC,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,OAAyB;QAC7C,OAAO,OAAO,CAAC,mBAAmB;aAC/B,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aAC1D,IAAI,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEO,qBAAqB,CAAC,IAAY;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,gCAAgC;QAChC,MAAM,iBAAiB,GAAG,4DAA4D,CAAC;QACvF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,qBAAqB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/E,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACtD,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/build/rag/version-manager.d.ts

@@ -0,0 +1,23 @@
+import { AssembledContext } from "./context-assembler.js";
+import { EnhancedChunk } from "../types/rag.js";
+export interface VersionedContext {
+    compatibleChunks: EnhancedChunk[];
+    versionedExamples: {
+        version: string;
+        examples: string[];
+        compatibility: {
+            minVersion: string;
+            maxVersion?: string;
+            deprecatedIn?: string;
+            removedIn?: string;
+        };
+    }[];
+}
+export declare class VersionManager {
+    getVersionedContext(context: AssembledContext, version: string): Promise<VersionedContext>;
+    private filterCompatibleChunks;
+    private extractVersionedExamples;
+    private extractVersionInfo;
+    private isVersionCompatible;
+    private sortExamplesByVersion;
+}

package/build/rag/version-manager.js

@@ -0,0 +1,98 @@
+import semver from "semver";
+export class VersionManager {
+    async getVersionedContext(context, version) {
+        // Extract version information from chunks
+        const versionedChunks = this.filterCompatibleChunks(context.hierarchicalContext, version);
+        // Group examples by version
+        const versionedExamples = this.extractVersionedExamples(versionedChunks);
+        // Sort examples by version compatibility
+        const sortedExamples = this.sortExamplesByVersion(versionedExamples, version);
+        return {
+            compatibleChunks: versionedChunks,
+            versionedExamples: sortedExamples
+        };
+    }
+    filterCompatibleChunks(chunks, targetVersion) {
+        return chunks.filter(chunk => {
+            const versionInfo = this.extractVersionInfo(chunk);
+            return this.isVersionCompatible(versionInfo, targetVersion);
+        });
+    }
+    extractVersionedExamples(chunks) {
+        const examples = new Map();
+        for (const chunk of chunks) {
+            if (chunk.metadata.type === 'example') {
+                const versionInfo = this.extractVersionInfo(chunk);
+                const key = versionInfo.version;
+                if (!examples.has(key)) {
+                    examples.set(key, {
+                        examples: [],
+                        compatibility: versionInfo
+                    });
+                }
+                examples.get(key).examples.push(chunk.content);
+            }
+        }
+        return Array.from(examples.entries()).map(([version, data]) => ({
+            version,
+            examples: data.examples,
+            compatibility: {
+                minVersion: data.compatibility.minVersion || version,
+                maxVersion: data.compatibility.maxVersion,
+                deprecatedIn: data.compatibility.deprecatedIn,
+                removedIn: data.compatibility.removedIn
+            }
+        }));
+    }
+    extractVersionInfo(chunk) {
+        const citationInfo = chunk.metadata.citationInfo;
+        return {
+            version: citationInfo.version,
+            minVersion: citationInfo.version, // Default to current version as minimum
+            maxVersion: undefined, // No upper bound by default
+            deprecatedIn: undefined,
+            removedIn: undefined
+        };
+    }
+    isVersionCompatible(versionInfo, targetVersion) {
+        // If no version information is available, consider it compatible
+        if (!versionInfo.version)
+            return true;
+        try {
+            // Check if the version is removed
+            if (versionInfo.removedIn && semver.gte(targetVersion, versionInfo.removedIn)) {
+                return false;
+            }
+            // Check version range compatibility
+            const minVersion = versionInfo.minVersion || versionInfo.version;
+            if (!semver.gte(targetVersion, minVersion)) {
+                return false;
+            }
+            if (versionInfo.maxVersion && semver.gt(targetVersion, versionInfo.maxVersion)) {
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            // If version comparison fails, default to compatible
+            console.warn(`Version comparison failed for ${targetVersion}:`, error);
+            return true;
+        }
+    }
+    sortExamplesByVersion(examples, targetVersion) {
+        return examples.sort((a, b) => {
+            // Prioritize non-deprecated examples
+            const aDeprecated = a.compatibility.deprecatedIn && semver.gte(targetVersion, a.compatibility.deprecatedIn);
+            const bDeprecated = b.compatibility.deprecatedIn && semver.gte(targetVersion, b.compatibility.deprecatedIn);
+            if (aDeprecated && !bDeprecated)
+                return 1;
+            if (!aDeprecated && bDeprecated)
+                return -1;
+            // Sort by version proximity to target
+            const aDistance = Math.abs(semver.compare(targetVersion, a.version));
+            const bDistance = Math.abs(semver.compare(targetVersion, b.version));
+            return aDistance - bDistance;
+        });
+    }
+}
+//# sourceMappingURL=version-manager.js.map

package/build/rag/version-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version-manager.js","sourceRoot":"","sources":["../../src/rag/version-manager.ts"],"names":[],"mappings":"AAEA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAwB5B,MAAM,OAAO,cAAc;IACzB,KAAK,CAAC,mBAAmB,CAAC,OAAyB,EAAE,OAAe;QAClE,0CAA0C;QAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAE1F,4BAA4B;QAC5B,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;QAEzE,yCAAyC;QACzC,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAE9E,OAAO;YACL,gBAAgB,EAAE,eAAe;YACjC,iBAAiB,EAAE,cAAc;SAClC,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,MAAuB,EAAE,aAAqB;QAC3E,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB,CAAC,MAAuB;QACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAGpB,CAAC;QAEL,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACtC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC;gBAEhC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;wBAChB,QAAQ,EAAE,EAAE;wBACZ,aAAa,EAAE,WAAW;qBAC3B,CAAC,CAAC;gBACL,CAAC;gBAED,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO;YACP,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,IAAI,OAAO;gBACpD,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU;gBACzC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,YAAY;gBAC7C,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS;aACxC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,kBAAkB,CAAC,KAAoB;QAC7C,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,UAAU,EAAE,YAAY,CAAC,OAAO,EAAE,wCAAwC;YAC1E,UAAU,EAAE,SAAS,EAAE,4BAA4B;YACnD,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,WAAwB,EAAE,aAAqB;QACzE,iEAAiE;QACjE,IAAI,CAAC,WAAW,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAEtC,IAAI,CAAC;YACH,kCAAkC;YAClC,IAAI,WAAW,CAAC,SAAS,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9E,OAAO,KAAK,CAAC;YACf,CAAC;YAED,oCAAoC;YACpC,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,IAAI,WAAW,CAAC,OAAO,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC3C,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,WAAW,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/E,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qDAAqD;YACrD,OAAO,CAAC,IAAI,CAAC,iCAAiC,aAAa,GAAG,EAAE,KAAK,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,QAA+C,EAAE,aAAqB;QAClG,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC5B,qCAAqC;YACrC,MAAM,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,YAAY,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YAC5G,MAAM,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,YAAY,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YAE5G,IAAI,WAAW,IAAI,CAAC,WAAW;gBAAE,OAAO,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,IAAI,WAAW;gBAAE,OAAO,CAAC,CAAC,CAAC;YAE3C,sCAAsC;YACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAErE,OAAO,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/build/setupTests.d.ts

@@ -0,0 +1,4 @@
+/**
+ * Global test setup for Vitest
+ */
+export {};

package/build/setupTests.js

@@ -0,0 +1,50 @@
+/**
+ * Global test setup for Vitest
+ */
+import createFetchMock from 'vitest-fetch-mock';
+// Initialize fetch mock
+const fetchMocker = createFetchMock(vi);
+fetchMocker.enableMocks();
+// Mock the logger to prevent console output during tests
+vi.mock('./util/logger.js', () => ({
+    logger: {
+        debug: vi.fn(),
+        info: vi.fn(),
+        warn: vi.fn(),
+        error: vi.fn(),
+    },
+}));
+// Mock cli-progress to prevent progress bar output during tests
+const mockSingleBar = {
+    start: vi.fn(),
+    update: vi.fn(),
+    stop: vi.fn(),
+    increment: vi.fn(),
+};
+vi.mock('cli-progress', () => {
+    return {
+        SingleBar: class MockSingleBar {
+            start = vi.fn();
+            update = vi.fn();
+            stop = vi.fn();
+            increment = vi.fn();
+        },
+        MultiBar: class MockMultiBar {
+            create = vi.fn().mockReturnValue(mockSingleBar);
+            stop = vi.fn();
+            remove = vi.fn();
+        },
+        Presets: {
+            shades_classic: {},
+            shades_grey: {},
+            rect: {},
+        },
+    };
+});
+// Set up test environment variables
+process.env.MCP_WEB_DOCS_SECRET = 'test-secret-key-for-encryption';
+// Clean up after each test file
+afterEach(() => {
+    vi.clearAllMocks();
+});
+//# sourceMappingURL=setupTests.js.map

package/build/setupTests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setupTests.js","sourceRoot":"","sources":["../src/setupTests.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAEhD,wBAAwB;AACxB,MAAM,WAAW,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;AACxC,WAAW,CAAC,WAAW,EAAE,CAAC;AAE1B,yDAAyD;AACzD,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;IACjC,MAAM,EAAE;QACN,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;QACd,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;KACf;CACF,CAAC,CAAC,CAAC;AAEJ,gEAAgE;AAChE,MAAM,aAAa,GAAG;IACpB,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;IACd,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;IACf,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;IACb,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;CACnB,CAAC;AAEF,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE;IAC3B,OAAO;QACL,SAAS,EAAE,MAAM,aAAa;YAC5B,KAAK,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAChB,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACf,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;SACrB;QACD,QAAQ,EAAE,MAAM,YAAY;YAC1B,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;SAClB;QACD,OAAO,EAAE;YACP,cAAc,EAAE,EAAE;YAClB,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,EAAE;SACT;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,oCAAoC;AACpC,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,gCAAgC,CAAC;AAEnE,gCAAgC;AAChC,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,aAAa,EAAE,CAAC;AACrB,CAAC,CAAC,CAAC"}

package/build/storage/storage.d.ts

@@ -0,0 +1,38 @@
+import { DocumentMetadata, ProcessedDocument, SearchResult, SearchOptions, StorageProvider } from '../types.js';
+import { EmbeddingsProvider } from '../embeddings/types.js';
+export declare class DocumentStore implements StorageProvider {
+    private readonly dbPath;
+    private readonly vectorDbPath;
+    private readonly embeddings;
+    private sqliteDb?;
+    private lanceConn?;
+    private lanceTable?;
+    private readonly searchCache;
+    private ftsIndexCreated;
+    constructor(dbPath: string, vectorDbPath: string, embeddings: EmbeddingsProvider, maxCacheSize?: number);
+    initialize(): Promise<void>;
+    addDocument(doc: ProcessedDocument): Promise<void>;
+    searchDocuments(queryVector: number[], options?: SearchOptions): Promise<SearchResult[]>;
+    /**
+     * Create full-text search index on the content field
+     */
+    private createFTSIndex;
+    searchByText(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+    /**
+     * Merge FTS and vector results using Reciprocal Rank Fusion (RRF)
+     */
+    private mergeAndRankResults;
+    /**
+     * Format raw LanceDB results into SearchResult objects
+     */
+    private formatSearchResults;
+    listDocuments(): Promise<DocumentMetadata[]>;
+    deleteDocument(url: string): Promise<void>;
+    getDocument(url: string): Promise<DocumentMetadata | null>;
+    private clearCacheForUrl;
+    /**
+     * Validates that vectors are properly stored and retrievable from LanceDB
+     * @returns Promise<boolean> True if vectors are valid, false otherwise
+     */
+    validateVectors(): Promise<boolean>;
+}