cursor-recursive-rag 0.2.0-alpha.1

package/dist/services/query-decomposer.js

@@ -0,0 +1,79 @@
+/**
+ * Query decomposition for recursive RAG
+ *
+ * This service breaks down complex queries into sub-questions
+ * and generates follow-up questions based on retrieved context.
+ */
+/**
+ * Decompose a complex query into sub-questions
+ *
+ * For now, uses simple heuristics. In the future, this could use
+ * an LLM to intelligently decompose queries.
+ */
+export function decomposeQuery(query) {
+    // Simple heuristic: split by "and" or commas if they appear to separate distinct questions
+    const parts = query.split(/\s+(?:and|,)\s+/i).filter(p => p.trim().length > 0);
+    // If query seems complex (long, multiple clauses), split it
+    if (parts.length > 1 && parts.every(p => p.includes('?'))) {
+        return parts.map(p => p.trim());
+    }
+    // Check for multiple question patterns
+    const questionMarks = (query.match(/\?/g) || []).length;
+    if (questionMarks > 1) {
+        // Split by question marks
+        return query.split(/\?+/)
+            .map(q => q.trim())
+            .filter(q => q.length > 0)
+            .map(q => q + '?');
+    }
+    // Single question - return as is
+    return [query];
+}
+/**
+ * Generate follow-up questions based on retrieved context and original query
+ *
+ * This is a placeholder for a more sophisticated implementation that would:
+ * 1. Analyze gaps in the retrieved context
+ * 2. Identify entities or concepts that need more detail
+ * 3. Generate targeted follow-up queries
+ */
+export function generateFollowUps(originalQuery, context, maxFollowUps = 3) {
+    const followUps = [];
+    // Simple heuristic: if we have few chunks, generate follow-ups
+    const totalChunks = context.reduce((sum, c) => sum + c.chunks.length, 0);
+    if (totalChunks < 5) {
+        // Try to identify what's missing
+        const lowerQuery = originalQuery.toLowerCase();
+        if (lowerQuery.includes('how')) {
+            followUps.push({
+                query: `What are the steps to ${originalQuery.replace(/how\s+/i, '')}`,
+                reasoning: 'Need more detailed steps'
+            });
+        }
+        if (lowerQuery.includes('why')) {
+            followUps.push({
+                query: `What are the reasons for ${originalQuery.replace(/why\s+/i, '')}`,
+                reasoning: 'Need more context on reasons'
+            });
+        }
+    }
+    return followUps.slice(0, maxFollowUps);
+}
+/**
+ * Assess confidence that we have sufficient information to answer the query
+ *
+ * Simple heuristic based on number of chunks and their relevance scores
+ */
+export function assessConfidence(query, context) {
+    // Count relevant chunks (score > 0.7)
+    const relevantChunks = context.reduce((sum, c) => {
+        return sum + c.chunks.filter(chunk => (chunk.score || 0) > 0.7).length;
+    }, 0);
+    // More chunks = higher confidence (capped)
+    const baseConfidence = Math.min(relevantChunks / 10, 0.9);
+    // Multiple iterations = we've done some exploration
+    const maxIteration = Math.max(...context.map(c => c.iteration || 0));
+    const iterationBonus = Math.min(maxIteration * 0.1, 0.2);
+    return Math.min(baseConfidence + iterationBonus, 1.0);
+}
+//# sourceMappingURL=query-decomposer.js.map

package/dist/services/query-decomposer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-decomposer.js","sourceRoot":"","sources":["../../src/services/query-decomposer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,2FAA2F;IAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/E,4DAA4D;IAC5D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,uCAAuC;IACvC,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACxD,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QACtB,0BAA0B;QAC1B,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;aACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,iCAAiC;IACjC,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,aAAqB,EACrB,OAAmD,EACnD,eAAuB,CAAC;IAExB,MAAM,SAAS,GAAuB,EAAE,CAAC;IAEzC,+DAA+D;IAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEzE,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,iCAAiC;QACjC,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;QAE/C,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK,EAAE,yBAAyB,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBACtE,SAAS,EAAE,0BAA0B;aACtC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK,EAAE,4BAA4B,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBACzE,SAAS,EAAE,8BAA8B;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;AAC1C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAa,EACb,OAAuE;IAEvE,sCAAsC;IACtC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAC/C,OAAO,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,2CAA2C;IAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;IAE1D,oDAAoD;IACpD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;IAEzD,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,cAAc,EAAE,GAAG,CAAC,CAAC;AACxD,CAAC"}

package/dist/types/index.d.ts

@@ -0,0 +1,93 @@
+export interface VectorStore {
+    add(docs: VectorDocument[]): Promise<void>;
+    search(embedding: number[], options: SearchOptions): Promise<SearchResult[]>;
+    delete(ids: string[]): Promise<void>;
+    count(): Promise<number>;
+}
+export interface VectorDocument {
+    id: string;
+    embedding: number[];
+    content: string;
+    metadata: Record<string, any>;
+}
+export interface ProxyConfig {
+    enabled: boolean;
+    driver: 'packetstream' | 'smartproxy' | 'none';
+    host?: string;
+    port?: number;
+    username?: string;
+    password?: string;
+}
+export interface SearchResult {
+    id: string;
+    content: string;
+    metadata: Record<string, any>;
+    score: number;
+}
+export interface SearchOptions {
+    topK: number;
+    filter?: Record<string, any>;
+}
+export interface MCPGatewayConfig {
+    enabled: boolean;
+    url: string;
+    apiKey?: string;
+}
+export interface OpenSkillsConfig {
+    enabled: boolean;
+    autoIngestSkills: boolean;
+    skillPaths?: string[];
+}
+export interface RAGConfig {
+    vectorStore: 'memory' | 'chroma' | 'qdrant' | 'redis' | 'vectorize';
+    embeddings: 'xenova' | 'openai' | 'ollama';
+    apiKeys?: {
+        openai?: string;
+        firecrawl?: string;
+        qdrant?: {
+            url?: string;
+            apiKey?: string;
+        };
+        redis?: {
+            url?: string;
+        };
+        ollama?: {
+            baseUrl?: string;
+            model?: string;
+        };
+    };
+    vectorStoreConfig?: {
+        chromaUrl?: string;
+        redisUrl?: string;
+        vectorDim?: number;
+        [key: string]: any;
+    };
+    proxy?: ProxyConfig;
+    dashboard?: {
+        enabled: boolean;
+        port: number;
+        auth?: {
+            username: string;
+            password: string;
+        };
+    };
+    mcpGateway?: MCPGatewayConfig;
+    openSkills?: OpenSkillsConfig;
+}
+export interface ChunkOptions {
+    chunkSize?: number;
+    chunkOverlap?: number;
+    respectBoundaries?: boolean;
+}
+export interface Chunk {
+    text: string;
+    index: number;
+    metadata?: Record<string, any>;
+}
+export interface RecursiveQueryResult {
+    answer: string;
+    sources: SearchResult[];
+    iterations: number;
+    subQuestions: string[];
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC7E,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,cAAc,GAAG,YAAY,GAAG,MAAM,CAAC;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,WAAW,CAAC;IACpE,UAAU,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC3C,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE;YACP,GAAG,CAAC,EAAE,MAAM,CAAC;YACb,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,KAAK,CAAC,EAAE;YACN,GAAG,CAAC,EAAE,MAAM,CAAC;SACd,CAAC;QACF,MAAM,CAAC,EAAE;YACP,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;IACF,iBAAiB,CAAC,EAAE;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;IACF,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE;QACV,OAAO,EAAE,OAAO,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE;YACL,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;SAClB,CAAC;KACH,CAAC;IACF,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB"}

package/dist/types/index.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "cursor-recursive-rag",
+  "version": "0.2.0-alpha.1",
+  "description": "Recursive RAG MCP server for Cursor IDE with interactive setup",
+  "type": "module",
+  "bin": {
+    "cursor-rag": "bin/cursor-rag.js"
+  },
+  "main": "./dist/server/index.js",
+  "scripts": {
+    "build": "tsc && npm run copy-static",
+    "copy-static": "mkdir -p dist/dashboard/public && cp -r src/dashboard/public/* dist/dashboard/public/",
+    "dev": "tsx watch src/cli/index.ts",
+    "start:server": "node dist/server/index.js",
+    "prepublishOnly": "npm run build",
+    "version:patch": "npm version patch --no-git-tag-version",
+    "version:minor": "npm version minor --no-git-tag-version",
+    "version:major": "npm version major --no-git-tag-version",
+    "release": "npm run build && git add -A && git commit -m \"chore: release v$(node -p \"require('./package.json').version\")\" && git tag v$(node -p \"require('./package.json').version\") && git push && git push --tags"
+  },
+  "keywords": [
+    "cursor",
+    "mcp",
+    "rag",
+    "recursive-rag",
+    "vector-store",
+    "embeddings"
+  ],
+  "author": "garethdaine",
+  "license": "MIT",
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.0.0",
+    "@mendable/firecrawl-js": "^1.0.0",
+    "@qdrant/js-client-rest": "^1.9.0",
+    "@xenova/transformers": "^2.17.0",
+    "chalk": "^5.3.0",
+    "chromadb": "^1.8.0",
+    "commander": "^12.0.0",
+    "inquirer": "^9.2.0",
+    "ollama": "^0.5.0",
+    "openai": "^4.50.0",
+    "ora": "^8.0.0",
+    "redis": "^4.6.0",
+    "tiktoken": "^1.0.0",
+    "zod": "^3.23.0"
+  },
+  "devDependencies": {
+    "@types/inquirer": "^9.0.7",
+    "@types/node": "^20.11.0",
+    "tsx": "^4.7.1",
+    "typescript": "^5.3.3"
+  }
+}