@eclipse-lyra/extension-rag-system 0.0.0

package/dist/rag-integration-DO7-zvk2.js

@@ -0,0 +1,191 @@
+import { i as SEARCH_CONFIG, s as searchWorkspaceDocuments, R as RAGResultFormatter, d as documentIndexService, f as getWorkspacePath, S as SnippetExtractor, r as ragService } from "./rag-service-BKBGCuO-.js";
+import { registerAll, createLogger, rootContext } from "@eclipse-lyra/core";
+import { aiService } from "@eclipse-lyra/extension-ai-system/api";
+const logger = createLogger("RAGIntegration");
+const resultFormatter = new RAGResultFormatter(new SnippetExtractor());
+const ragPromptEnhancer = {
+  priority: 10,
+  async enhance(prompt, context) {
+    try {
+      const stats = await documentIndexService.getStats();
+      if (stats.totalDocuments === 0) {
+        return prompt;
+      }
+      const instruction = `IMPORTANT: When a user mentions a specific file name or path:
+1. ALWAYS first check if the file is indexed using rag.checindexed with the file path
+2. If indexed: Use rag.search-documents with filePath parameter to get relevant content from the indexed document
+3. If not indexed: Read the file directly using file commands (cat_file, ls, etc.)
+
+NEVER use filePath or fileName parameters in rag.search-documents without first verifying the file is indexed with rag.checindexed. If you use a non-indexed file path/name, the search will return no results.
+
+For general searches (not specific files), use rag.search-documents with just the query parameter to search across all indexed documents. This is more efficient than reading files one by one.`;
+      return `${prompt}
+
+${instruction}`;
+    } catch (error) {
+      logger.warn(`RAG enhancement failed: ${error}`);
+      return prompt;
+    }
+  }
+};
+function createRAGToolExecutor() {
+  return async (toolName, params) => {
+    if (toolName === "search_workspace_documents") {
+      const query = params.query || "";
+      const limit = Math.min(params.limit || SEARCH_CONFIG.DEFAULT_LIMIT, SEARCH_CONFIG.MAX_LIMIT);
+      const fileType = params.fileType;
+      const filePath = params.filePath;
+      const fileName = params.fileName;
+      const documentSearchScope = params.includePaths || params.excludePaths || params.pathPattern ? {
+        includePaths: params.includePaths,
+        excludePaths: params.excludePaths,
+        pathPattern: params.pathPattern
+      } : void 0;
+      const results = await searchWorkspaceDocuments(query, {
+        limit,
+        fileType,
+        filePath,
+        fileName,
+        documentSearchScope
+      });
+      return {
+        results: resultFormatter.formatSearchResults(results),
+        total: results.length
+      };
+    }
+    throw new Error(`Unknown RAG tool: ${toolName}`);
+  };
+}
+function registerRAGCommands() {
+  registerAll({
+    command: {
+      id: "rag.search-documents",
+      name: "Search Workspace Documents (RAG)",
+      description: "Search indexed workspace documents for relevant content. IMPORTANT: Only use filePath or fileName if you have already verified the file is indexed using rag.checindexed. If the file is not indexed, this will return no results.",
+      parameters: [
+        {
+          name: "query",
+          description: "Search query (optional if filePath or fileName is provided)",
+          required: false
+        },
+        {
+          name: "limit",
+          description: "Maximum number of results",
+          required: false
+        },
+        {
+          name: "fileType",
+          description: "Filter by file type",
+          required: false
+        },
+        {
+          name: "filePath",
+          description: "Exact file path to search (relative to workspace root). Only use if you verified the file is indexed with rag.checindexed.",
+          required: false
+        },
+        {
+          name: "fileName",
+          description: "File name to search for (partial match supported). Only use if you verified the file is indexed with rag.checindexed.",
+          required: false
+        }
+      ]
+    },
+    handler: {
+      canExecute: () => true,
+      execute: async (context) => {
+        const query = context.params?.query || "";
+        const limit = context.params?.limit ? Math.min(parseInt(context.params.limit), SEARCH_CONFIG.MAX_LIMIT) : SEARCH_CONFIG.DEFAULT_LIMIT;
+        const fileType = context.params?.fileType;
+        const filePath = context.params?.filePath;
+        const fileName = context.params?.fileName;
+        if (!query && !filePath && !fileName) {
+          throw new Error("Either query, filePath, or fileName parameter must be provided");
+        }
+        const results = await searchWorkspaceDocuments(query, {
+          limit,
+          fileType,
+          filePath,
+          fileName
+        });
+        if ((filePath || fileName) && results.length === 0) {
+          return {
+            query: query || (filePath ? `filePath: ${filePath}` : `fileName: ${fileName}`),
+            results: [],
+            warning: `No indexed document found for ${filePath ? `file path "${filePath}"` : `file name "${fileName}"`}. The file may not be indexed. Use rag.checindexed to verify if a file is indexed before searching.`
+          };
+        }
+        return {
+          query: query || (filePath ? `filePath: ${filePath}` : fileName ? `fileName: ${fileName}` : ""),
+          results: resultFormatter.formatCommandResults(results)
+        };
+      }
+    }
+  });
+  registerAll({
+    command: {
+      id: "rag.checindexed",
+      name: "Check if File is Indexed",
+      description: "Check if a specific file is indexed in the document index. Use this to determine if you should use RAG search or read the file directly.",
+      parameters: [
+        {
+          name: "filePath",
+          description: "The file path to check (relative to workspace root)",
+          required: true
+        }
+      ]
+    },
+    handler: {
+      canExecute: () => true,
+      execute: async (context) => {
+        const filePath = context.params?.filePath;
+        if (!filePath) {
+          throw new Error("File path parameter required");
+        }
+        const workspaceResult = await getWorkspacePath();
+        if (!workspaceResult) {
+          return { indexed: false, reason: "No workspace connected" };
+        }
+        const { workspacePath } = workspaceResult;
+        const document = await documentIndexService.getDocumentByPath(workspacePath, filePath);
+        if (document) {
+          return {
+            indexed: true,
+            filePath: document.filePath,
+            fileName: document.fileName,
+            fileType: document.fileType,
+            indexedAt: new Date(document.indexedAt).toISOString(),
+            size: document.metadata.size
+          };
+        }
+        return {
+          indexed: false,
+          filePath,
+          reason: "File not found in document index"
+        };
+      }
+    }
+  });
+}
+function integrateRAGWithAI() {
+  try {
+    registerRAGCommands();
+    const promptBuilder = aiService.promptBuilder;
+    if (promptBuilder && typeof promptBuilder.addEnhancer === "function") {
+      promptBuilder.addEnhancer(ragPromptEnhancer);
+      logger.info("RAG prompt enhancer and commands registered - AI will be instructed to use RAG before reading files");
+    } else {
+      logger.warn("AI service prompt builder not available yet, will retry");
+      setTimeout(() => integrateRAGWithAI(), 1e3);
+    }
+  } catch (error) {
+    logger.warn(`Failed to integrate RAG with AI: ${error}`);
+  }
+}
+rootContext.put("ragService", ragService);
+export {
+  createRAGToolExecutor,
+  integrateRAGWithAI,
+  ragPromptEnhancer,
+  registerRAGCommands
+};
+//# sourceMappingURL=rag-integration-DO7-zvk2.js.map

package/dist/rag-integration-DO7-zvk2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-integration-DO7-zvk2.js","sources":["../src/rag-integration.ts"],"sourcesContent":["import { ragService, searchWorkspaceDocuments } from './rag-service';\nimport { DocumentSearchScope } from './document-index-service';\nimport { documentIndexService } from './document-index-service';\nimport { getWorkspacePath } from './utils/workspace-utils';\nimport { rootContext } from '@eclipse-lyra/core';\nimport { SEARCH_CONFIG } from './utils/constants';\nimport { RAGResultFormatter } from './services/rag-result-formatter';\nimport { SnippetExtractor } from './utils/snippet-extractor';\nimport { aiService } from '@eclipse-lyra/extension-ai-system/api';\nimport { commandRegistry, registerAll } from '@eclipse-lyra/core';\nimport type { ExecutionContext } from '@eclipse-lyra/core';\nimport type { PromptEnhancer, ToolDefinition } from '@eclipse-lyra/extension-ai-system/api';\nimport { createLogger } from '@eclipse-lyra/core';\n\nconst logger = createLogger('RAGIntegration');\nconst resultFormatter = new RAGResultFormatter(new SnippetExtractor());\n\nexport const ragPromptEnhancer: PromptEnhancer = {\n    priority: 10,\n    async enhance(prompt: string, context: ExecutionContext): Promise<string> {\n        try {\n            const stats = await documentIndexService.getStats();\n            if (stats.totalDocuments === 0) {\n                return prompt;\n            }\n\n            const instruction = `IMPORTANT: When a user mentions a specific file name or path:\n1. ALWAYS first check if the file is indexed using rag.checindexed with the file path\n2. If indexed: Use rag.search-documents with filePath parameter to get relevant content from the indexed document\n3. If not indexed: Read the file directly using file commands (cat_file, ls, etc.)\n\nNEVER use filePath or fileName parameters in rag.search-documents without first verifying the file is indexed with rag.checindexed. If you use a non-indexed file path/name, the search will return no results.\n\nFor general searches (not specific files), use rag.search-documents with just the query parameter to search across all indexed documents. This is more efficient than reading files one by one.`;\n\n            return `${prompt}\\n\\n${instruction}`;\n        } catch (error) {\n            logger.warn(`RAG enhancement failed: ${error}`);\n            return prompt;\n        }\n    }\n};\n\nexport function createRAGToolExecutor() {\n    return async (toolName: string, params: any): Promise<any> => {\n        if (toolName === 'search_workspace_documents') {\n            const query = params.query || '';\n            const limit = Math.min(params.limit || SEARCH_CONFIG.DEFAULT_LIMIT, SEARCH_CONFIG.MAX_LIMIT);\n            const fileType = params.fileType;\n            const filePath = params.filePath;\n            const fileName = params.fileName;\n\n            const documentSearchScope: DocumentSearchScope | undefined = \n                (params.includePaths || params.excludePaths || params.pathPattern)\n                    ? {\n                        includePaths: params.includePaths,\n                        excludePaths: params.excludePaths,\n                        pathPattern: params.pathPattern\n                    }\n                    : undefined;\n\n            const results = await searchWorkspaceDocuments(query, {\n                limit,\n                fileType,\n                filePath,\n                fileName,\n                documentSearchScope\n            });\n\n            return {\n                results: resultFormatter.formatSearchResults(results),\n                total: results.length\n            };\n        }\n\n        throw new Error(`Unknown RAG tool: ${toolName}`);\n    };\n}\n\nexport function registerRAGCommands() {\n    registerAll({\n        command: {\n            id: 'rag.search-documents',\n            name: 'Search Workspace Documents (RAG)',\n            description: 'Search indexed workspace documents for relevant content. IMPORTANT: Only use filePath or fileName if you have already verified the file is indexed using rag.checindexed. If the file is not indexed, this will return no results.',\n            parameters: [\n                {\n                    name: 'query',\n                    description: 'Search query (optional if filePath or fileName is provided)',\n                    required: false\n                },\n                {\n                    name: 'limit',\n                    description: 'Maximum number of results',\n                    required: false\n                },\n                {\n                    name: 'fileType',\n                    description: 'Filter by file type',\n                    required: false\n                },\n                {\n                    name: 'filePath',\n                    description: 'Exact file path to search (relative to workspace root). Only use if you verified the file is indexed with rag.checindexed.',\n                    required: false\n                },\n                {\n                    name: 'fileName',\n                    description: 'File name to search for (partial match supported). Only use if you verified the file is indexed with rag.checindexed.',\n                    required: false\n                }\n            ]\n        },\n        handler: {\n            canExecute: () => true,\n            execute: async (context) => {\n                const query = context.params?.query || '';\n                const limit = context.params?.limit \n                    ? Math.min(parseInt(context.params.limit), SEARCH_CONFIG.MAX_LIMIT)\n                    : SEARCH_CONFIG.DEFAULT_LIMIT;\n                const fileType = context.params?.fileType;\n                const filePath = context.params?.filePath;\n                const fileName = context.params?.fileName;\n\n                if (!query && !filePath && !fileName) {\n                    throw new Error('Either query, filePath, or fileName parameter must be provided');\n                }\n\n                const results = await searchWorkspaceDocuments(query, {\n                    limit,\n                    fileType,\n                    filePath,\n                    fileName\n                });\n\n                if ((filePath || fileName) && results.length === 0) {\n                    return {\n                        query: query || (filePath ? `filePath: ${filePath}` : `fileName: ${fileName}`),\n                        results: [],\n                        warning: `No indexed document found for ${filePath ? `file path \"${filePath}\"` : `file name \"${fileName}\"`}. The file may not be indexed. Use rag.checindexed to verify if a file is indexed before searching.`\n                    };\n                }\n\n                return {\n                    query: query || (filePath ? `filePath: ${filePath}` : fileName ? `fileName: ${fileName}` : ''),\n                    results: resultFormatter.formatCommandResults(results)\n                };\n            }\n        }\n    });\n\n    registerAll({\n        command: {\n            id: 'rag.checindexed',\n            name: 'Check if File is Indexed',\n            description: 'Check if a specific file is indexed in the document index. Use this to determine if you should use RAG search or read the file directly.',\n            parameters: [\n                {\n                    name: 'filePath',\n                    description: 'The file path to check (relative to workspace root)',\n                    required: true\n                }\n            ]\n        },\n        handler: {\n            canExecute: () => true,\n            execute: async (context) => {\n                const filePath = context.params?.filePath;\n                if (!filePath) {\n                    throw new Error('File path parameter required');\n                }\n\n                const workspaceResult = await getWorkspacePath();\n                if (!workspaceResult) {\n                    return { indexed: false, reason: 'No workspace connected' };\n                }\n\n                const { workspacePath } = workspaceResult;\n                const document = await documentIndexService.getDocumentByPath(workspacePath, filePath);\n\n                if (document) {\n                    return {\n                        indexed: true,\n                        filePath: document.filePath,\n                        fileName: document.fileName,\n                        fileType: document.fileType,\n                        indexedAt: new Date(document.indexedAt).toISOString(),\n                        size: document.metadata.size\n                    };\n                }\n\n                return {\n                    indexed: false,\n                    filePath,\n                    reason: 'File not found in document index'\n                };\n            }\n        }\n    });\n}\n\nexport function integrateRAGWithAI() {\n    try {\n        registerRAGCommands();\n        \n        const promptBuilder = (aiService as any).promptBuilder;\n        if (promptBuilder && typeof promptBuilder.addEnhancer === 'function') {\n            promptBuilder.addEnhancer(ragPromptEnhancer);\n            logger.info('RAG prompt enhancer and commands registered - AI will be instructed to use RAG before reading files');\n        } else {\n            logger.warn('AI service prompt builder not available yet, will retry');\n            setTimeout(() => integrateRAGWithAI(), 1000);\n        }\n    } catch (error) {\n        logger.warn(`Failed to integrate RAG with AI: ${error}`);\n    }\n}\n\nrootContext.put('ragService', ragService);\n\n"],"names":[],"mappings":";;;AAcA,MAAM,SAAS,aAAa,gBAAgB;AAC5C,MAAM,kBAAkB,IAAI,mBAAmB,IAAI,kBAAkB;AAE9D,MAAM,oBAAoC;AAAA,EAC7C,UAAU;AAAA,EACV,MAAM,QAAQ,QAAgB,SAA4C;AACtE,QAAI;AACA,YAAM,QAAQ,MAAM,qBAAqB,SAAA;AACzC,UAAI,MAAM,mBAAmB,GAAG;AAC5B,eAAO;AAAA,MACX;AAEA,YAAM,cAAc;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AASpB,aAAO,GAAG,MAAM;AAAA;AAAA,EAAO,WAAW;AAAA,IACtC,SAAS,OAAO;AACZ,aAAO,KAAK,2BAA2B,KAAK,EAAE;AAC9C,aAAO;AAAA,IACX;AAAA,EACJ;AACJ;AAEO,SAAS,wBAAwB;AACpC,SAAO,OAAO,UAAkB,WAA8B;AAC1D,QAAI,aAAa,8BAA8B;AAC3C,YAAM,QAAQ,OAAO,SAAS;AAC9B,YAAM,QAAQ,KAAK,IAAI,OAAO,SAAS,cAAc,eAAe,cAAc,SAAS;AAC3F,YAAM,WAAW,OAAO;AACxB,YAAM,WAAW,OAAO;AACxB,YAAM,WAAW,OAAO;AAExB,YAAM,sBACD,OAAO,gBAAgB,OAAO,gBAAgB,OAAO,cAChD;AAAA,QACE,cAAc,OAAO;AAAA,QACrB,cAAc,OAAO;AAAA,QACrB,aAAa,OAAO;AAAA,MAAA,IAEtB;AAEV,YAAM,UAAU,MAAM,yBAAyB,OAAO;AAAA,QAClD;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA,CACH;AAED,aAAO;AAAA,QACH,SAAS,gBAAgB,oBAAoB,OAAO;AAAA,QACpD,OAAO,QAAQ;AAAA,MAAA;AAAA,IAEvB;AAEA,UAAM,IAAI,MAAM,qBAAqB,QAAQ,EAAE;AAAA,EACnD;AACJ;AAEO,SAAS,sBAAsB;AAClC,cAAY;AAAA,IACR,SAAS;AAAA,MACL,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY;AAAA,QACR;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,QAEd;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,QAEd;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,QAEd;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,QAEd;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,MACd;AAAA,IACJ;AAAA,IAEJ,SAAS;AAAA,MACL,YAAY,MAAM;AAAA,MAClB,SAAS,OAAO,YAAY;AACxB,cAAM,QAAQ,QAAQ,QAAQ,SAAS;AACvC,cAAM,QAAQ,QAAQ,QAAQ,QACxB,KAAK,IAAI,SAAS,QAAQ,OAAO,KAAK,GAAG,cAAc,SAAS,IAChE,cAAc;AACpB,cAAM,WAAW,QAAQ,QAAQ;AACjC,cAAM,WAAW,QAAQ,QAAQ;AACjC,cAAM,WAAW,QAAQ,QAAQ;AAEjC,YAAI,CAAC,SAAS,CAAC,YAAY,CAAC,UAAU;AAClC,gBAAM,IAAI,MAAM,gEAAgE;AAAA,QACpF;AAEA,cAAM,UAAU,MAAM,yBAAyB,OAAO;AAAA,UAClD;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QAAA,CACH;AAED,aAAK,YAAY,aAAa,QAAQ,WAAW,GAAG;AAChD,iBAAO;AAAA,YACH,OAAO,UAAU,WAAW,aAAa,QAAQ,KAAK,aAAa,QAAQ;AAAA,YAC3E,SAAS,CAAA;AAAA,YACT,SAAS,iCAAiC,WAAW,cAAc,QAAQ,MAAM,cAAc,QAAQ,GAAG;AAAA,UAAA;AAAA,QAElH;AAEA,eAAO;AAAA,UACH,OAAO,UAAU,WAAW,aAAa,QAAQ,KAAK,WAAW,aAAa,QAAQ,KAAK;AAAA,UAC3F,SAAS,gBAAgB,qBAAqB,OAAO;AAAA,QAAA;AAAA,MAE7D;AAAA,IAAA;AAAA,EACJ,CACH;AAED,cAAY;AAAA,IACR,SAAS;AAAA,MACL,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY;AAAA,QACR;AAAA,UACI,MAAM;AAAA,UACN,aAAa;AAAA,UACb,UAAU;AAAA,QAAA;AAAA,MACd;AAAA,IACJ;AAAA,IAEJ,SAAS;AAAA,MACL,YAAY,MAAM;AAAA,MAClB,SAAS,OAAO,YAAY;AACxB,cAAM,WAAW,QAAQ,QAAQ;AACjC,YAAI,CAAC,UAAU;AACX,gBAAM,IAAI,MAAM,8BAA8B;AAAA,QAClD;AAEA,cAAM,kBAAkB,MAAM,iBAAA;AAC9B,YAAI,CAAC,iBAAiB;AAClB,iBAAO,EAAE,SAAS,OAAO,QAAQ,yBAAA;AAAA,QACrC;AAEA,cAAM,EAAE,kBAAkB;AAC1B,cAAM,WAAW,MAAM,qBAAqB,kBAAkB,eAAe,QAAQ;AAErF,YAAI,UAAU;AACV,iBAAO;AAAA,YACH,SAAS;AAAA,YACT,UAAU,SAAS;AAAA,YACnB,UAAU,SAAS;AAAA,YACnB,UAAU,SAAS;AAAA,YACnB,WAAW,IAAI,KAAK,SAAS,SAAS,EAAE,YAAA;AAAA,YACxC,MAAM,SAAS,SAAS;AAAA,UAAA;AAAA,QAEhC;AAEA,eAAO;AAAA,UACH,SAAS;AAAA,UACT;AAAA,UACA,QAAQ;AAAA,QAAA;AAAA,MAEhB;AAAA,IAAA;AAAA,EACJ,CACH;AACL;AAEO,SAAS,qBAAqB;AACjC,MAAI;AACA,wBAAA;AAEA,UAAM,gBAAiB,UAAkB;AACzC,QAAI,iBAAiB,OAAO,cAAc,gBAAgB,YAAY;AAClE,oBAAc,YAAY,iBAAiB;AAC3C,aAAO,KAAK,qGAAqG;AAAA,IACrH,OAAO;AACH,aAAO,KAAK,yDAAyD;AACrE,iBAAW,MAAM,mBAAA,GAAsB,GAAI;AAAA,IAC/C;AAAA,EACJ,SAAS,OAAO;AACZ,WAAO,KAAK,oCAAoC,KAAK,EAAE;AAAA,EAC3D;AACJ;AAEA,YAAY,IAAI,cAAc,UAAU;"}

package/dist/rag-integration.d.ts

@@ -0,0 +1,6 @@
+import { PromptEnhancer } from '@eclipse-lyra/extension-ai-system/api';
+export declare const ragPromptEnhancer: PromptEnhancer;
+export declare function createRAGToolExecutor(): (toolName: string, params: any) => Promise<any>;
+export declare function registerRAGCommands(): void;
+export declare function integrateRAGWithAI(): void;
+//# sourceMappingURL=rag-integration.d.ts.map

package/dist/rag-integration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-integration.d.ts","sourceRoot":"","sources":["../src/rag-integration.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,uCAAuC,CAAC;AAM5F,eAAO,MAAM,iBAAiB,EAAE,cAwB/B,CAAC;AAEF,wBAAgB,qBAAqB,KACnB,UAAU,MAAM,EAAE,QAAQ,GAAG,KAAG,OAAO,CAAC,GAAG,CAAC,CAiC7D;AAED,wBAAgB,mBAAmB,SAwHlC;AAED,wBAAgB,kBAAkB,SAejC"}