cursor-recursive-rag 0.2.0-alpha.1

package/dist/server/tools/crawl.d.ts

@@ -0,0 +1,15 @@
+import type { VectorStore } from '../../adapters/vector/index.js';
+import type { Embedder } from '../../adapters/embeddings/index.js';
+import type { RAGConfig } from '../../types/index.js';
+interface CrawlAndIngestArgs {
+    url: string;
+    maxPages?: number;
+    maxDepth?: number;
+}
+export declare function crawlAndIngestTool(args: CrawlAndIngestArgs, deps: {
+    vectorStore: VectorStore;
+    embedder: Embedder;
+    config: RAGConfig;
+}): Promise<any>;
+export {};
+//# sourceMappingURL=crawl.d.ts.map

package/dist/server/tools/crawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../../src/server/tools/crawl.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAkB,MAAM,sBAAsB,CAAC;AAGtE,UAAU,kBAAkB;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,kBAAkB,EACxB,IAAI,EAAE;IAAE,WAAW,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,SAAS,CAAA;CAAE,GACxE,OAAO,CAAC,GAAG,CAAC,CAsGd"}

package/dist/server/tools/crawl.js

@@ -0,0 +1,97 @@
+import { randomUUID } from 'crypto';
+import FirecrawlApp from '@mendable/firecrawl-js';
+import { chunkDocument } from '../../services/chunker.js';
+export async function crawlAndIngestTool(args, deps) {
+    const { url, maxPages = 100, maxDepth = 3 } = args;
+    const { vectorStore, embedder, config } = deps;
+    const firecrawlApiKey = config.apiKeys?.firecrawl;
+    if (!firecrawlApiKey) {
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: 'Firecrawl API key not configured. Run "cursor-rag setup" and provide a Firecrawl API key to enable web crawling.'
+                }
+            ],
+            isError: true
+        };
+    }
+    try {
+        const app = new FirecrawlApp({ apiKey: firecrawlApiKey });
+        // Crawl the site
+        const result = await app.crawlUrl(url, {
+            limit: maxPages,
+            maxDepth,
+            scrapeOptions: {
+                formats: ['markdown'],
+                onlyMainContent: true
+            }
+        });
+        // Check if crawl was successful
+        if (!result.success || !('data' in result) || !result.data || result.data.length === 0) {
+            const errorMsg = 'error' in result ? result.error : 'No pages were retrieved';
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: `Crawl completed but no pages were retrieved from ${url}: ${errorMsg}`
+                    }
+                ]
+            };
+        }
+        // Process each page
+        let totalChunks = 0;
+        const documents = [];
+        for (const page of result.data) {
+            if (!page.markdown)
+                continue;
+            const chunks = chunkDocument(page.markdown, {
+                chunkSize: 512,
+                chunkOverlap: 50,
+                respectBoundaries: true
+            });
+            // Generate embeddings for chunks
+            const embeddings = await embedder.embedBatch(chunks.map(c => c.text));
+            // Create vector documents
+            for (let i = 0; i < chunks.length; i++) {
+                documents.push({
+                    id: randomUUID(),
+                    embedding: embeddings[i],
+                    content: chunks[i].text,
+                    metadata: {
+                        source: page.url || url,
+                        title: page.metadata?.title || 'Untitled',
+                        chunkIndex: chunks[i].index
+                    }
+                });
+            }
+            totalChunks += chunks.length;
+        }
+        // Add all documents to vector store in batches
+        const batchSize = 100;
+        for (let i = 0; i < documents.length; i += batchSize) {
+            const batch = documents.slice(i, i + batchSize);
+            await vectorStore.add(batch);
+        }
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: `Successfully crawled and ingested ${result.data.length} pages from ${url}. Created ${totalChunks} chunks.`
+                }
+            ]
+        };
+    }
+    catch (error) {
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: `Error crawling ${url}: ${error instanceof Error ? error.message : 'Unknown error'}`
+                }
+            ],
+            isError: true
+        };
+    }
+}
+//# sourceMappingURL=crawl.js.map

package/dist/server/tools/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../../src/server/tools/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,YAAY,MAAM,wBAAwB,CAAC;AAIlD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAQ1D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAwB,EACxB,IAAyE;IAEzE,MAAM,EAAE,GAAG,EAAE,QAAQ,GAAG,GAAG,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;IACnD,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAE/C,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;IAClD,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,kHAAkH;iBACzH;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QAE1D,iBAAiB;QACjB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE;YACrC,KAAK,EAAE,QAAQ;YACf,QAAQ;YACR,aAAa,EAAE;gBACb,OAAO,EAAE,CAAC,UAAU,CAAC;gBACrB,eAAe,EAAE,IAAI;aACtB;SACF,CAAC,CAAC;QAEH,gCAAgC;QAChC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvF,MAAM,QAAQ,GAAG,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC;YAC9E,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,oDAAoD,GAAG,KAAK,QAAQ,EAAE;qBAC7E;iBACF;aACF,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,SAAS,GAAqB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAE7B,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAC1C,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE,EAAE;gBAChB,iBAAiB,EAAE,IAAI;aACxB,CAAC,CAAC;YAEH,iCAAiC;YACjC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAEtE,0BAA0B;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,UAAU,EAAE;oBAChB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;oBACvB,QAAQ,EAAE;wBACR,MAAM,EAAE,IAAI,CAAC,GAAG,IAAI,GAAG;wBACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,UAAU;wBACzC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;qBAC5B;iBACF,CAAC,CAAC;YACL,CAAC;YAED,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,+CAA+C;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAChD,MAAM,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,qCAAqC,MAAM,CAAC,IAAI,CAAC,MAAM,eAAe,GAAG,aAAa,WAAW,UAAU;iBAClH;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,kBAAkB,GAAG,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;iBAC3F;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/server/tools/gateway.d.ts

@@ -0,0 +1,27 @@
+import type { RAGConfig } from '../../types/index.js';
+export declare function gatewaySearchToolsTool(config: RAGConfig, params: {
+    query: string;
+    backend?: string;
+}): Promise<{
+    tools: Array<{
+        name: string;
+        description: string;
+        backend: string;
+    }>;
+}>;
+export declare function gatewayCallToolTool(config: RAGConfig, params: {
+    toolName: string;
+    args: Record<string, any>;
+    maxRows?: number;
+    fields?: string[];
+}): Promise<any>;
+export declare function gatewayExecuteSkillTool(config: RAGConfig, params: {
+    name: string;
+    inputs?: Record<string, any>;
+}): Promise<any>;
+export declare function gatewayHealthTool(config: RAGConfig): Promise<{
+    status: string;
+    backends: number;
+    tools: number;
+}>;
+//# sourceMappingURL=gateway.d.ts.map

package/dist/server/tools/gateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../../src/server/tools/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGtD,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1C,OAAO,CAAC;IAAE,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC,CAiBnF;AAED,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE;IACN,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GACA,OAAO,CAAC,GAAG,CAAC,CAgBd;AAED,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAAE,GACrD,OAAO,CAAC,GAAG,CAAC,CAQd;AAED,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAiB9D"}

package/dist/server/tools/gateway.js

@@ -0,0 +1,58 @@
+import { createMCPGatewayClient } from '../../integrations/mcp-gateway.js';
+export async function gatewaySearchToolsTool(config, params) {
+    const client = createMCPGatewayClient(config);
+    if (!client.isEnabled()) {
+        return { tools: [] };
+    }
+    try {
+        const result = await client.searchTools(params.query, {
+            backend: params.backend,
+            detailLevel: 'name_description'
+        });
+        return result;
+    }
+    catch (error) {
+        console.error('Gateway search error:', error);
+        return { tools: [] };
+    }
+}
+export async function gatewayCallToolTool(config, params) {
+    const client = createMCPGatewayClient(config);
+    if (!client.isEnabled()) {
+        throw new Error('MCP Gateway integration is not enabled');
+    }
+    return client.callTool({
+        toolName: params.toolName,
+        args: params.args,
+        filter: {
+            maxRows: params.maxRows,
+            fields: params.fields,
+            format: 'summary'
+        }
+    });
+}
+export async function gatewayExecuteSkillTool(config, params) {
+    const client = createMCPGatewayClient(config);
+    if (!client.isEnabled()) {
+        throw new Error('MCP Gateway integration is not enabled');
+    }
+    return client.executeSkill(params.name, params.inputs || {});
+}
+export async function gatewayHealthTool(config) {
+    const client = createMCPGatewayClient(config);
+    if (!client.isEnabled()) {
+        return { status: 'disabled', backends: 0, tools: 0 };
+    }
+    try {
+        const health = await client.getHealth();
+        return {
+            status: health.status,
+            backends: health.backends.connected,
+            tools: health.tools
+        };
+    }
+    catch (error) {
+        return { status: 'error', backends: 0, tools: 0 };
+    }
+}
+//# sourceMappingURL=gateway.js.map

package/dist/server/tools/gateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../../src/server/tools/gateway.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAE3E,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAiB,EACjB,MAA2C;IAE3C,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;QACxB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE;YACpD,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,kBAAkB;SAChC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAiB,EACjB,MAKC;IAED,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC,QAAQ,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE;YACN,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,SAAS;SAClB;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAiB,EACjB,MAAsD;IAEtD,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAiB;IAEjB,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACvD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACpD,CAAC;AACH,CAAC"}

package/dist/server/tools/index.d.ts

@@ -0,0 +1,10 @@
+import { Server } from '@modelcontextprotocol/sdk/server/index.js';
+import type { VectorStore } from '../../adapters/vector/index.js';
+import type { Embedder } from '../../adapters/embeddings/index.js';
+import type { RAGConfig } from '../../types/index.js';
+export declare function registerTools(server: Server, dependencies: {
+    vectorStore: VectorStore;
+    embedder: Embedder;
+    config: RAGConfig;
+}): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/server/tools/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/server/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AAKnE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAStD,wBAAgB,aAAa,CAC3B,MAAM,EAAE,MAAM,EACd,YAAY,EAAE;IACZ,WAAW,EAAE,WAAW,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;CACnB,GACA,IAAI,CAqSN"}

package/dist/server/tools/index.js

@@ -0,0 +1,302 @@
+import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
+import { recursiveQueryTool } from './recursive-query.js';
+import { searchKnowledgeTool } from './search.js';
+import { ingestDocumentTool } from './ingest.js';
+import { crawlAndIngestTool } from './crawl.js';
+import { listSourcesTool } from './list-sources.js';
+import { gatewaySearchToolsTool, gatewayCallToolTool, gatewayExecuteSkillTool, gatewayHealthTool } from './gateway.js';
+import { listOpenSkillsTool, readOpenSkillTool, ingestSkillsTool, searchSkillsTool } from './skills.js';
+export function registerTools(server, dependencies) {
+    // List available tools
+    server.setRequestHandler(ListToolsRequestSchema, async () => ({
+        tools: [
+            {
+                name: 'recursive_query',
+                description: 'Perform recursive multi-hop retrieval across knowledge base. Decomposes complex queries into sub-questions, iteratively retrieves relevant chunks, and synthesizes a comprehensive answer.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: 'The question or query to answer'
+                        },
+                        maxIterations: {
+                            type: 'number',
+                            description: 'Maximum number of retrieval iterations (default: 5)',
+                            default: 5
+                        },
+                        minConfidence: {
+                            type: 'number',
+                            description: 'Minimum confidence threshold to stop iterating (default: 0.7)',
+                            default: 0.7
+                        },
+                        sources: {
+                            type: 'array',
+                            items: { type: 'string' },
+                            description: 'Filter to specific document sources (optional)'
+                        }
+                    },
+                    required: ['query']
+                }
+            },
+            {
+                name: 'search_knowledge',
+                description: 'Direct vector similarity search in the knowledge base. Use for simple queries that don\'t require recursive retrieval.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: 'Search query'
+                        },
+                        topK: {
+                            type: 'number',
+                            description: 'Number of results to return (default: 10)',
+                            default: 10
+                        },
+                        sources: {
+                            type: 'array',
+                            items: { type: 'string' },
+                            description: 'Filter to specific document sources (optional)'
+                        }
+                    },
+                    required: ['query']
+                }
+            },
+            {
+                name: 'ingest_document',
+                description: 'Add a single document to the knowledge base. Accepts URL, file path, or raw text.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        source: {
+                            type: 'string',
+                            description: 'URL, file path, or text content'
+                        },
+                        title: {
+                            type: 'string',
+                            description: 'Optional title for the document'
+                        },
+                        metadata: {
+                            type: 'object',
+                            description: 'Optional metadata to attach to chunks'
+                        }
+                    },
+                    required: ['source']
+                }
+            },
+            {
+                name: 'crawl_and_ingest',
+                description: 'Crawl a website using Firecrawl and add all pages to the knowledge base.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        url: {
+                            type: 'string',
+                            description: 'Starting URL to crawl'
+                        },
+                        maxPages: {
+                            type: 'number',
+                            description: 'Maximum number of pages to crawl (default: 100)',
+                            default: 100
+                        },
+                        maxDepth: {
+                            type: 'number',
+                            description: 'Maximum crawl depth (default: 3)',
+                            default: 3
+                        }
+                    },
+                    required: ['url']
+                }
+            },
+            {
+                name: 'list_sources',
+                description: 'List all document sources indexed in the knowledge base.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {}
+                }
+            },
+            // MCP Gateway integration tools (optional)
+            {
+                name: 'gateway_search_tools',
+                description: 'Search available tools in MCP Gateway. Requires mcpGateway integration to be enabled.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: 'Search query for tools'
+                        },
+                        backend: {
+                            type: 'string',
+                            description: 'Filter to specific backend (optional)'
+                        }
+                    },
+                    required: ['query']
+                }
+            },
+            {
+                name: 'gateway_call_tool',
+                description: 'Call a tool through MCP Gateway with result filtering. Requires mcpGateway integration to be enabled.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        toolName: {
+                            type: 'string',
+                            description: 'Name of the gateway tool to call'
+                        },
+                        args: {
+                            type: 'object',
+                            description: 'Arguments to pass to the tool'
+                        },
+                        maxRows: {
+                            type: 'number',
+                            description: 'Limit result rows (optional)'
+                        },
+                        fields: {
+                            type: 'array',
+                            items: { type: 'string' },
+                            description: 'Select specific fields (optional)'
+                        }
+                    },
+                    required: ['toolName', 'args']
+                }
+            },
+            {
+                name: 'gateway_execute_skill',
+                description: 'Execute a skill from MCP Gateway. Requires mcpGateway integration to be enabled.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        name: {
+                            type: 'string',
+                            description: 'Name of the skill to execute'
+                        },
+                        inputs: {
+                            type: 'object',
+                            description: 'Inputs for the skill (optional)'
+                        }
+                    },
+                    required: ['name']
+                }
+            },
+            {
+                name: 'gateway_health',
+                description: 'Check MCP Gateway health and status.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {}
+                }
+            },
+            // OpenSkills integration tools (optional)
+            {
+                name: 'list_openskills',
+                description: 'List all installed OpenSkills. Requires openSkills integration to be enabled.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {}
+                }
+            },
+            {
+                name: 'read_openskill',
+                description: 'Read a specific OpenSkill by name. Requires openSkills integration to be enabled.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        name: {
+                            type: 'string',
+                            description: 'Name of the skill to read'
+                        }
+                    },
+                    required: ['name']
+                }
+            },
+            {
+                name: 'ingest_openskills',
+                description: 'Ingest all installed OpenSkills into the RAG knowledge base for semantic search.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {}
+                }
+            },
+            {
+                name: 'search_openskills',
+                description: 'Semantic search across ingested OpenSkills.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: 'Search query'
+                        },
+                        topK: {
+                            type: 'number',
+                            description: 'Number of results (default: 5)',
+                            default: 5
+                        }
+                    },
+                    required: ['query']
+                }
+            }
+        ]
+    }));
+    // Handle tool calls
+    server.setRequestHandler(CallToolRequestSchema, async (request) => {
+        const { name, arguments: args } = request.params;
+        try {
+            switch (name) {
+                case 'recursive_query':
+                    return await recursiveQueryTool(args, dependencies);
+                case 'search_knowledge':
+                    return await searchKnowledgeTool(args, dependencies);
+                case 'ingest_document':
+                    return await ingestDocumentTool(args, dependencies);
+                case 'crawl_and_ingest':
+                    return await crawlAndIngestTool(args, dependencies);
+                case 'list_sources':
+                    return await listSourcesTool(args, dependencies);
+                // MCP Gateway tools
+                case 'gateway_search_tools':
+                    const gatewaySearchResult = await gatewaySearchToolsTool(dependencies.config, args);
+                    return { content: [{ type: 'text', text: JSON.stringify(gatewaySearchResult, null, 2) }] };
+                case 'gateway_call_tool':
+                    const gatewayCallResult = await gatewayCallToolTool(dependencies.config, args);
+                    return { content: [{ type: 'text', text: JSON.stringify(gatewayCallResult, null, 2) }] };
+                case 'gateway_execute_skill':
+                    const gatewaySkillResult = await gatewayExecuteSkillTool(dependencies.config, args);
+                    return { content: [{ type: 'text', text: JSON.stringify(gatewaySkillResult, null, 2) }] };
+                case 'gateway_health':
+                    const healthResult = await gatewayHealthTool(dependencies.config);
+                    return { content: [{ type: 'text', text: JSON.stringify(healthResult, null, 2) }] };
+                // OpenSkills tools
+                case 'list_openskills':
+                    const skillsList = await listOpenSkillsTool(dependencies.config);
+                    return { content: [{ type: 'text', text: JSON.stringify(skillsList, null, 2) }] };
+                case 'read_openskill':
+                    const skillContent = await readOpenSkillTool(dependencies.config, args);
+                    return { content: [{ type: 'text', text: JSON.stringify(skillContent, null, 2) }] };
+                case 'ingest_openskills':
+                    const ingestResult = await ingestSkillsTool(dependencies.config);
+                    return { content: [{ type: 'text', text: JSON.stringify(ingestResult, null, 2) }] };
+                case 'search_openskills':
+                    const searchResult = await searchSkillsTool(dependencies.config, args);
+                    return { content: [{ type: 'text', text: JSON.stringify(searchResult, null, 2) }] };
+                default:
+                    throw new Error(`Unknown tool: ${name}`);
+            }
+        }
+        catch (error) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: `Error executing tool ${name}: ${error instanceof Error ? error.message : 'Unknown error'}`
+                    }
+                ],
+                isError: true
+            };
+        }
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/server/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,oCAAoC,CAAC;AAI5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACvH,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAExG,MAAM,UAAU,aAAa,CAC3B,MAAc,EACd,YAIC;IAED,uBAAuB;IACvB,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5D,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,4LAA4L;gBACzM,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iCAAiC;yBAC/C;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qDAAqD;4BAClE,OAAO,EAAE,CAAC;yBACX;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,+DAA+D;4BAC5E,OAAO,EAAE,GAAG;yBACb;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EAAE,gDAAgD;yBAC9D;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EAAE,wHAAwH;gBACrI,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,cAAc;yBAC5B;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2CAA2C;4BACxD,OAAO,EAAE,EAAE;yBACZ;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EAAE,gDAAgD;yBAC9D;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,mFAAmF;gBAChG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iCAAiC;yBAC/C;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iCAAiC;yBAC/C;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uCAAuC;yBACrD;qBACF;oBACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;iBACrB;aACF;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EAAE,0EAA0E;gBACvF,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,GAAG,EAAE;4BACH,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uBAAuB;yBACrC;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iDAAiD;4BAC9D,OAAO,EAAE,GAAG;yBACb;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,kCAAkC;4BAC/C,OAAO,EAAE,CAAC;yBACX;qBACF;oBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;iBAClB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,0DAA0D;gBACvE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD,2CAA2C;YAC3C;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,WAAW,EAAE,uFAAuF;gBACpG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,wBAAwB;yBACtC;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uCAAuC;yBACrD;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EAAE,uGAAuG;gBACpH,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,kCAAkC;yBAChD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,+BAA+B;yBAC7C;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,8BAA8B;yBAC5C;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EAAE,mCAAmC;yBACjD;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC;iBAC/B;aACF;YACD;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,WAAW,EAAE,kFAAkF;gBAC/F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,8BAA8B;yBAC5C;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iCAAiC;yBAC/C;qBACF;oBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;iBACnB;aACF;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,WAAW,EAAE,sCAAsC;gBACnD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD,0CAA0C;YAC1C;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,+EAA+E;gBAC5F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,WAAW,EAAE,mFAAmF;gBAChG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2BAA2B;yBACzC;qBACF;oBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;iBACnB;aACF;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EAAE,kFAAkF;gBAC/F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EAAE,6CAA6C;gBAC1D,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,cAAc;yBAC5B;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,gCAAgC;4BAC7C,OAAO,EAAE,CAAC;yBACX;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,oBAAoB;IACpB,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAEjD,IAAI,CAAC;YACH,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,iBAAiB;oBACpB,OAAO,MAAM,kBAAkB,CAAC,IAAW,EAAE,YAAY,CAAC,CAAC;gBAC7D,KAAK,kBAAkB;oBACrB,OAAO,MAAM,mBAAmB,CAAC,IAAW,EAAE,YAAY,CAAC,CAAC;gBAC9D,KAAK,iBAAiB;oBACpB,OAAO,MAAM,kBAAkB,CAAC,IAAW,EAAE,YAAY,CAAC,CAAC;gBAC7D,KAAK,kBAAkB;oBACrB,OAAO,MAAM,kBAAkB,CAAC,IAAW,EAAE,YAAY,CAAC,CAAC;gBAC7D,KAAK,cAAc;oBACjB,OAAO,MAAM,eAAe,CAAC,IAAW,EAAE,YAAY,CAAC,CAAC;gBAC1D,oBAAoB;gBACpB,KAAK,sBAAsB;oBACzB,MAAM,mBAAmB,GAAG,MAAM,sBAAsB,CAAC,YAAY,CAAC,MAAM,EAAE,IAAW,CAAC,CAAC;oBAC3F,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7F,KAAK,mBAAmB;oBACtB,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,MAAM,EAAE,IAAW,CAAC,CAAC;oBACtF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3F,KAAK,uBAAuB;oBAC1B,MAAM,kBAAkB,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,MAAM,EAAE,IAAW,CAAC,CAAC;oBAC3F,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC5F,KAAK,gBAAgB;oBACnB,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBAClE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtF,mBAAmB;gBACnB,KAAK,iBAAiB;oBACpB,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACjE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpF,KAAK,gBAAgB;oBACnB,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,MAAM,EAAE,IAAW,CAAC,CAAC;oBAC/E,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtF,KAAK,mBAAmB;oBACtB,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACjE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtF,KAAK,mBAAmB;oBACtB,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,IAAW,CAAC,CAAC;oBAC9E,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtF;oBACE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,wBAAwB,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;qBAClG;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/server/tools/ingest.d.ts

@@ -0,0 +1,15 @@
+import type { VectorStore } from '../../adapters/vector/index.js';
+import type { Embedder } from '../../adapters/embeddings/index.js';
+import type { RAGConfig } from '../../types/index.js';
+interface IngestDocumentArgs {
+    source: string;
+    title?: string;
+    metadata?: Record<string, any>;
+}
+export declare function ingestDocumentTool(args: IngestDocumentArgs, deps: {
+    vectorStore: VectorStore;
+    embedder: Embedder;
+    config: RAGConfig;
+}): Promise<any>;
+export {};
+//# sourceMappingURL=ingest.d.ts.map

package/dist/server/tools/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../../src/server/tools/ingest.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAkB,MAAM,sBAAsB,CAAC;AAGtE,UAAU,kBAAkB;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,kBAAkB,EACxB,IAAI,EAAE;IAAE,WAAW,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,SAAS,CAAA;CAAE,GACxE,OAAO,CAAC,GAAG,CAAC,CAkFd"}

package/dist/server/tools/ingest.js

@@ -0,0 +1,84 @@
+import { randomUUID } from 'crypto';
+import { existsSync, readFileSync } from 'fs';
+import { chunkDocument } from '../../services/chunker.js';
+export async function ingestDocumentTool(args, deps) {
+    const { source, title, metadata = {} } = args;
+    const { vectorStore, embedder } = deps;
+    let content;
+    let docSource;
+    // Determine if source is URL, file path, or text
+    if (source.startsWith('http://') || source.startsWith('https://')) {
+        // Fetch URL content using fetch API
+        try {
+            const response = await fetch(source);
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+            }
+            content = await response.text();
+            docSource = title || source;
+        }
+        catch (error) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: `Failed to fetch URL ${source}: ${error instanceof Error ? error.message : 'Unknown error'}. Use crawl_and_ingest for better web content extraction.`
+                    }
+                ],
+                isError: true
+            };
+        }
+    }
+    else if (source.startsWith('/') || source.startsWith('./') || source.includes('\\') || existsSync(source)) {
+        // File path - read file
+        try {
+            content = readFileSync(source, 'utf-8');
+            docSource = title || source;
+        }
+        catch (error) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: `Failed to read file ${source}: ${error instanceof Error ? error.message : 'Unknown error'}`
+                    }
+                ],
+                isError: true
+            };
+        }
+    }
+    else {
+        // Assume it's text content
+        content = source;
+        docSource = title || 'manual-input';
+    }
+    // Chunk the document
+    const chunks = chunkDocument(content, {
+        chunkSize: 512,
+        chunkOverlap: 50,
+        respectBoundaries: true
+    });
+    // Generate embeddings and add to vector store
+    const embeddings = await embedder.embedBatch(chunks.map(c => c.text));
+    const documents = chunks.map((chunk, idx) => ({
+        id: randomUUID(),
+        embedding: embeddings[idx],
+        content: chunk.text,
+        metadata: {
+            ...metadata,
+            source: docSource,
+            title: title || docSource,
+            chunkIndex: chunk.index
+        }
+    }));
+    await vectorStore.add(documents);
+    return {
+        content: [
+            {
+                type: 'text',
+                text: `Successfully ingested document "${title || docSource}". Created ${documents.length} chunks.`
+            }
+        ]
+    };
+}
+//# sourceMappingURL=ingest.js.map