mcp-docs-scraper 0.1.0

package/dist/tools/detect-github.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-github.js","sourceRoot":"","sources":["../../src/tools/detect-github.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,gBAAgB,GAEjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAgBrD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAwB;IAExB,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IAEtB,+BAA+B;IAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,eAAe,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,gBAAgB;IAChB,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC"}

package/dist/tools/get-content.d.ts

@@ -0,0 +1,43 @@
+/**
+ * get_docs_content tool - Retrieves actual content of specific doc files from cache.
+ */
+/**
+ * Input parameters for get_docs_content tool.
+ */
+export interface GetDocsContentInput {
+    /** The docs ID from index_docs response */
+    docs_id: string;
+    /** Array of file paths to fetch */
+    paths: string[];
+    /** Output format (default: markdown) */
+    format?: "markdown" | "raw";
+}
+/**
+ * Content information for a single file.
+ */
+export interface FileContent {
+    /** The actual content */
+    content: string;
+    /** Extracted title (first H1 heading) */
+    title?: string;
+    /** List of headings for quick navigation */
+    headings: string[];
+    /** Size in bytes */
+    size_bytes: number;
+}
+/**
+ * Output from get_docs_content tool.
+ */
+export interface GetDocsContentOutput {
+    /** The docs ID */
+    docs_id: string;
+    /** Content for each found path */
+    contents: Record<string, FileContent>;
+    /** Paths that don't exist in cache */
+    not_found: string[];
+}
+/**
+ * Gets the content of specific files from cached documentation.
+ */
+export declare function getDocsContent(input: GetDocsContentInput): Promise<GetDocsContentOutput>;
+//# sourceMappingURL=get-content.d.ts.map

package/dist/tools/get-content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-content.d.ts","sourceRoot":"","sources":["../../src/tools/get-content.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,mCAAmC;IACnC,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,wCAAwC;IACxC,MAAM,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4CAA4C;IAC5C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,oBAAoB;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACtC,sCAAsC;IACtC,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AA0CD;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,mBAAmB,GACzB,OAAO,CAAC,oBAAoB,CAAC,CAqD/B"}

package/dist/tools/get-content.js

@@ -0,0 +1,84 @@
+/**
+ * get_docs_content tool - Retrieves actual content of specific doc files from cache.
+ */
+import { cacheManager } from "../services/cache-manager.js";
+import { CacheNotFoundError, ValidationError } from "../types/errors.js";
+/**
+ * Extracts headings from markdown content.
+ * Returns an array of heading text (without the # prefix).
+ */
+function extractHeadings(content) {
+    const headings = [];
+    const lines = content.split("\n");
+    for (const line of lines) {
+        // Match markdown headings (# to ######)
+        const match = line.match(/^(#{1,6})\s+(.+)$/);
+        if (match) {
+            const level = match[1].length;
+            const text = match[2].trim();
+            // Include heading level for context
+            headings.push(`${"#".repeat(level)} ${text}`);
+        }
+    }
+    return headings;
+}
+/**
+ * Extracts the title from markdown content.
+ * Returns the first H1 heading, or undefined if none found.
+ */
+function extractTitle(content) {
+    const lines = content.split("\n");
+    for (const line of lines) {
+        // Match H1 heading
+        const match = line.match(/^#\s+(.+)$/);
+        if (match) {
+            return match[1].trim();
+        }
+    }
+    return undefined;
+}
+/**
+ * Gets the content of specific files from cached documentation.
+ */
+export async function getDocsContent(input) {
+    const { docs_id, paths, format = "markdown" } = input;
+    // Validate required parameters
+    if (!docs_id) {
+        throw new ValidationError("Missing required parameter: docs_id", "docs_id");
+    }
+    if (!paths || !Array.isArray(paths) || paths.length === 0) {
+        throw new ValidationError("Missing required parameter: paths (must be a non-empty array of file paths)", "paths");
+    }
+    // Find the cached docs entry to determine source type
+    const meta = await cacheManager.findById(docs_id);
+    if (!meta) {
+        throw new CacheNotFoundError(docs_id);
+    }
+    const contents = {};
+    const not_found = [];
+    // Fetch each requested path
+    for (const path of paths) {
+        // Normalize path (remove leading slash if present)
+        const normalizedPath = path.replace(/^\/+/, "");
+        const content = await cacheManager.getContent(meta.source, docs_id, normalizedPath);
+        if (content === null) {
+            not_found.push(path);
+        }
+        else {
+            const headings = extractHeadings(content);
+            const title = extractTitle(content);
+            contents[path] = {
+                content: format === "raw" ? content : content,
+                title,
+                headings,
+                size_bytes: new TextEncoder().encode(content).length,
+            };
+        }
+    }
+    return {
+        docs_id,
+        contents,
+        not_found,
+    };
+}
+//# sourceMappingURL=get-content.js.map

package/dist/tools/get-content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-content.js","sourceRoot":"","sources":["../../src/tools/get-content.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAwCzE;;;GAGG;AACH,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,wCAAwC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC9C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,oCAAoC;YACpC,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,mBAAmB;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAA0B;IAE1B,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,GAAG,KAAK,CAAC;IAEtD,+BAA+B;IAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CAAC,qCAAqC,EAAE,SAAS,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,eAAe,CAAC,6EAA6E,EAAE,OAAO,CAAC,CAAC;IACpH,CAAC;IAED,sDAAsD;IACtD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAElD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,QAAQ,GAAgC,EAAE,CAAC;IACjD,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,4BAA4B;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,mDAAmD;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEhD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,CAC3C,IAAI,CAAC,MAAM,EACX,OAAO,EACP,cAAc,CACf,CAAC;QAEF,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YAEpC,QAAQ,CAAC,IAAI,CAAC,GAAG;gBACf,OAAO,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;gBAC7C,KAAK;gBACL,QAAQ;gBACR,UAAU,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;aACrD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,QAAQ;QACR,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/tools/get-tree.d.ts

@@ -0,0 +1,31 @@
+/**
+ * get_docs_tree tool - Retrieves the file tree for cached documentation.
+ */
+import type { DocsTreeNode } from "../types/cache.js";
+/**
+ * Input parameters for get_docs_tree tool.
+ */
+export interface GetDocsTreeInput {
+    /** The docs ID from index_docs response */
+    docs_id: string;
+    /** Subtree path to filter (optional, default: root) */
+    path?: string;
+    /** Maximum depth to return (optional, default: unlimited) */
+    max_depth?: number;
+}
+/**
+ * Output from get_docs_tree tool.
+ */
+export interface GetDocsTreeOutput {
+    /** The docs ID */
+    docs_id: string;
+    /** The path being returned */
+    path: string;
+    /** The tree structure */
+    tree: DocsTreeNode[];
+}
+/**
+ * Gets the documentation tree for a cached docs entry.
+ */
+export declare function getDocsTree(input: GetDocsTreeInput): Promise<GetDocsTreeOutput>;
+//# sourceMappingURL=get-tree.d.ts.map

package/dist/tools/get-tree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-tree.d.ts","sourceRoot":"","sources":["../../src/tools/get-tree.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAItD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,kBAAkB;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,IAAI,EAAE,YAAY,EAAE,CAAC;CACtB;AAoED;;GAEG;AACH,wBAAsB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAyCrF"}

package/dist/tools/get-tree.js

@@ -0,0 +1,102 @@
+/**
+ * get_docs_tree tool - Retrieves the file tree for cached documentation.
+ */
+import { cacheManager } from "../services/cache-manager.js";
+import { CacheNotFoundError, ValidationError } from "../types/errors.js";
+/**
+ * Finds a subtree at the given path within a tree structure.
+ * Returns the children of the node at the given path, or null if not found.
+ */
+function findSubtree(tree, targetPath) {
+    // Normalize path (remove leading/trailing slashes)
+    const normalizedPath = targetPath.replace(/^\/+|\/+$/g, "");
+    if (!normalizedPath) {
+        return tree; // Empty path returns root
+    }
+    // Search for the node at the target path
+    function search(nodes) {
+        for (const node of nodes) {
+            // Normalize node path for comparison
+            const nodePath = node.path.replace(/^\/+|\/+$/g, "");
+            if (nodePath === normalizedPath) {
+                // Found the target node
+                if (node.type === "folder" && node.children) {
+                    return node.children;
+                }
+                // If it's a file, return it as a single-element array
+                return [node];
+            }
+            // Check if the target path is under this node
+            if (normalizedPath.startsWith(nodePath + "/") && node.children) {
+                const result = search(node.children);
+                if (result)
+                    return result;
+            }
+        }
+        return null;
+    }
+    return search(tree);
+}
+/**
+ * Limits the depth of a tree structure.
+ * depth=1 means only immediate children, depth=2 includes grandchildren, etc.
+ */
+function limitDepth(tree, maxDepth, currentDepth = 1) {
+    if (maxDepth <= 0) {
+        return [];
+    }
+    return tree.map((node) => {
+        if (node.type === "folder" && node.children) {
+            if (currentDepth >= maxDepth) {
+                // Don't include children beyond max depth
+                return {
+                    ...node,
+                    children: undefined,
+                };
+            }
+            return {
+                ...node,
+                children: limitDepth(node.children, maxDepth, currentDepth + 1),
+            };
+        }
+        return node;
+    });
+}
+/**
+ * Gets the documentation tree for a cached docs entry.
+ */
+export async function getDocsTree(input) {
+    const { docs_id, path = "", max_depth } = input;
+    // Validate required parameters
+    if (!docs_id) {
+        throw new ValidationError("Missing required parameter: docs_id", "docs_id");
+    }
+    // Find the cached docs entry
+    const meta = await cacheManager.findById(docs_id);
+    if (!meta) {
+        throw new CacheNotFoundError(docs_id);
+    }
+    // Get the tree (or subtree if path specified)
+    let tree;
+    if (path) {
+        const subtree = findSubtree(meta.tree, path);
+        if (!subtree) {
+            throw new Error(`Path not found in documentation tree: "${path}". ` +
+                `Use get_docs_tree without a path to see the full tree.`);
+        }
+        tree = subtree;
+    }
+    else {
+        tree = meta.tree;
+    }
+    // Apply max_depth if specified
+    if (max_depth !== undefined && max_depth > 0) {
+        tree = limitDepth(tree, max_depth);
+    }
+    return {
+        docs_id,
+        path: path || "/",
+        tree,
+    };
+}
+//# sourceMappingURL=get-tree.js.map

package/dist/tools/get-tree.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-tree.js","sourceRoot":"","sources":["../../src/tools/get-tree.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA0BzE;;;GAGG;AACH,SAAS,WAAW,CAAC,IAAoB,EAAE,UAAkB;IAC3D,mDAAmD;IACnD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAE5D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC,CAAC,0BAA0B;IACzC,CAAC;IAED,yCAAyC;IACzC,SAAS,MAAM,CAAC,KAAqB;QACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,qCAAqC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;YAErD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,wBAAwB;gBACxB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC5C,OAAO,IAAI,CAAC,QAAQ,CAAC;gBACvB,CAAC;gBACD,sDAAsD;gBACtD,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;YAED,8CAA8C;YAC9C,IAAI,cAAc,CAAC,UAAU,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACrC,IAAI,MAAM;oBAAE,OAAO,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,IAAoB,EAAE,QAAgB,EAAE,YAAY,GAAG,CAAC;IAC1E,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACvB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5C,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;gBAC7B,0CAA0C;gBAC1C,OAAO;oBACL,GAAG,IAAI;oBACP,QAAQ,EAAE,SAAS;iBACpB,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,GAAG,IAAI;gBACP,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,GAAG,CAAC,CAAC;aAChE,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,MAAM,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;IAEhD,+BAA+B;IAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CAAC,qCAAqC,EAAE,SAAS,CAAC,CAAC;IAC9E,CAAC;IAED,6BAA6B;IAC7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAElD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,8CAA8C;IAC9C,IAAI,IAAoB,CAAC;IAEzB,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,0CAA0C,IAAI,KAAK;gBACjD,wDAAwD,CAC3D,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,OAAO,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,+BAA+B;IAC/B,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAC7C,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC;IAED,OAAO;QACL,OAAO;QACP,IAAI,EAAE,IAAI,IAAI,GAAG;QACjB,IAAI;KACL,CAAC;AACJ,CAAC"}

package/dist/tools/index-docs.d.ts

@@ -0,0 +1,63 @@
+/**
+ * index_docs tool - Fetches and caches documentation from GitHub repositories or websites.
+ */
+import type { DocsTreeNode } from "../types/cache.js";
+/**
+ * Input parameters for index_docs tool.
+ */
+export interface IndexDocsInput {
+    /** GitHub repo URL or docs website */
+    url: string;
+    /** Detection method (default: "github" for now) */
+    type?: "github" | "scrape" | "auto";
+    /** Crawl depth for scraping (not used for GitHub) */
+    depth?: number;
+    /** URL patterns to include */
+    include_patterns?: string[];
+    /** URL patterns to exclude */
+    exclude_patterns?: string[];
+    /** Ignore cache, re-fetch */
+    force_refresh?: boolean;
+}
+/**
+ * Output from index_docs tool.
+ */
+export interface IndexDocsOutput {
+    /** Unique cache ID for this docs set */
+    id: string;
+    /** Source type */
+    source: "github" | "scraped";
+    /** Repository in "owner/repo" format (if GitHub) */
+    repo?: string;
+    /** Base URL (if scraped) */
+    base_url?: string;
+    /** Top-level tree structure */
+    tree: DocsTreeNode[];
+    /** Indexing statistics */
+    stats: {
+        pages: number;
+        total_size_bytes: number;
+        indexed_at: string;
+    };
+    /** How the source was detected (for auto mode) */
+    detection_method?: string;
+}
+/**
+ * Parses a GitHub URL to extract owner and repo.
+ * Supports formats:
+ * - https://github.com/owner/repo
+ * - https://github.com/owner/repo/tree/branch/path
+ * - github.com/owner/repo
+ */
+export declare function parseGitHubUrl(url: string): {
+    owner: string;
+    repo: string;
+    branch?: string;
+    path?: string;
+} | null;
+/**
+ * Main index_docs implementation.
+ * Supports GitHub URLs and website scraping.
+ */
+export declare function indexDocs(input: IndexDocsInput): Promise<IndexDocsOutput>;
+//# sourceMappingURL=index-docs.d.ts.map

package/dist/tools/index-docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-docs.d.ts","sourceRoot":"","sources":["../../src/tools/index-docs.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAuBtD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,mDAAmD;IACnD,IAAI,CAAC,EAAE,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,6BAA6B;IAC7B,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,wCAAwC;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,kBAAkB;IAClB,MAAM,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC7B,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,IAAI,EAAE,YAAY,EAAE,CAAC;IACrB,0BAA0B;IAC1B,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,kDAAkD;IAClD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG;IAC3C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,IAAI,CA2CP;AA6TD;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,KAAK,EAAE,cAAc,GACpB,OAAO,CAAC,eAAe,CAAC,CAyG1B"}