claude-local-docs 1.0.2 → 1.0.13

package/dist/discovery.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Self-contained doc discovery: npm registry lookup, llms.txt probing,
+ * index detection & expansion, HTML-to-markdown conversion.
+ */
+interface NpmInfo {
+    name: string;
+    version: string;
+    homepage?: string;
+    repoUrl?: string;
+    repoOrg?: string;
+    repoName?: string;
+    /** URL from package.json "llms" field (Colin Hacks convention) */
+    llmsUrl?: string;
+    /** URL from package.json "llmsFull" field (Colin Hacks convention) */
+    llmsFullUrl?: string;
+}
+interface IndexDetection {
+    isIndex: boolean;
+    links: {
+        text: string;
+        url: string;
+    }[];
+}
+export interface DiscoveryResult {
+    url: string;
+    content: string;
+    byteLength: number;
+    source: "npm-llms-field" | "llms-full.txt" | "llms.txt" | "llms.txt-index" | "homepage-html" | "github-raw" | "readme";
+    expandedUrls?: string[];
+    failedUrls?: string[];
+    warning?: string;
+}
+export declare function queryNpmRegistry(library: string): Promise<NpmInfo>;
+export declare function generateCandidateUrls(info: NpmInfo): string[];
+export declare function detectIndex(content: string, url: string): IndexDetection;
+export declare function expandIndex(links: {
+    text: string;
+    url: string;
+}[], baseUrl: string): Promise<{
+    content: string;
+    expandedUrls: string[];
+    failedUrls: string[];
+}>;
+export declare function htmlToMarkdown(html: string): string;
+export declare function resolveDocsUrl(library: string): Promise<DiscoveryResult>;
+export {};

package/dist/discovery.js

@@ -0,0 +1,357 @@
+/**
+ * Self-contained doc discovery: npm registry lookup, llms.txt probing,
+ * index detection & expansion, HTML-to-markdown conversion.
+ */
+import TurndownService from "turndown";
+import { gfm } from "turndown-plugin-gfm";
+import { fetchDocContent } from "./fetcher.js";
+// ── npm registry ───────────────────────────────────────────────────────
+export async function queryNpmRegistry(library) {
+    const url = `https://registry.npmjs.org/${encodeURIComponent(library)}/latest`;
+    const res = await fetch(url, {
+        headers: { Accept: "application/json", "User-Agent": "claude-local-docs/1.0" },
+        signal: AbortSignal.timeout(15_000),
+    });
+    if (!res.ok) {
+        throw new Error(`npm registry returned ${res.status} for ${library}`);
+    }
+    const pkg = (await res.json());
+    let repoUrl;
+    let repoOrg;
+    let repoName;
+    const rawRepo = typeof pkg.repository === "string" ? pkg.repository : pkg.repository?.url;
+    if (rawRepo) {
+        repoUrl = normalizeRepoUrl(rawRepo);
+        const m = repoUrl.match(/github\.com\/([^/]+)\/([^/]+)/);
+        if (m) {
+            repoOrg = m[1];
+            repoName = m[2];
+        }
+    }
+    // Extract llms/llmsFull fields (Colin Hacks convention for AI autodiscovery)
+    const llmsUrl = typeof pkg.llms === "string" ? pkg.llms : undefined;
+    const llmsFullUrl = typeof pkg.llmsFull === "string" ? pkg.llmsFull : undefined;
+    return {
+        name: pkg.name,
+        version: pkg.version,
+        homepage: pkg.homepage || undefined,
+        repoUrl,
+        repoOrg,
+        repoName,
+        llmsUrl,
+        llmsFullUrl,
+    };
+}
+function normalizeRepoUrl(raw) {
+    return raw
+        .replace(/^git\+/, "")
+        .replace(/^git:\/\//, "https://")
+        .replace(/^ssh:\/\/git@github\.com/, "https://github.com")
+        .replace(/\.git$/, "");
+}
+// ── Candidate URL generation ───────────────────────────────────────────
+export function generateCandidateUrls(info) {
+    const urls = [];
+    const seen = new Set();
+    const add = (url) => {
+        if (!seen.has(url)) {
+            seen.add(url);
+            urls.push(url);
+        }
+    };
+    // ── Priority 1: package.json llms/llmsFull fields (most reliable) ──
+    if (info.llmsFullUrl)
+        add(info.llmsFullUrl);
+    if (info.llmsUrl)
+        add(info.llmsUrl);
+    // ── Priority 2: homepage-based probing ──
+    if (info.homepage) {
+        const hp = info.homepage.replace(/\/$/, "");
+        add(`${hp}/llms-full.txt`);
+        add(`${hp}/llms.txt`);
+        // docs.{domain} variant (Mintlify/GitBook auto-generate pattern)
+        try {
+            const u = new URL(hp);
+            if (!u.hostname.startsWith("docs.")) {
+                const docsHost = `docs.${u.hostname}`;
+                add(`${u.protocol}//${docsHost}/llms-full.txt`);
+                add(`${u.protocol}//${docsHost}/llms.txt`);
+            }
+        }
+        catch {
+            // invalid URL — skip
+        }
+        // /docs/ subpath variant
+        try {
+            const u = new URL(hp);
+            add(`${u.origin}/docs/llms-full.txt`);
+            add(`${u.origin}/docs/llms.txt`);
+        }
+        catch {
+            // invalid URL — skip
+        }
+        // llms.{domain} subdomain (Motion-style pattern)
+        try {
+            const u = new URL(hp);
+            if (!u.hostname.startsWith("llms.")) {
+                add(`${u.protocol}//llms.${u.hostname}/llms-full.txt`);
+                add(`${u.protocol}//llms.${u.hostname}/llms.txt`);
+            }
+        }
+        catch {
+            // invalid URL — skip
+        }
+    }
+    // ── Priority 3: GitHub raw ──
+    if (info.repoOrg && info.repoName) {
+        for (const branch of ["main", "master"]) {
+            add(`https://raw.githubusercontent.com/${info.repoOrg}/${info.repoName}/${branch}/llms-full.txt`);
+            add(`https://raw.githubusercontent.com/${info.repoOrg}/${info.repoName}/${branch}/llms.txt`);
+        }
+        // README.md fallback (before homepage HTML)
+        for (const branch of ["main", "master"]) {
+            add(`https://raw.githubusercontent.com/${info.repoOrg}/${info.repoName}/${branch}/README.md`);
+        }
+    }
+    // ── Priority 4: Homepage HTML fallback (last) ──
+    if (info.homepage) {
+        add(info.homepage);
+    }
+    return urls;
+}
+// ── Index detection ────────────────────────────────────────────────────
+const MD_LINK_RE = /\[([^\]]*)\]\(([^)]+)\)/g;
+export function detectIndex(content, url) {
+    // Large files are content, not an index
+    if (content.length > 100_000) {
+        return { isIndex: false, links: [] };
+    }
+    const links = [];
+    for (const m of content.matchAll(MD_LINK_RE)) {
+        const href = m[2].trim();
+        // Only keep http(s) links and relative paths that look like docs
+        if (href.startsWith("http") || href.startsWith("/") || href.endsWith(".md") || href.endsWith(".txt")) {
+            links.push({ text: m[1], url: href });
+        }
+    }
+    if (links.length < 5) {
+        return { isIndex: false, links: [] };
+    }
+    // Count lines that are mostly links vs prose
+    const lines = content.split("\n").filter((l) => l.trim().length > 0);
+    const linkTestRe = /\[[^\]]*\]\([^)]+\)/;
+    let linkLines = 0;
+    for (const line of lines) {
+        if (linkTestRe.test(line))
+            linkLines++;
+    }
+    const linkRatio = linkLines / (lines.length || 1);
+    const isIndex = linkRatio > 0.5 && links.length > 5;
+    return { isIndex, links };
+}
+// ── Index expansion ────────────────────────────────────────────────────
+const MAX_EXPAND_LINKS = 100;
+const CONCURRENCY = 5;
+const INTER_REQUEST_DELAY_MS = 200;
+export async function expandIndex(links, baseUrl) {
+    const expandedUrls = [];
+    const failedUrls = [];
+    const parts = [];
+    // Resolve and dedupe URLs
+    const resolved = [];
+    const seen = new Set();
+    for (const link of links.slice(0, MAX_EXPAND_LINKS)) {
+        const absolute = resolveUrl(link.url, baseUrl);
+        if (!absolute || seen.has(absolute))
+            continue;
+        // Skip binary / non-doc URLs
+        if (/\.(png|jpg|jpeg|gif|svg|ico|woff2?|ttf|eot|zip|tar|gz|mp4|mp3|pdf)$/i.test(absolute)) {
+            continue;
+        }
+        seen.add(absolute);
+        resolved.push({ text: link.text, absolute });
+    }
+    // Fetch with concurrency limit
+    let i = 0;
+    while (i < resolved.length) {
+        const batch = resolved.slice(i, i + CONCURRENCY);
+        const results = await Promise.allSettled(batch.map(async (item) => {
+            const result = await fetchDocContent(item.absolute, { timeoutMs: 30_000 });
+            return { item, result };
+        }));
+        for (let j = 0; j < results.length; j++) {
+            const r = results[j];
+            if (r.status === "fulfilled" && r.value.result.ok) {
+                const { item, result } = r.value;
+                const ct = result.contentType.toLowerCase();
+                const md = ct.includes("html") ? htmlToMarkdown(result.content) : result.content;
+                parts.push(`## ${item.text}\n\n${md}`);
+                expandedUrls.push(item.absolute);
+            }
+            else if (r.status === "fulfilled") {
+                failedUrls.push(r.value.item.absolute);
+            }
+            else {
+                failedUrls.push(batch[j].absolute);
+            }
+        }
+        i += CONCURRENCY;
+        if (i < resolved.length) {
+            await sleep(INTER_REQUEST_DELAY_MS);
+        }
+    }
+    return {
+        content: parts.join("\n\n---\n\n"),
+        expandedUrls,
+        failedUrls,
+    };
+}
+function resolveUrl(href, base) {
+    try {
+        return new URL(href, base).toString();
+    }
+    catch {
+        return null;
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+// ── HTML → Markdown ────────────────────────────────────────────────────
+// Simple tag stripper for specific elements (works on raw HTML before turndown)
+function stripTags(html, tags) {
+    let result = html;
+    for (const tag of tags) {
+        // Remove opening and closing tags and everything between them
+        const re = new RegExp(`<${tag}[^>]*>[\\s\\S]*?</${tag}>`, "gi");
+        result = result.replace(re, "");
+        // Also remove self-closing variants
+        const selfRe = new RegExp(`<${tag}[^/>]*/?>`, "gi");
+        result = result.replace(selfRe, "");
+    }
+    return result;
+}
+function extractMainContent(html) {
+    // Try <main>, then <article>, then <body>, else full HTML
+    for (const tag of ["main", "article"]) {
+        const re = new RegExp(`<${tag}[^>]*>([\\s\\S]*?)</${tag}>`, "i");
+        const m = html.match(re);
+        if (m)
+            return m[1];
+    }
+    const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+    if (bodyMatch)
+        return bodyMatch[1];
+    return html;
+}
+let turndownInstance = null;
+function getTurndown() {
+    if (turndownInstance)
+        return turndownInstance;
+    turndownInstance = new TurndownService({
+        headingStyle: "atx",
+        codeBlockStyle: "fenced",
+        bulletListMarker: "-",
+    });
+    turndownInstance.use(gfm);
+    turndownInstance.addRule("removeImages", {
+        filter: "img",
+        replacement: () => "",
+    });
+    return turndownInstance;
+}
+export function htmlToMarkdown(html) {
+    let content = extractMainContent(html);
+    content = stripTags(content, ["nav", "footer", "header", "script", "style", "aside", "noscript"]);
+    return getTurndown().turndown(content);
+}
+function classifySource(url, npmInfo) {
+    // Check if URL was from package.json llms/llmsFull fields
+    if (npmInfo && (url === npmInfo.llmsFullUrl || url === npmInfo.llmsUrl))
+        return "npm-llms-field";
+    if (url.endsWith("/llms-full.txt"))
+        return "llms-full.txt";
+    if (url.endsWith("/llms.txt"))
+        return "llms.txt";
+    if (url.includes("raw.githubusercontent.com") && url.endsWith("/README.md"))
+        return "readme";
+    if (url.includes("raw.githubusercontent.com"))
+        return "github-raw";
+    return "homepage-html";
+}
+// ── Orchestrator ───────────────────────────────────────────────────────
+export async function resolveDocsUrl(library) {
+    // 1. Query npm registry (also extracts llms/llmsFull package.json fields)
+    const npmInfo = await queryNpmRegistry(library);
+    // 2. Generate candidate URLs (npm fields first, then homepage, docs subdomain, etc.)
+    const candidates = generateCandidateUrls(npmInfo);
+    if (candidates.length === 0) {
+        throw new Error(`No candidate documentation URLs found for ${library}`);
+    }
+    // 3. Probe each candidate
+    for (const candidateUrl of candidates) {
+        const result = await fetchDocContent(candidateUrl, { timeoutMs: 15_000 });
+        if (!result.ok)
+            continue;
+        const ct = result.contentType.toLowerCase();
+        const isBinary = ct.includes("image") ||
+            ct.includes("font") ||
+            ct.includes("octet-stream") ||
+            ct.includes("pdf") ||
+            ct.includes("zip");
+        if (isBinary)
+            continue;
+        // Determine source label
+        const source = classifySource(candidateUrl, npmInfo);
+        const isHtml = ct.includes("html");
+        // 4. HTML → convert to markdown
+        if (isHtml) {
+            const md = htmlToMarkdown(result.content);
+            if (md.trim().length > 100) {
+                const discoveryResult = {
+                    url: candidateUrl,
+                    content: md,
+                    byteLength: Buffer.byteLength(md),
+                    source: "homepage-html",
+                };
+                if (md.length < 5_000) {
+                    discoveryResult.warning = "Content is very small, index may be thin";
+                }
+                return discoveryResult;
+            }
+            continue;
+        }
+        // 5. Text docs — check if it's an index that needs expansion
+        const detection = detectIndex(result.content, candidateUrl);
+        if (detection.isIndex) {
+            const expanded = await expandIndex(detection.links, candidateUrl);
+            if (expanded.content.length > 0) {
+                const discoveryResult = {
+                    url: candidateUrl,
+                    content: expanded.content,
+                    byteLength: Buffer.byteLength(expanded.content),
+                    source: "llms.txt-index",
+                    expandedUrls: expanded.expandedUrls,
+                    failedUrls: expanded.failedUrls.length > 0 ? expanded.failedUrls : undefined,
+                };
+                if (expanded.content.length < 5_000) {
+                    discoveryResult.warning = "Content is very small, index may be thin";
+                }
+                return discoveryResult;
+            }
+        }
+        // Full content doc (npm-llms-field, llms-full.txt, non-index llms.txt, github-raw, or readme)
+        const discoveryResult = {
+            url: candidateUrl,
+            content: result.content,
+            byteLength: result.byteLength,
+            source,
+        };
+        if (result.content.length < 5_000) {
+            discoveryResult.warning = "Content is very small, index may be thin";
+        }
+        return discoveryResult;
+    }
+    throw new Error(`No documentation found for ${library}. Tried ${candidates.length} candidate URLs.`);
+}
+//# sourceMappingURL=discovery.js.map

package/dist/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAgC/C,0EAA0E;AAE1E,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe;IACpD,MAAM,GAAG,GAAG,8BAA8B,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC;IAC/E,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,YAAY,EAAE,uBAAuB,EAAE;QAC9E,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,MAAM,QAAQ,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwB,CAAC;IAEtD,IAAI,OAA2B,CAAC;IAChC,IAAI,OAA2B,CAAC;IAChC,IAAI,QAA4B,CAAC;IAEjC,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC;IAC5E,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,CAAC;YACN,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACf,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,MAAM,WAAW,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhF,OAAO;QACL,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;QACnC,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,OAAO,GAAG;SACP,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC;SAChC,OAAO,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;SACzD,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,0EAA0E;AAE1E,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,EAAE;QAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC,CAAC;IAEF,sEAAsE;IACtE,IAAI,IAAI,CAAC,WAAW;QAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,OAAO;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEpC,2CAA2C;IAC3C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC3B,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEtB,iEAAiE;QACjE,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACtC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,gBAAgB,CAAC,CAAC;gBAChD,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,WAAW,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACtC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,UAAU,CAAC,CAAC,QAAQ,gBAAgB,CAAC,CAAC;gBACvD,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,UAAU,CAAC,CAAC,QAAQ,WAAW,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClC,KAAK,MAAM,MAAM,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;YACxC,GAAG,CACD,qCAAqC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,gBAAgB,CAC7F,CAAC;YACF,GAAG,CACD,qCAAqC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,WAAW,CACxF,CAAC;QACJ,CAAC;QAED,4CAA4C;QAC5C,KAAK,MAAM,MAAM,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;YACxC,GAAG,CACD,qCAAqC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,YAAY,CACzF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,0EAA0E;AAE1E,MAAM,UAAU,GAAG,0BAA0B,CAAC;AAE9C,MAAM,UAAU,WAAW,CAAC,OAAe,EAAE,GAAW;IACtD,wCAAwC;IACxC,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvC,CAAC;IAED,MAAM,KAAK,GAAoC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,iEAAiE;QACjE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrG,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvC,CAAC;IAED,6CAA6C;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,qBAAqB,CAAC;IACzC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAElD,MAAM,OAAO,GAAG,SAAS,GAAG,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAEpD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,0EAA0E;AAE1E,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAsC,EACtC,OAAe;IAEf,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,0BAA0B;IAC1B,MAAM,QAAQ,GAAyC,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,SAAS;QAC9C,6BAA6B;QAC7B,IAAI,sEAAsE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1F,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1B,CAAC,CAAC,CACH,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC;gBACjC,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;gBACjF,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC;gBACvC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,CAAC;iBAAM,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACpC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,CAAC,IAAI,WAAW,CAAC;QAEjB,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC;QAClC,YAAY;QACZ,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,0EAA0E;AAE1E,gFAAgF;AAChF,SAAS,SAAS,CAAC,IAAY,EAAE,IAAc;IAC7C,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,8DAA8D;QAC9D,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,qBAAqB,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAChC,oCAAoC;QACpC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,0DAA0D;IAC1D,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,uBAAuB,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;QACjE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,IAAI,gBAAgB,GAA2B,IAAI,CAAC;AAEpD,SAAS,WAAW;IAClB,IAAI,gBAAgB;QAAE,OAAO,gBAAgB,CAAC;IAC9C,gBAAgB,GAAG,IAAI,eAAe,CAAC;QACrC,YAAY,EAAE,KAAK;QACnB,cAAc,EAAE,QAAQ;QACxB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1B,gBAAgB,CAAC,OAAO,CAAC,cAAc,EAAE;QACvC,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;IACH,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,OAAO,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;IAClG,OAAO,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,cAAc,CAAC,GAAW,EAAE,OAAiB;IACpD,0DAA0D;IAC1D,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,OAAO,CAAC,WAAW,IAAI,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACjG,IAAI,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,OAAO,eAAe,CAAC;IAC3D,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,UAAU,CAAC;IACjD,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7F,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QAAE,OAAO,YAAY,CAAC;IACnE,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,0EAA0E;AAE1E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe;IAEf,0EAA0E;IAC1E,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEhD,qFAAqF;IACrF,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAElD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,6CAA6C,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,0BAA0B;IAC1B,KAAK,MAAM,YAAY,IAAI,UAAU,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,SAAS;QAEzB,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,QAAQ,GACZ,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YACpB,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;YAC3B,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YAClB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrB,IAAI,QAAQ;YAAE,SAAS;QAEvB,yBAAyB;QACzB,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEnC,gCAAgC;QAChC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC3B,MAAM,eAAe,GAAoB;oBACvC,GAAG,EAAE,YAAY;oBACjB,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;oBACjC,MAAM,EAAE,eAAe;iBACxB,CAAC;gBACF,IAAI,EAAE,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;oBACtB,eAAe,CAAC,OAAO,GAAG,0CAA0C,CAAC;gBACvE,CAAC;gBACD,OAAO,eAAe,CAAC;YACzB,CAAC;YACD,SAAS;QACX,CAAC;QAED,6DAA6D;QAC7D,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5D,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAClE,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,eAAe,GAAoB;oBACvC,GAAG,EAAE,YAAY;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC/C,MAAM,EAAE,gBAAgB;oBACxB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;iBAC7E,CAAC;gBACF,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;oBACpC,eAAe,CAAC,OAAO,GAAG,0CAA0C,CAAC;gBACvE,CAAC;gBACD,OAAO,eAAe,CAAC;YACzB,CAAC;QACH,CAAC;QAED,8FAA8F;QAC9F,MAAM,eAAe,GAAoB;YACvC,GAAG,EAAE,YAAY;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM;SACP,CAAC;QACF,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAClC,eAAe,CAAC,OAAO,GAAG,0CAA0C,CAAC;QACvE,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,MAAM,IAAI,KAAK,CACb,8BAA8B,OAAO,WAAW,UAAU,CAAC,MAAM,kBAAkB,CACpF,CAAC;AACJ,CAAC"}

package/dist/fetcher.d.ts

@@ -7,8 +7,13 @@ export type FetchResult = {
     content: string;
     byteLength: number;
     contentType: string;
+    finalUrl: string;
 } | {
     ok: false;
     error: string;
 };
-export declare function fetchDocContent(url: string): Promise<FetchResult>;
+export interface FetchOptions {
+    /** Timeout in milliseconds (default 120s). Use 15s for URL probing. */
+    timeoutMs?: number;
+}
+export declare function fetchDocContent(url: string, options?: FetchOptions): Promise<FetchResult>;

package/dist/fetcher.js

@@ -2,17 +2,19 @@
  * Raw HTTP fetch for documentation content.
  * No AI processing, no truncation — returns full text as-is.
  */
-const TIMEOUT_MS = 30_000;
-const MAX_SIZE = 5 * 1024 * 1024; // 5MB
-export async function fetchDocContent(url) {
+const DEFAULT_TIMEOUT_MS = 120_000;
+const MAX_SIZE = 200 * 1024 * 1024; // 200MB
+export async function fetchDocContent(url, options) {
+    const timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;
     try {
         const controller = new AbortController();
-        const timer = setTimeout(() => controller.abort(), TIMEOUT_MS);
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
         const res = await fetch(url, {
             signal: controller.signal,
             headers: {
                 "User-Agent": "claude-local-docs/1.0",
                 "Accept": "text/plain, text/markdown, text/html, */*",
+                "Accept-Language": "en-US,en;q=0.9",
             },
             redirect: "follow",
         });
@@ -37,11 +39,12 @@ export async function fetchDocContent(url) {
             content,
             byteLength: buffer.byteLength,
             contentType,
+            finalUrl: res.url,
         };
     }
     catch (err) {
         if (err.name === "AbortError") {
-            return { ok: false, error: `Request timed out after ${TIMEOUT_MS / 1000}s` };
+            return { ok: false, error: `Request timed out after ${timeoutMs / 1000}s` };
         }
         return { ok: false, error: err.message ?? String(err) };
     }

package/dist/fetcher.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,UAAU,GAAG,MAAM,CAAC;AAC1B,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AAMxC,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,UAAU,CAAC,CAAC;QAE/D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE;gBACP,YAAY,EAAE,uBAAuB;gBACrC,QAAQ,EAAE,2CAA2C;aACtD;YACD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,YAAY,CAAC,KAAK,CAAC,CAAC;QAEpB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC;QACtE,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC;QAEpE,2CAA2C;QAC3C,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACxD,IAAI,aAAa,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,aAAa,kBAAkB,QAAQ,GAAG,EAAE,CAAC;QAChG,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,UAAU,GAAG,QAAQ,EAAE,CAAC;YACjC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,MAAM,CAAC,UAAU,kBAAkB,QAAQ,GAAG,EAAE,CAAC;QACpG,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,OAAO;YACP,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW;SACZ,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC/E,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1D,CAAC;AACH,CAAC"}
+{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,QAAQ,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAW5C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAW,EACX,OAAsB;IAEtB,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,kBAAkB,CAAC;IAC3D,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAE9D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE;gBACP,YAAY,EAAE,uBAAuB;gBACrC,QAAQ,EAAE,2CAA2C;gBACrD,iBAAiB,EAAE,gBAAgB;aACpC;YACD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,YAAY,CAAC,KAAK,CAAC,CAAC;QAEpB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC;QACtE,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC;QAEpE,2CAA2C;QAC3C,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACxD,IAAI,aAAa,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,aAAa,kBAAkB,QAAQ,GAAG,EAAE,CAAC;QAChG,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,UAAU,GAAG,QAAQ,EAAE,CAAC;YACjC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,MAAM,CAAC,UAAU,kBAAkB,QAAQ,GAAG,EAAE,CAAC;QACpG,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,OAAO;YACP,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW;YACX,QAAQ,EAAE,GAAG,CAAC,GAAG;SAClB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9E,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1D,CAAC;AACH,CAAC"}

package/dist/index.js

@@ -8,7 +8,42 @@ import { indexDocument } from "./indexer.js";
 import { searchDocs } from "./search.js";
 import { analyzeDependencies } from "./workspace.js";
 import { fetchDocContent } from "./fetcher.js";
+import { resolveDocsUrl } from "./discovery.js";
 const projectRoot = resolveProjectRoot();
+/**
+ * Expand search results with adjacent chunks (id-1 and id+1) from the same library/section.
+ * This recovers context when code examples are split across chunk boundaries.
+ */
+async function expandWithNeighbors(results, store) {
+    const resultIds = new Set(results.map((r) => r.chunkId));
+    const expanded = [];
+    for (const result of results) {
+        const headingJson = JSON.stringify(result.headingPath);
+        const parts = [];
+        // Try previous chunk
+        const prevId = result.chunkId - 1;
+        if (!resultIds.has(prevId)) {
+            const prev = await store.getChunkById(prevId);
+            if (prev && prev.library === result.library && prev.headingPath === headingJson) {
+                parts.push(prev.text);
+            }
+        }
+        parts.push(result.content);
+        // Try next chunk
+        const nextId = result.chunkId + 1;
+        if (!resultIds.has(nextId)) {
+            const next = await store.getChunkById(nextId);
+            if (next && next.library === result.library && next.headingPath === headingJson) {
+                parts.push(next.text);
+            }
+        }
+        expanded.push({
+            ...result,
+            content: parts.length > 1 ? parts.join("\n\n") : result.content,
+        });
+    }
+    return expanded;
+}
 const store = new DocStore(projectRoot);
 const server = new McpServer({
     name: "local-docs",
@@ -104,14 +139,14 @@ server.registerTool("search_docs", {
             };
         }
         const results = await searchDocs(query, store, { library, topK });
-        const formatted = results.map((r) => ({
+        // Expand results with adjacent chunks for fuller context
+        const expanded = await expandWithNeighbors(results, store);
+        const formatted = expanded.map((r) => ({
             score: r.score,
             library: r.library,
             heading: r.headingPath.join(" > "),
             chunkId: r.chunkId,
-            content: r.content.length > 500
-                ? r.content.slice(0, 500) + "..."
-                : r.content,
+            content: r.content,
         }));
         return {
             content: [{ type: "text", text: JSON.stringify(formatted, null, 2) }],
@@ -237,7 +272,7 @@ server.registerTool("get_doc_section", {
 });
 // --- Tool 6: fetch_and_store_doc ---
 server.registerTool("fetch_and_store_doc", {
-    description: "Fetch documentation from a URL (raw HTTP, no AI processing or truncation) and index it. Use this for llms.txt and llms-full.txt URLs to preserve full content. Handles up to 5MB, 30s timeout.",
+    description: "Fetch documentation from a URL (raw HTTP, no AI processing or truncation) and index it. Use this for llms.txt and llms-full.txt URLs to preserve full content. Handles up to 200MB, 120s timeout.",
     inputSchema: {
         library: z.string().describe("Library name (e.g. 'react', '@tanstack/query')"),
         version: z.string().describe("Library version"),
@@ -292,6 +327,51 @@ server.registerTool("fetch_and_store_doc", {
         };
     }
 });
+// --- Tool 7: discover_and_fetch_docs ---
+server.registerTool("discover_and_fetch_docs", {
+    description: "Discover, fetch, and index documentation for a library automatically. Checks package.json llms/llmsFull fields first, then probes homepage, docs.{domain}, llms.{domain}, /docs/ subpath, and GitHub raw for llms-full.txt/llms.txt. Detects index files and expands them. Falls back to homepage HTML → markdown conversion. Self-contained — no WebSearch needed.",
+    inputSchema: {
+        library: z.string().describe("npm package name (e.g. 'react', '@tanstack/query')"),
+        version: z.string().optional().describe("Library version (optional, auto-detected from npm)"),
+    },
+}, async ({ library, version }) => {
+    try {
+        const discovery = await resolveDocsUrl(library);
+        await store.saveRawDoc(library, discovery.content);
+        const chunks = await indexDocument(discovery.content, library);
+        const result = await store.addLibrary(library, version ?? "latest", discovery.url, chunks);
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify({
+                        success: true,
+                        library,
+                        source: discovery.source,
+                        url: discovery.url,
+                        chunkCount: result.chunkCount,
+                        byteLength: discovery.byteLength,
+                        totalIndexSize: result.indexSize,
+                        expandedUrls: discovery.expandedUrls,
+                        failedUrls: discovery.failedUrls,
+                        warning: discovery.warning,
+                    }),
+                },
+            ],
+        };
+    }
+    catch (err) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify({ success: false, library, error: err.message }),
+                },
+            ],
+            isError: true,
+        };
+    }
+});
 // --- Start server ---
 async function main() {
     const transport = new StdioServerTransport();