@arabold/docs-mcp-server 1.25.3 → 1.26.0

package/dist/index.js

@@ -24,9 +24,9 @@ import { v4 } from "uuid";
 import { VirtualConsole, JSDOM } from "jsdom";
 import mime from "mime";
 import psl from "psl";
+import { HeaderGenerator } from "header-generator";
 import fs$1 from "node:fs/promises";
 import axios from "axios";
-import { HeaderGenerator } from "header-generator";
 import { RecursiveCharacterTextSplitter } from "langchain/text_splitter";
 import remarkGfm from "remark-gfm";
 import remarkHtml from "remark-html";
@@ -752,14 +752,14 @@ function extractProtocol(urlOrPath) {
   }
 }
 const name = "@arabold/docs-mcp-server";
-const version = "1.25.2";
+const version = "1.25.3";
 const description = "MCP server for fetching and searching documentation";
 const type = "module";
 const bin = { "docs-mcp-server": "dist/index.js" };
 const license = "MIT";
 const repository = { "type": "git", "url": "git+https://github.com/arabold/docs-mcp-server.git" };
 const files = ["dist", "public", "db", "README.md", "LICENSE", "package.json"];
-const scripts = { "prepare": "husky || true", "build": "vite build --config vite.config.web.ts && vite build", "start": "node --enable-source-maps dist/index.js", "cli": "node --enable-source-maps dist/index.js", "server": "node --enable-source-maps dist/index.ts", "web": "node --enable-source-maps dist/index.ts web", "dev": "vite-node --watch src/index.ts", "dev:server": "vite-node --watch src/index.ts", "dev:server:stdio": "vite-node --watch src/index.ts -- --protocol stdio", "dev:server:http": "vite-node --watch src/index.ts -- --protocol http", "dev:web": "npm-run-all --parallel dev:web:assets dev:web:bin", "dev:web:bin": "vite-node --watch src/index.ts web", "dev:web:assets": "vite build --config vite.config.web.ts --watch", "test": "vitest run", "test:watch": "vitest", "test:coverage": "vitest run --coverage", "test:e2e": "vitest run --config test/vitest.config.ts", "test:e2e:watch": "vitest --config test/vitest.config.ts", "lint": "biome check .", "lint:fix": "biome check . --fix", "format": "biome format . --write", "postinstall": "echo 'Skipping Playwright browser install. See README.md for details.'" };
+const scripts = { "prepare": "husky || true", "build": "vite build --config vite.config.web.ts && vite build", "start": "node --enable-source-maps dist/index.js", "cli": "node --enable-source-maps dist/index.js", "server": "node --enable-source-maps dist/index.ts", "web": "node --enable-source-maps dist/index.ts web", "dev": "npm-run-all --parallel dev:server dev:web", "dev:server": "vite-node --watch src/index.ts", "dev:web": "vite build --config vite.config.web.ts --watch", "test": "vitest run", "test:watch": "vitest", "test:coverage": "vitest run --coverage", "test:e2e": "vitest run --config test/vitest.config.ts", "test:e2e:watch": "vitest --config test/vitest.config.ts", "lint": "biome check .", "lint:fix": "biome check . --fix", "format": "biome format . --write", "postinstall": "echo 'Skipping Playwright browser install. See README.md for details.'" };
 const dependencies = { "@fastify/formbody": "^8.0.2", "@fastify/static": "^8.2.0", "@joplin/turndown-plugin-gfm": "^1.0.62", "@kitajs/html": "^4.2.9", "@kitajs/ts-html-plugin": "^4.1.1", "@langchain/aws": "^0.1.13", "@langchain/google-genai": "^0.2.16", "@langchain/google-vertexai": "^0.2.16", "@langchain/openai": "^0.6.3", "@modelcontextprotocol/sdk": "^1.17.1", "@trpc/client": "^11.4.4", "@trpc/server": "^11.4.4", "alpinejs": "^3.14.9", "axios": "^1.11.0", "axios-retry": "^4.5.0", "better-sqlite3": "^12.2.0", "cheerio": "^1.1.2", "commander": "^14.0.0", "dompurify": "^3.2.6", "dotenv": "^17.2.1", "env-paths": "^3.0.0", "fastify": "^5.4.0", "flowbite": "^3.1.2", "fuse.js": "^7.1.0", "header-generator": "^2.1.69", "htmx.org": "^2.0.6", "iconv-lite": "^0.6.3", "jose": "^6.0.12", "jsdom": "^26.1.0", "langchain": "^0.3.30", "mime": "^4.0.7", "minimatch": "^10.0.1", "playwright": "^1.52.0", "posthog-node": "^5.7.0", "psl": "^1.15.0", "remark": "^15.0.1", "remark-gfm": "^4.0.1", "remark-html": "^16.0.1", "semver": "^7.7.2", "sqlite-vec": "^0.1.7-alpha.2", "tree-sitter": "^0.21.1", "tree-sitter-javascript": "^0.23.1", "tree-sitter-python": "^0.21.0", "tree-sitter-typescript": "^0.23.2", "turndown": "^7.2.0", "zod": "^4.0.14" };
 const devDependencies = { "@biomejs/biome": "^2.1.3", "@commitlint/cli": "^19.8.1", "@commitlint/config-conventional": "^19.8.1", "@semantic-release/changelog": "^6.0.3", "@semantic-release/git": "^10.0.1", "@semantic-release/github": "^11.0.3", "@semantic-release/npm": "^12.0.2", "@tailwindcss/postcss": "^4.1.11", "@tailwindcss/vite": "^4.1.11", "@types/alpinejs": "^3.13.11", "@types/better-sqlite3": "^7.6.13", "@types/jsdom": "~21.1.7", "@types/lint-staged": "~13.3.0", "@types/node": "^24.1.0", "@types/node-fetch": "^2.6.13", "@types/psl": "^1.1.3", "@types/semver": "^7.7.0", "@types/turndown": "^5.0.5", "autoprefixer": "^10.4.21", "flowbite-typography": "^1.0.5", "husky": "^9.1.7", "lint-staged": "^16.1.2", "memfs": "^4.34.0", "npm-run-all": "^4.1.5", "postcss": "^8.5.6", "semantic-release": "^24.2.7", "tailwindcss": "^4.1.4", "typescript": "^5.9.2", "vite": "^6.3.5", "vite-node": "^3.1.2", "vite-plugin-dts": "^4.5.4", "vitest": "^3.2.4" };
 const engines = { "node": ">=20.0.0" };
@@ -1407,6 +1407,17 @@ class RedirectError extends ScraperError {
     this.statusCode = statusCode;
   }
 }
+class ChallengeError extends ScraperError {
+  constructor(url, statusCode, challengeType) {
+    super(
+      `Challenge detected for ${url} (status: ${statusCode}, type: ${challengeType})`,
+      false
+    );
+    this.url = url;
+    this.statusCode = statusCode;
+    this.challengeType = challengeType;
+  }
+}
 class MimeTypeUtils {
   /**
    * Parses a Content-Type header string into its MIME type and charset.
@@ -1683,6 +1694,132 @@ function extractPrimaryDomain(hostname) {
   const domain = psl.get(hostname.toLowerCase());
   return domain || hostname;
 }
+class FingerprintGenerator {
+  headerGenerator;
+  /**
+   * Creates an instance of FingerprintGenerator.
+   * @param options Optional configuration for the header generator.
+   */
+  constructor(options) {
+    const defaultOptions = {
+      browsers: [{ name: "chrome", minVersion: 100 }, "firefox", "safari"],
+      devices: ["desktop", "mobile"],
+      operatingSystems: ["windows", "linux", "macos", "android", "ios"],
+      locales: ["en-US", "en"],
+      httpVersion: "2"
+    };
+    this.headerGenerator = new HeaderGenerator({
+      ...defaultOptions,
+      ...options
+    });
+  }
+  /**
+   * Generates a set of realistic HTTP headers.
+   * @returns A set of realistic HTTP headers.
+   */
+  generateHeaders() {
+    return this.headerGenerator.getHeaders();
+  }
+}
+class BrowserFetcher {
+  browser = null;
+  page = null;
+  fingerprintGenerator;
+  constructor() {
+    this.fingerprintGenerator = new FingerprintGenerator();
+  }
+  canFetch(source) {
+    return source.startsWith("http://") || source.startsWith("https://");
+  }
+  async fetch(source, options) {
+    try {
+      await this.ensureBrowserReady();
+      if (!this.page) {
+        throw new ScraperError("Failed to create browser page", false);
+      }
+      if (options?.headers) {
+        await this.page.setExtraHTTPHeaders(options.headers);
+      }
+      const timeout = options?.timeout || 3e4;
+      logger.debug(`🌐 Navigating to ${source} with browser...`);
+      const response = await this.page.goto(source, {
+        waitUntil: "networkidle",
+        timeout
+      });
+      if (!response) {
+        throw new ScraperError(`Failed to navigate to ${source}`, false);
+      }
+      if (options?.followRedirects === false && response.status() >= 300 && response.status() < 400) {
+        const location = response.headers().location;
+        if (location) {
+          throw new ScraperError(`Redirect blocked: ${source} -> ${location}`, false);
+        }
+      }
+      const finalUrl = this.page.url();
+      const content = await this.page.content();
+      const contentBuffer = Buffer.from(content, "utf-8");
+      const contentType = response.headers()["content-type"] || "text/html";
+      const { mimeType, charset } = MimeTypeUtils.parseContentType(contentType);
+      return {
+        content: contentBuffer,
+        mimeType,
+        charset,
+        encoding: void 0,
+        // Browser handles encoding automatically
+        source: finalUrl
+      };
+    } catch (error) {
+      if (options?.signal?.aborted) {
+        throw new ScraperError("Browser fetch cancelled", false);
+      }
+      logger.error(`❌ Browser fetch failed for ${source}: ${error}`);
+      throw new ScraperError(
+        `Browser fetch failed for ${source}: ${error instanceof Error ? error.message : String(error)}`,
+        false,
+        error instanceof Error ? error : void 0
+      );
+    }
+  }
+  async ensureBrowserReady() {
+    if (!this.browser) {
+      logger.debug("🚀 Launching browser...");
+      this.browser = await chromium.launch({
+        headless: true,
+        args: [
+          "--no-sandbox",
+          "--disable-setuid-sandbox",
+          "--disable-dev-shm-usage",
+          "--disable-web-security",
+          "--disable-features=site-per-process"
+        ]
+      });
+    }
+    if (!this.page) {
+      this.page = await this.browser.newPage();
+      const dynamicHeaders = this.fingerprintGenerator.generateHeaders();
+      await this.page.setExtraHTTPHeaders(dynamicHeaders);
+      await this.page.setViewportSize({ width: 1920, height: 1080 });
+    }
+  }
+  /**
+   * Close the browser and clean up resources
+   */
+  async close() {
+    try {
+      if (this.page) {
+        await this.page.close();
+        this.page = null;
+      }
+      if (this.browser) {
+        await this.browser.close();
+        this.browser = null;
+      }
+      logger.debug("🔒 Browser closed successfully");
+    } catch (error) {
+      logger.warn(`⚠️ Error closing browser: ${error}`);
+    }
+  }
+}
 class FileFetcher {
   canFetch(source) {
     return source.startsWith("file://");
@@ -1716,33 +1853,6 @@ class FileFetcher {
     }
   }
 }
-class FingerprintGenerator {
-  headerGenerator;
-  /**
-   * Creates an instance of FingerprintGenerator.
-   * @param options Optional configuration for the header generator.
-   */
-  constructor(options) {
-    const defaultOptions = {
-      browsers: [{ name: "chrome", minVersion: 100 }, "firefox", "safari"],
-      devices: ["desktop", "mobile"],
-      operatingSystems: ["windows", "linux", "macos", "android", "ios"],
-      locales: ["en-US", "en"],
-      httpVersion: "2"
-    };
-    this.headerGenerator = new HeaderGenerator({
-      ...defaultOptions,
-      ...options
-    });
-  }
-  /**
-   * Generates a set of realistic HTTP headers.
-   * @returns A set of realistic HTTP headers.
-   */
-  generateHeaders() {
-    return this.headerGenerator.getHeaders();
-  }
-}
 class HttpFetcher {
   retryableStatusCodes = [
     408,
@@ -1877,6 +1987,27 @@ class HttpFetcher {
             throw new RedirectError(source, location, status);
           }
         }
+        if (status === 403) {
+          const cfMitigated = axiosError.response?.headers?.["cf-mitigated"];
+          const server = axiosError.response?.headers?.server;
+          let responseBody = "";
+          if (axiosError.response?.data) {
+            try {
+              if (typeof axiosError.response.data === "string") {
+                responseBody = axiosError.response.data;
+              } else if (Buffer.isBuffer(axiosError.response.data)) {
+                responseBody = axiosError.response.data.toString("utf-8");
+              } else if (axiosError.response.data instanceof ArrayBuffer) {
+                responseBody = Buffer.from(axiosError.response.data).toString("utf-8");
+              }
+            } catch {
+            }
+          }
+          const isCloudflareChallenge = cfMitigated === "challenge" || server === "cloudflare" || responseBody.includes("Enable JavaScript and cookies to continue") || responseBody.includes("Just a moment...") || responseBody.includes("cf_chl_opt");
+          if (isCloudflareChallenge) {
+            throw new ChallengeError(source, status, "cloudflare");
+          }
+        }
         if (attempt < maxRetries && (status === void 0 || this.retryableStatusCodes.includes(status))) {
           const delay = baseDelay * 2 ** attempt;
           logger.warn(
@@ -1898,6 +2029,52 @@ class HttpFetcher {
     );
   }
 }
+class AutoDetectFetcher {
+  httpFetcher = new HttpFetcher();
+  browserFetcher = new BrowserFetcher();
+  fileFetcher = new FileFetcher();
+  /**
+   * Check if this fetcher can handle the given source.
+   * Returns true for any URL that any of the underlying fetchers can handle.
+   */
+  canFetch(source) {
+    return this.httpFetcher.canFetch(source) || this.browserFetcher.canFetch(source) || this.fileFetcher.canFetch(source);
+  }
+  /**
+   * Fetch content from the source, automatically selecting the appropriate fetcher
+   * and handling fallbacks when challenges are detected.
+   */
+  async fetch(source, options) {
+    if (this.fileFetcher.canFetch(source)) {
+      logger.debug(`Using FileFetcher for: ${source}`);
+      return this.fileFetcher.fetch(source, options);
+    }
+    if (this.httpFetcher.canFetch(source)) {
+      try {
+        logger.debug(`Using HttpFetcher for: ${source}`);
+        return await this.httpFetcher.fetch(source, options);
+      } catch (error) {
+        if (error instanceof ChallengeError) {
+          logger.info(
+            `🔄 Challenge detected for ${source}, falling back to browser fetcher...`
+          );
+          return this.browserFetcher.fetch(source, options);
+        }
+        throw error;
+      }
+    }
+    throw new Error(`No suitable fetcher found for URL: ${source}`);
+  }
+  /**
+   * Close all underlying fetchers to prevent resource leaks.
+   */
+  async close() {
+    await Promise.allSettled([
+      this.browserFetcher.close()
+      // HttpFetcher and FileFetcher don't need explicit cleanup
+    ]);
+  }
+}
 class SplitterError extends Error {
 }
 class MinimumChunkSizeError extends SplitterError {
@@ -5765,7 +5942,7 @@ class BaseScraperStrategy {
   async cleanup() {
   }
 }
-class GitHubScraperStrategy extends BaseScraperStrategy {
+class GitHubRepoScraperStrategy extends BaseScraperStrategy {
   httpFetcher = new HttpFetcher();
   pipelines;
   resolvedBranch;
@@ -5799,9 +5976,18 @@ class GitHubScraperStrategy extends BaseScraperStrategy {
       throw new Error(`Invalid GitHub repository URL: ${url}`);
     }
     const [, owner, repo] = match;
-    const branchMatch = parsedUrl.pathname.match(/\/tree\/([^/]+)/);
-    const branch = branchMatch?.[1];
-    return { owner, repo, branch };
+    const segments = parsedUrl.pathname.split("/").filter(Boolean);
+    if (segments.length >= 4 && segments[2] === "blob") {
+      const branch2 = segments[3];
+      const filePath = segments.length > 4 ? segments.slice(4).join("/") : void 0;
+      return { owner, repo, branch: branch2, filePath, isBlob: true };
+    }
+    if (segments.length < 4 || segments[2] !== "tree") {
+      return { owner, repo };
+    }
+    const branch = segments[3];
+    const subPath = segments.length > 4 ? segments.slice(4).join("/") : void 0;
+    return { owner, repo, branch, subPath };
   }
   /**
    * Fetches the repository tree structure from GitHub API.
@@ -5999,13 +6185,24 @@ class GitHubScraperStrategy extends BaseScraperStrategy {
   async processItem(item, options, _progressCallback, signal) {
     const repoInfo = this.parseGitHubUrl(options.url);
     if (item.depth === 0) {
+      if ("isBlob" in repoInfo && repoInfo.isBlob) {
+        if (repoInfo.filePath) {
+          logger.info(
+            `📄 Processing single file: ${repoInfo.owner}/${repoInfo.repo}/${repoInfo.filePath}`
+          );
+          return { links: [`github-file://${repoInfo.filePath}`] };
+        } else {
+          logger.warn(
+            `⚠️  Blob URL without file path: ${options.url}. No files to process.`
+          );
+          return { links: [] };
+        }
+      }
       logger.info(
         `🗂️  Discovering repository structure for ${repoInfo.owner}/${repoInfo.repo}`
       );
       const { tree, resolvedBranch } = await this.fetchRepositoryTree(repoInfo, signal);
-      const fileItems = tree.tree.filter(
-        (treeItem) => this.shouldProcessFile(treeItem, options)
-      );
+      const fileItems = tree.tree.filter((treeItem) => this.isWithinSubPath(treeItem.path, repoInfo.subPath)).filter((treeItem) => this.shouldProcessFile(treeItem, options));
       logger.info(
         `📁 Found ${fileItems.length} processable files in repository (branch: ${resolvedBranch})`
       );
@@ -6039,12 +6236,15 @@ class GitHubScraperStrategy extends BaseScraperStrategy {
         logger.warn(`⚠️  Processing error for ${filePath}: ${err.message}`);
       }
       const githubUrl = `https://github.com/${repoInfo.owner}/${repoInfo.repo}/blob/${this.resolvedBranch || repoInfo.branch || "main"}/${filePath}`;
+      const processedTitle = processed.metadata.title;
+      const hasValidTitle = typeof processedTitle === "string" && processedTitle.trim() !== "";
+      const fallbackTitle = filePath.split("/").pop() || "Untitled";
       return {
         document: {
           content: typeof processed.textContent === "string" ? processed.textContent : "",
           metadata: {
             url: githubUrl,
-            title: typeof processed.metadata.title === "string" ? processed.metadata.title : filePath.split("/").pop() || "Untitled",
+            title: hasValidTitle ? processedTitle : fallbackTitle,
             library: options.library,
             version: options.version
           },
@@ -6057,6 +6257,26 @@ class GitHubScraperStrategy extends BaseScraperStrategy {
     }
     return { document: void 0, links: [] };
   }
+  /**
+   * Normalize a path by removing leading and trailing slashes.
+   */
+  normalizePath(path2) {
+    return path2.replace(/^\/+/, "").replace(/\/+$/, "");
+  }
+  isWithinSubPath(path2, subPath) {
+    if (!subPath) {
+      return true;
+    }
+    const trimmedSubPath = this.normalizePath(subPath);
+    if (trimmedSubPath.length === 0) {
+      return true;
+    }
+    const normalizedPath = this.normalizePath(path2);
+    if (normalizedPath === trimmedSubPath) {
+      return true;
+    }
+    return normalizedPath.startsWith(`${trimmedSubPath}/`);
+  }
   async scrape(options, progressCallback, signal) {
     const url = new URL(options.url);
     if (!url.hostname.includes("github.com")) {
@@ -6071,6 +6291,228 @@ class GitHubScraperStrategy extends BaseScraperStrategy {
     await Promise.allSettled(this.pipelines.map((pipeline) => pipeline.close()));
   }
 }
+class GitHubWikiScraperStrategy extends BaseScraperStrategy {
+  httpFetcher = new HttpFetcher();
+  pipelines;
+  constructor() {
+    super();
+    this.pipelines = PipelineFactory$1.createStandardPipelines();
+  }
+  canHandle(url) {
+    try {
+      const parsedUrl = new URL(url);
+      const { hostname, pathname } = parsedUrl;
+      return ["github.com", "www.github.com"].includes(hostname) && pathname.includes("/wiki") && pathname.match(/^\/([^/]+)\/([^/]+)\/wiki/) !== null;
+    } catch {
+      return false;
+    }
+  }
+  /**
+   * Parses a GitHub wiki URL to extract repository information.
+   */
+  parseGitHubWikiUrl(url) {
+    const parsedUrl = new URL(url);
+    const match = parsedUrl.pathname.match(/^\/([^/]+)\/([^/]+)\/wiki/);
+    if (!match) {
+      throw new Error(`Invalid GitHub wiki URL: ${url}`);
+    }
+    const [, owner, repo] = match;
+    return { owner, repo };
+  }
+  /**
+   * Override shouldProcessUrl to only process URLs within the wiki scope.
+   */
+  shouldProcessUrl(url, options) {
+    try {
+      const parsedUrl = new URL(url);
+      const wikiInfo = this.parseGitHubWikiUrl(options.url);
+      const expectedWikiPath = `/${wikiInfo.owner}/${wikiInfo.repo}/wiki`;
+      if (!parsedUrl.pathname.startsWith(expectedWikiPath)) {
+        return false;
+      }
+      const wikiPagePath = parsedUrl.pathname.replace(expectedWikiPath, "").replace(/^\//, "");
+      return shouldIncludeUrl(
+        wikiPagePath || "Home",
+        options.includePatterns,
+        options.excludePatterns
+      );
+    } catch {
+      return false;
+    }
+  }
+  async processItem(item, options, _progressCallback, signal) {
+    const currentUrl = item.url;
+    logger.info(
+      `📖 Processing wiki page ${this.pageCount}/${options.maxPages}: ${currentUrl}`
+    );
+    try {
+      const rawContent = await this.httpFetcher.fetch(currentUrl, { signal });
+      let processed;
+      for (const pipeline of this.pipelines) {
+        if (pipeline.canProcess(rawContent)) {
+          logger.debug(
+            `Selected ${pipeline.constructor.name} for content type "${rawContent.mimeType}" (${currentUrl})`
+          );
+          const wikiOptions = { ...options, scrapeMode: ScrapeMode.Fetch };
+          processed = await pipeline.process(rawContent, wikiOptions, this.httpFetcher);
+          break;
+        }
+      }
+      if (!processed) {
+        logger.warn(
+          `⚠️  Unsupported content type "${rawContent.mimeType}" for wiki page ${currentUrl}. Skipping processing.`
+        );
+        return { document: void 0, links: [] };
+      }
+      for (const err of processed.errors) {
+        logger.warn(`⚠️  Processing error for ${currentUrl}: ${err.message}`);
+      }
+      const parsedUrl = new URL(currentUrl);
+      const wikiInfo = this.parseGitHubWikiUrl(currentUrl);
+      const wikiPagePath = parsedUrl.pathname.replace(`/${wikiInfo.owner}/${wikiInfo.repo}/wiki`, "").replace(/^\//, "");
+      const pageTitle = wikiPagePath || "Home";
+      const document2 = {
+        content: typeof processed.textContent === "string" ? processed.textContent : "",
+        metadata: {
+          url: currentUrl,
+          title: typeof processed.metadata.title === "string" && processed.metadata.title.trim() !== "" ? processed.metadata.title : pageTitle,
+          library: options.library,
+          version: options.version
+        },
+        contentType: rawContent.mimeType
+      };
+      const links = processed.links || [];
+      const wikiLinks = links.filter((link) => {
+        if (!link || link.trim() === "" || link === "invalid-url" || link === "not-a-url-at-all") {
+          return false;
+        }
+        return true;
+      }).map((link) => {
+        try {
+          return new URL(link, currentUrl).href;
+        } catch {
+          return null;
+        }
+      }).filter((link) => link !== null).filter((link) => {
+        try {
+          const linkUrl = new URL(link);
+          return linkUrl.hostname === parsedUrl.hostname && linkUrl.pathname.startsWith(`/${wikiInfo.owner}/${wikiInfo.repo}/wiki`);
+        } catch {
+          return false;
+        }
+      });
+      return { document: document2, links: wikiLinks };
+    } catch (error) {
+      logger.warn(`⚠️  Failed to process wiki page ${currentUrl}: ${error}`);
+      return { document: void 0, links: [] };
+    }
+  }
+  async scrape(options, progressCallback, signal) {
+    const url = new URL(options.url);
+    if (!url.hostname.includes("github.com") || !url.pathname.includes("/wiki")) {
+      throw new Error("URL must be a GitHub wiki URL");
+    }
+    let startUrl = options.url;
+    if (url.pathname.endsWith("/wiki") || url.pathname.endsWith("/wiki/")) {
+      startUrl = url.pathname.endsWith("/") ? `${options.url}Home` : `${options.url}/Home`;
+    }
+    const wikiOptions = { ...options, url: startUrl };
+    return super.scrape(wikiOptions, progressCallback, signal);
+  }
+  /**
+   * Cleanup resources used by this strategy.
+   */
+  async cleanup() {
+    await Promise.allSettled(this.pipelines.map((pipeline) => pipeline.close()));
+  }
+}
+class GitHubScraperStrategy {
+  repoStrategy = new GitHubRepoScraperStrategy();
+  wikiStrategy = new GitHubWikiScraperStrategy();
+  canHandle(url) {
+    try {
+      const parsedUrl = new URL(url);
+      const { hostname, pathname } = parsedUrl;
+      if (!["github.com", "www.github.com"].includes(hostname)) {
+        return false;
+      }
+      const pathMatch = pathname.match(/^\/([^/]+)\/([^/]+)\/?$/);
+      return pathMatch !== null;
+    } catch {
+      return false;
+    }
+  }
+  async scrape(options, progressCallback, signal) {
+    const url = new URL(options.url);
+    if (!url.hostname.includes("github.com")) {
+      throw new Error("URL must be a GitHub URL");
+    }
+    const pathMatch = url.pathname.match(/^\/([^/]+)\/([^/]+)\/?$/);
+    if (!pathMatch) {
+      throw new Error("URL must be a base GitHub repository URL");
+    }
+    const [, owner, repo] = pathMatch;
+    logger.info(`🚀 Starting comprehensive GitHub scraping for ${owner}/${repo}`);
+    let totalPagesDiscovered = 0;
+    let wikiPagesScraped = 0;
+    let wikiCompleted = false;
+    let repoCompleted = false;
+    const mergedProgressCallback = async (progress) => {
+      if (!wikiCompleted) {
+        totalPagesDiscovered = progress.totalDiscovered;
+        wikiPagesScraped = progress.pagesScraped;
+      } else if (!repoCompleted) {
+        progress = {
+          ...progress,
+          pagesScraped: wikiPagesScraped + progress.pagesScraped,
+          totalPages: wikiPagesScraped + progress.totalPages,
+          totalDiscovered: totalPagesDiscovered + progress.totalDiscovered
+        };
+      }
+      await progressCallback(progress);
+    };
+    try {
+      const wikiUrl = `${options.url.replace(/\/$/, "")}/wiki`;
+      const wikiOptions = { ...options, url: wikiUrl };
+      logger.info(`📖 Attempting to scrape wiki for ${owner}/${repo}`);
+      try {
+        await this.wikiStrategy.scrape(wikiOptions, mergedProgressCallback, signal);
+        wikiCompleted = true;
+        logger.info(
+          `✅ Completed wiki scraping for ${owner}/${repo} (${wikiPagesScraped} pages)`
+        );
+      } catch (error) {
+        wikiCompleted = true;
+        logger.info(`ℹ️  Wiki not available or accessible for ${owner}/${repo}: ${error}`);
+      }
+      const maxPages = options.maxPages || 1e3;
+      const remainingPages = Math.max(0, maxPages - wikiPagesScraped);
+      if (remainingPages > 0) {
+        logger.info(
+          `📂 Scraping repository code for ${owner}/${repo} (${remainingPages} pages remaining)`
+        );
+        const repoOptions = { ...options, maxPages: remainingPages };
+        await this.repoStrategy.scrape(repoOptions, mergedProgressCallback, signal);
+        repoCompleted = true;
+        logger.info(`✅ Completed repository code scraping for ${owner}/${repo}`);
+      } else {
+        logger.info(
+          `ℹ️  Skipping repository code scraping - page limit reached with wiki content`
+        );
+      }
+      logger.info(`🎉 Comprehensive GitHub scraping completed for ${owner}/${repo}`);
+    } catch (error) {
+      logger.error(`❌ GitHub scraping failed for ${owner}/${repo}: ${error}`);
+      throw error;
+    }
+  }
+  /**
+   * Cleanup resources used by both underlying strategies.
+   */
+  async cleanup() {
+    await Promise.allSettled([this.repoStrategy.cleanup(), this.wikiStrategy.cleanup()]);
+  }
+}
 class LocalFileStrategy extends BaseScraperStrategy {
   fileFetcher = new FileFetcher();
   pipelines;
@@ -6135,7 +6577,7 @@ class LocalFileStrategy extends BaseScraperStrategy {
   }
 }
 class WebScraperStrategy extends BaseScraperStrategy {
-  httpFetcher = new HttpFetcher();
+  fetcher = new AutoDetectFetcher();
   shouldFollowLinkFn;
   pipelines;
   constructor(options = {}) {
@@ -6169,14 +6611,14 @@ class WebScraperStrategy extends BaseScraperStrategy {
         headers: options.headers
         // Forward custom headers
       };
-      const rawContent = await this.httpFetcher.fetch(url, fetchOptions);
+      const rawContent = await this.fetcher.fetch(url, fetchOptions);
       let processed;
       for (const pipeline of this.pipelines) {
         if (pipeline.canProcess(rawContent)) {
           logger.debug(
             `Selected ${pipeline.constructor.name} for content type "${rawContent.mimeType}" (${url})`
           );
-          processed = await pipeline.process(rawContent, options, this.httpFetcher);
+          processed = await pipeline.process(rawContent, options, this.fetcher);
           break;
         }
       }
@@ -6225,10 +6667,13 @@ class WebScraperStrategy extends BaseScraperStrategy {
     }
   }
   /**
-   * Cleanup resources used by this strategy, specifically the pipeline browser instances.
+   * Cleanup resources used by this strategy, specifically the pipeline browser instances and fetcher.
    */
   async cleanup() {
-    await Promise.allSettled(this.pipelines.map((pipeline) => pipeline.close()));
+    await Promise.allSettled([
+      ...this.pipelines.map((pipeline) => pipeline.close()),
+      this.fetcher.close()
+    ]);
   }
 }
 class NpmScraperStrategy {
@@ -6291,6 +6736,7 @@ class ScraperRegistry {
     this.strategies = [
       new NpmScraperStrategy(),
       new PyPiScraperStrategy(),
+      new GitHubWikiScraperStrategy(),
       new GitHubScraperStrategy(),
       new WebScraperStrategy(),
       new LocalFileStrategy()
@@ -7629,17 +8075,17 @@ class LibraryNotFoundError extends ToolError {
 }
 class FetchUrlTool {
   /**
-   * Collection of fetchers that will be tried in order for a given URL.
+   * AutoDetectFetcher handles all URL types and fallback logic automatically.
    */
-  fetchers;
+  fetcher;
   /**
    * Collection of pipelines that will be tried in order for processing content.
    * The first pipeline that can process the content type will be used.
    * Currently includes HtmlPipeline, MarkdownPipeline, and TextPipeline (as fallback).
    */
   pipelines;
-  constructor(httpFetcher, fileFetcher) {
-    this.fetchers = [httpFetcher, fileFetcher];
+  constructor(fetcher) {
+    this.fetcher = fetcher;
     const htmlPipeline = new HtmlPipeline();
     const markdownPipeline = new MarkdownPipeline();
     const textPipeline = new TextPipeline();
@@ -7653,24 +8099,21 @@ class FetchUrlTool {
    */
   async execute(options) {
     const { url, scrapeMode = ScrapeMode.Auto, headers } = options;
-    const canFetchResults = this.fetchers.map((f) => f.canFetch(url));
-    const fetcherIndex = canFetchResults.indexOf(true);
-    if (fetcherIndex === -1) {
+    if (!this.fetcher.canFetch(url)) {
       throw new ToolError(
         `Invalid URL: ${url}. Must be an HTTP/HTTPS URL or a file:// URL.`,
         this.constructor.name
       );
     }
-    const fetcher = this.fetchers[fetcherIndex];
-    logger.debug(`Using fetcher "${fetcher.constructor.name}" for URL: ${url}`);
     try {
       logger.info(`📡 Fetching ${url}...`);
-      const rawContent = await fetcher.fetch(url, {
+      const fetchOptions = {
         followRedirects: options.followRedirects ?? true,
         maxRetries: 3,
         headers
         // propagate custom headers
-      });
+      };
+      const rawContent = await this.fetcher.fetch(url, fetchOptions);
       logger.info("🔄 Processing content...");
       let processed;
       for (const pipeline of this.pipelines) {
@@ -7692,7 +8135,7 @@ class FetchUrlTool {
               headers
               // propagate custom headers
             },
-            fetcher
+            this.fetcher
           );
           break;
         }
@@ -7732,7 +8175,10 @@ class FetchUrlTool {
         this.constructor.name
       );
     } finally {
-      await Promise.allSettled(this.pipelines.map((pipeline) => pipeline.close()));
+      await Promise.allSettled([
+        ...this.pipelines.map((pipeline) => pipeline.close()),
+        this.fetcher.close()
+      ]);
     }
   }
 }
@@ -8566,7 +9012,7 @@ async function initializeTools(docService, pipeline) {
     cancelJob: new CancelJobTool(pipeline),
     // clearCompletedJobs: new ClearCompletedJobsTool(pipeline),
     remove: new RemoveTool(docService, pipeline),
-    fetchUrl: new FetchUrlTool(new HttpFetcher(), new FileFetcher())
+    fetchUrl: new FetchUrlTool(new AutoDetectFetcher())
   };
   return tools;
 }
@@ -8924,15 +9370,130 @@ const Layout = ({ title, version: version2, children }) => {
     try {
       const packageJson2 = JSON.parse(readFileSync("package.json", "utf-8"));
       versionString = packageJson2.version;
+      logger.debug(`Resolved version from package.json: ${versionString}`);
     } catch (error) {
       logger.error(`Error reading package.json: ${error}`);
     }
   }
+  const versionInitializer = `versionUpdate({ currentVersion: ${versionString ? `'${versionString}'` : "null"} })`;
   return /* @__PURE__ */ jsxs("html", { lang: "en", children: [
     /* @__PURE__ */ jsxs("head", { children: [
       /* @__PURE__ */ jsx("meta", { charset: "UTF-8" }),
       /* @__PURE__ */ jsx("meta", { name: "viewport", content: "width=device-width, initial-scale=1.0" }),
       /* @__PURE__ */ jsx("title", { safe: true, children: title }),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "57x57",
+          href: "/apple-icon-57x57.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "60x60",
+          href: "/apple-icon-60x60.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "72x72",
+          href: "/apple-icon-72x72.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "76x76",
+          href: "/apple-icon-76x76.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "114x114",
+          href: "/apple-icon-114x114.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "120x120",
+          href: "/apple-icon-120x120.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "144x144",
+          href: "/apple-icon-144x144.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "152x152",
+          href: "/apple-icon-152x152.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "apple-touch-icon",
+          sizes: "180x180",
+          href: "/apple-icon-180x180.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "icon",
+          type: "image/png",
+          sizes: "192x192",
+          href: "/android-icon-192x192.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "icon",
+          type: "image/png",
+          sizes: "32x32",
+          href: "/favicon-32x32.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "icon",
+          type: "image/png",
+          sizes: "96x96",
+          href: "/favicon-96x96.png"
+        }
+      ),
+      /* @__PURE__ */ jsx(
+        "link",
+        {
+          rel: "icon",
+          type: "image/png",
+          sizes: "16x16",
+          href: "/favicon-16x16.png"
+        }
+      ),
+      /* @__PURE__ */ jsx("link", { rel: "shortcut icon", href: "/favicon.ico" }),
+      /* @__PURE__ */ jsx("link", { rel: "manifest", href: "/manifest.json" }),
+      /* @__PURE__ */ jsx("meta", { name: "msapplication-TileColor", content: "#ffffff" }),
+      /* @__PURE__ */ jsx("meta", { name: "msapplication-TileImage", content: "/ms-icon-144x144.png" }),
+      /* @__PURE__ */ jsx("meta", { name: "theme-color", content: "#ffffff" }),
       /* @__PURE__ */ jsx("link", { rel: "stylesheet", href: "/assets/main.css" }),
       /* @__PURE__ */ jsx("style", { children: `
           .htmx-indicator {
@@ -8956,27 +9517,143 @@ const Layout = ({ title, version: version2, children }) => {
           form .htmx-indicator .spinner { display: flex; }
           form .htmx-indicator .search-text { display: none; }
           form .spinner { display: none; }
-        ` })
+          ` })
     ] }),
     /* @__PURE__ */ jsxs("body", { class: "bg-gray-50 dark:bg-gray-900", children: [
-      /* @__PURE__ */ jsxs("div", { class: "container max-w-2xl mx-auto px-4 py-4", children: [
-        /* @__PURE__ */ jsx("header", { class: "mb-4", children: /* @__PURE__ */ jsxs("h1", { class: "text-3xl font-bold text-gray-900 dark:text-white", children: [
-          /* @__PURE__ */ jsx("a", { href: "/", children: "MCP Docs" }),
-          versionString ? /* @__PURE__ */ jsxs(
-            "span",
-            {
-              safe: true,
-              class: "ml-2 text-base font-normal text-gray-500 dark:text-gray-400 align-baseline",
-              title: `Version ${versionString}`,
-              children: [
-                "v",
-                versionString
-              ]
-            }
-          ) : null
-        ] }) }),
-        /* @__PURE__ */ jsx("main", { children })
-      ] }),
+      /* @__PURE__ */ jsx(
+        "header",
+        {
+          class: "bg-white border-b border-gray-200 dark:bg-gray-800 dark:border-gray-700",
+          "x-data": versionInitializer,
+          "x-init": "queueCheck()",
+          children: /* @__PURE__ */ jsxs("div", { class: "container max-w-2xl mx-auto px-4 py-4", children: [
+            /* @__PURE__ */ jsxs("div", { class: "hidden sm:flex items-center justify-between", children: [
+              /* @__PURE__ */ jsxs("div", { class: "flex items-center gap-3", children: [
+                /* @__PURE__ */ jsxs(
+                  "a",
+                  {
+                    href: "https://grounded.tools",
+                    target: "_blank",
+                    rel: "noopener noreferrer",
+                    class: "text-xl font-medium text-gray-900 dark:text-white hover:text-primary-500 dark:hover:text-primary-400 transition-colors font-brand",
+                    children: [
+                      /* @__PURE__ */ jsx("span", { class: "text-primary-600 dark:text-primary-300", children: "grounded" }),
+                      /* @__PURE__ */ jsx("span", { class: "text-accent-500", children: "." }),
+                      /* @__PURE__ */ jsx("span", { class: "text-gray-900 dark:text-gray-100", children: "tools" })
+                    ]
+                  }
+                ),
+                /* @__PURE__ */ jsx("span", { class: "text-gray-400 dark:text-gray-400", children: "|" }),
+                /* @__PURE__ */ jsx(
+                  "a",
+                  {
+                    href: "/",
+                    class: "text-lg font-semibold text-gray-900 dark:text-white hover:text-primary-500 dark:hover:text-primary-400 transition-colors font-brand",
+                    children: "Docs MCP Server"
+                  }
+                ),
+                versionString ? /* @__PURE__ */ jsxs(
+                  "span",
+                  {
+                    safe: true,
+                    class: "text-sm font-normal text-gray-500 dark:text-slate-400",
+                    title: `Version ${versionString}`,
+                    children: [
+                      "v",
+                      versionString
+                    ]
+                  }
+                ) : null
+              ] }),
+              /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsxs(
+                "span",
+                {
+                  "x-show": "hasUpdate",
+                  "x-cloak": true,
+                  class: "inline-flex items-center gap-2 rounded-full bg-amber-100 dark:bg-amber-500/20 px-3 py-1.5 text-sm font-medium text-amber-700 dark:text-amber-300 border border-amber-200 dark:border-amber-500/30",
+                  role: "status",
+                  "aria-live": "polite",
+                  children: [
+                    /* @__PURE__ */ jsx("span", { class: "flex h-4 w-4 items-center justify-center rounded-full bg-amber-500 text-amber-800 dark:text-amber-900 text-xs font-bold", children: "!" }),
+                    /* @__PURE__ */ jsx(
+                      "a",
+                      {
+                        "x-bind:href": "latestReleaseUrl",
+                        target: "_blank",
+                        rel: "noopener noreferrer",
+                        class: "hover:text-amber-800 dark:hover:text-amber-200 transition-colors",
+                        children: /* @__PURE__ */ jsx("span", { class: "mr-1", children: "Update available" })
+                      }
+                    )
+                  ]
+                }
+              ) })
+            ] }),
+            /* @__PURE__ */ jsxs("div", { class: "sm:hidden space-y-2", children: [
+              /* @__PURE__ */ jsx("div", { class: "flex justify-center", children: /* @__PURE__ */ jsxs(
+                "a",
+                {
+                  href: "https://grounded.tools",
+                  target: "_blank",
+                  rel: "noopener noreferrer",
+                  class: "text-xl font-medium text-gray-900 dark:text-white hover:text-primary-500 dark:hover:text-primary-400 transition-colors font-brand",
+                  children: [
+                    /* @__PURE__ */ jsx("span", { class: "text-primary-600 dark:text-primary-300", children: "grounded" }),
+                    /* @__PURE__ */ jsx("span", { class: "text-accent-500", children: "." }),
+                    /* @__PURE__ */ jsx("span", { class: "text-gray-900 dark:text-gray-100", children: "tools" })
+                  ]
+                }
+              ) }),
+              /* @__PURE__ */ jsxs("div", { class: "flex items-center justify-center gap-2", children: [
+                /* @__PURE__ */ jsx(
+                  "a",
+                  {
+                    href: "/",
+                    class: "text-lg font-semibold text-gray-900 dark:text-white hover:text-primary-500 dark:hover:text-primary-400 transition-colors font-brand",
+                    children: "Docs MCP Server"
+                  }
+                ),
+                versionString ? /* @__PURE__ */ jsxs(
+                  "span",
+                  {
+                    safe: true,
+                    class: "text-sm font-normal text-gray-500 dark:text-slate-400",
+                    title: `Version ${versionString}`,
+                    children: [
+                      "v",
+                      versionString
+                    ]
+                  }
+                ) : null
+              ] }),
+              /* @__PURE__ */ jsx("div", { class: "flex justify-center", children: /* @__PURE__ */ jsxs(
+                "span",
+                {
+                  "x-show": "hasUpdate",
+                  "x-cloak": true,
+                  class: "inline-flex items-center gap-2 rounded-full bg-amber-100 dark:bg-amber-500/20 px-3 py-1.5 text-sm font-medium text-amber-700 dark:text-amber-300 border border-amber-200 dark:border-amber-500/30",
+                  role: "status",
+                  "aria-live": "polite",
+                  children: [
+                    /* @__PURE__ */ jsx("span", { class: "flex h-4 w-4 items-center justify-center rounded-full bg-amber-500 text-amber-800 dark:text-amber-900 text-xs font-bold", children: "!" }),
+                    /* @__PURE__ */ jsx(
+                      "a",
+                      {
+                        "x-bind:href": "latestReleaseUrl",
+                        target: "_blank",
+                        rel: "noopener noreferrer",
+                        class: "hover:text-amber-800 dark:hover:text-amber-200 transition-colors",
+                        children: /* @__PURE__ */ jsx("span", { class: "mr-1", children: "Update available" })
+                      }
+                    )
+                  ]
+                }
+              ) })
+            ] })
+          ] })
+        }
+      ),
+      /* @__PURE__ */ jsx("div", { class: "container max-w-2xl mx-auto px-4 py-6", children: /* @__PURE__ */ jsx("main", { children }) }),
       /* @__PURE__ */ jsx("script", { type: "module", src: "/assets/main.js" })
     ] })
   ] });
@@ -9069,7 +9746,7 @@ const VersionBadge = ({ version: version2 }) => {
   if (!version2) {
     return null;
   }
-  return /* @__PURE__ */ jsx("span", { class: "bg-purple-100 text-purple-800 text-xs font-medium me-2 px-1.5 py-0.5 rounded dark:bg-purple-900 dark:text-purple-300", children: /* @__PURE__ */ jsx("span", { safe: true, children: version2 }) });
+  return /* @__PURE__ */ jsx("span", { class: "bg-primary-100 text-primary-800 text-xs font-medium me-2 px-1.5 py-0.5 rounded dark:bg-primary-900 dark:text-primary-300", children: /* @__PURE__ */ jsx("span", { safe: true, children: version2 }) });
 };
 function getStatusClasses(status) {
   const baseClasses = "px-1.5 py-0.5 text-xs font-medium rounded";
@@ -9478,7 +10155,7 @@ const ScrapeFormContent = ({
                 "x-model": "url",
                 "x-on:input": "checkUrlPath",
                 "x-on:paste": "$nextTick(() => checkUrlPath())",
-                class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             ),
             /* @__PURE__ */ jsx(
@@ -9519,7 +10196,7 @@ const ScrapeFormContent = ({
                 name: "library",
                 id: "library",
                 required: true,
-                class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             )
           ] }),
@@ -9541,7 +10218,7 @@ const ScrapeFormContent = ({
                 type: "text",
                 name: "version",
                 id: "version",
-                class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             )
           ] }),
@@ -9568,7 +10245,7 @@ const ScrapeFormContent = ({
                     id: "maxPages",
                     min: "1",
                     placeholder: "1000",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                   }
                 )
               ] }),
@@ -9592,7 +10269,7 @@ const ScrapeFormContent = ({
                     id: "maxDepth",
                     min: "0",
                     placeholder: "3",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                   }
                 )
               ] }),
@@ -9625,7 +10302,7 @@ const ScrapeFormContent = ({
                   {
                     name: "scope",
                     id: "scope",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
                     children: [
                       /* @__PURE__ */ jsx("option", { value: "subpages", selected: true, children: "Subpages (Default)" }),
                       /* @__PURE__ */ jsx("option", { value: "hostname", children: "Hostname" }),
@@ -9653,7 +10330,7 @@ const ScrapeFormContent = ({
                     id: "includePatterns",
                     rows: "2",
                     placeholder: "e.g. docs/* or /api\\/v1.*/",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                   }
                 )
               ] }),
@@ -9676,7 +10353,7 @@ const ScrapeFormContent = ({
                     id: "excludePatterns",
                     rows: "5",
                     safe: true,
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
+                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
                     children: defaultExcludePatternsText
                   }
                 ),
@@ -9708,7 +10385,7 @@ const ScrapeFormContent = ({
                   {
                     name: "scrapeMode",
                     id: "scrapeMode",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-indigo-500 focus:border-indigo-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
                     children: [
                       /* @__PURE__ */ jsx("option", { value: ScrapeMode.Auto, selected: true, children: "Auto (Default)" }),
                       /* @__PURE__ */ jsx("option", { value: ScrapeMode.Fetch, children: "Fetch" }),
@@ -9767,7 +10444,7 @@ const ScrapeFormContent = ({
                     "button",
                     {
                       type: "button",
-                      class: "mt-1 px-2 py-0.5 bg-indigo-100 dark:bg-indigo-900 text-indigo-700 dark:text-indigo-200 rounded text-xs",
+                      class: "mt-1 px-2 py-0.5 bg-primary-100 dark:bg-primary-900 text-primary-700 dark:text-primary-200 rounded text-xs",
                       "x-on:click": "headers.push({ name: '', value: '' })",
                       children: "+ Add Header"
                     }
@@ -9782,7 +10459,7 @@ const ScrapeFormContent = ({
                     name: "followRedirects",
                     type: "checkbox",
                     checked: true,
-                    class: "h-4 w-4 text-indigo-600 focus:ring-indigo-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
+                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
                   }
                 ),
                 /* @__PURE__ */ jsx(
@@ -9802,7 +10479,7 @@ const ScrapeFormContent = ({
                     name: "ignoreErrors",
                     type: "checkbox",
                     checked: true,
-                    class: "h-4 w-4 text-indigo-600 focus:ring-indigo-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
+                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
                   }
                 ),
                 /* @__PURE__ */ jsx(
@@ -9820,7 +10497,7 @@ const ScrapeFormContent = ({
             "button",
             {
               type: "submit",
-              class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-indigo-600 hover:bg-indigo-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-indigo-500",
+              class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500",
               children: "Queue Job"
             }
           ) })
@@ -10037,6 +10714,7 @@ const VersionDetailsRow = ({
                   "span",
                   {
                     "x-show": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' && !$store.confirmingAction.isDeleting`,
+                    class: "mx-1",
                     children: [
                       "Confirm?",
                       /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Confirm delete" })
@@ -10061,34 +10739,48 @@ const VersionDetailsRow = ({
     )
   );
 };
-const LibraryDetailCard = ({ library }) => (
-  // Use Flowbite Card structure with updated padding and border, and white background
-  /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
-    /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white mb-1", children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name }) }),
-    /* @__PURE__ */ jsx("div", { class: "mt-1", children: library.versions.length > 0 ? library.versions.map((v) => {
-      const adapted = {
-        id: -1,
-        ref: { library: library.name, version: v.version },
-        status: v.status,
-        progress: v.progress,
-        counts: {
-          documents: v.documentCount,
-          uniqueUrls: v.uniqueUrlCount
-        },
-        indexedAt: v.indexedAt,
-        sourceUrl: v.sourceUrl ?? void 0
-      };
-      return /* @__PURE__ */ jsx(
-        VersionDetailsRow,
+const LibraryDetailCard = ({ library }) => {
+  const versions = library.versions?.reverse() || [];
+  const latestVersion = versions[0];
+  return (
+    // Use Flowbite Card structure with updated padding and border, and white background
+    /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
+      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white mb-1", children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name }) }),
+      latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400", children: /* @__PURE__ */ jsx(
+        "a",
         {
-          libraryName: library.name,
-          version: adapted,
-          showDelete: false
+          href: latestVersion.sourceUrl,
+          target: "_blank",
+          class: "hover:underline",
+          safe: true,
+          children: latestVersion.sourceUrl
         }
-      );
-    }) : /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." }) })
-  ] })
-);
+      ) }) : null,
+      /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
+        const adapted = {
+          id: -1,
+          ref: { library: library.name, version: v.version },
+          status: v.status,
+          progress: v.progress,
+          counts: {
+            documents: v.documentCount,
+            uniqueUrls: v.uniqueUrlCount
+          },
+          indexedAt: v.indexedAt,
+          sourceUrl: v.sourceUrl ?? void 0
+        };
+        return /* @__PURE__ */ jsx(
+          VersionDetailsRow,
+          {
+            libraryName: library.name,
+            version: adapted,
+            showDelete: false
+          }
+        );
+      }) : /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." }) })
+    ] })
+  );
+};
 const LibrarySearchCard = ({ library }) => {
   return /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
     /* @__PURE__ */ jsxs("h2", { class: "text-xl font-semibold mb-2 text-gray-900 dark:text-white", safe: true, children: [
@@ -10251,37 +10943,51 @@ function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
     }
   );
 }
-const LibraryItem = ({ library }) => (
-  // Use Flowbite Card structure with updated padding and border, and white background
-  /* @__PURE__ */ jsxs("div", { class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600", children: [
-    /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white mb-1", children: /* @__PURE__ */ jsx(
-      "a",
-      {
-        href: `/libraries/${encodeURIComponent(library.name)}`,
-        class: "hover:underline",
-        children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
-      }
-    ) }),
-    /* @__PURE__ */ jsx("div", { class: "mt-1", children: library.versions.length > 0 ? library.versions.map((v) => {
-      const adapted = {
-        id: -1,
-        ref: { library: library.name, version: v.version },
-        status: v.status,
-        progress: v.progress,
-        counts: {
-          documents: v.documentCount,
-          uniqueUrls: v.uniqueUrlCount
-        },
-        indexedAt: v.indexedAt,
-        sourceUrl: v.sourceUrl ?? void 0
-      };
-      return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
-    }) : (
-      // Display message if no versions are indexed
-      /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
-    ) })
-  ] })
-);
+const LibraryItem = ({ library }) => {
+  const versions = library.versions?.reverse() || [];
+  const latestVersion = versions[0];
+  return (
+    // Use Flowbite Card structure with updated padding and border, and white background
+    /* @__PURE__ */ jsxs("div", { class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600", children: [
+      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx(
+        "a",
+        {
+          href: `/libraries/${encodeURIComponent(library.name)}`,
+          class: "hover:underline",
+          children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
+        }
+      ) }),
+      latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400", children: /* @__PURE__ */ jsx(
+        "a",
+        {
+          href: latestVersion.sourceUrl,
+          target: "_blank",
+          class: "hover:underline",
+          safe: true,
+          children: latestVersion.sourceUrl
+        }
+      ) }) : null,
+      /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
+        const adapted = {
+          id: -1,
+          ref: { library: library.name, version: v.version },
+          status: v.status,
+          progress: v.progress,
+          counts: {
+            documents: v.documentCount,
+            uniqueUrls: v.uniqueUrlCount
+          },
+          indexedAt: v.indexedAt,
+          sourceUrl: v.sourceUrl ?? void 0
+        };
+        return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
+      }) : (
+        // Display message if no versions are indexed
+        /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
+      ) })
+    ] })
+  );
+};
 const LibraryList = ({ libraries }) => {
   return /* @__PURE__ */ jsx(Fragment, { children: /* @__PURE__ */ jsx("div", { class: "space-y-2", children: libraries.map((library) => /* @__PURE__ */ jsx(LibraryItem, { library })) }) });
 };
@@ -13064,7 +13770,7 @@ async function fetchUrlAction(url, options) {
     hasHeaders: options.header.length > 0
   });
   const headers = parseHeaders(options.header);
-  const fetchUrlTool = new FetchUrlTool(new HttpFetcher(), new FileFetcher());
+  const fetchUrlTool = new FetchUrlTool(new AutoDetectFetcher());
   const content = await fetchUrlTool.execute({
     url,
     followRedirects: options.followRedirects,