@arabold/docs-mcp-server 1.28.0 → 1.30.0

package/dist/index.js

@@ -19,14 +19,13 @@ import Fastify from "fastify";
 import { WebSocketServer } from "ws";
 import { ProxyOAuthServerProvider } from "@modelcontextprotocol/sdk/server/auth/providers/proxyProvider.js";
 import { createRemoteJWKSet, jwtVerify } from "jose";
-import { execSync } from "node:child_process";
-import { chromium } from "playwright";
 import { createWSClient, createTRPCClient, splitLink, httpBatchLink, wsLink, createTRPCProxyClient } from "@trpc/client";
 import superjson from "superjson";
 import { SSEServerTransport } from "@modelcontextprotocol/sdk/server/sse.js";
 import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/streamableHttp.js";
 import { McpServer, ResourceTemplate } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { z } from "zod/v3";
+import { chromium } from "playwright";
 import mime from "mime";
 import { HeaderGenerator } from "header-generator";
 import fs$1 from "node:fs/promises";
@@ -56,12 +55,13 @@ import { fastifyTRPCPlugin } from "@trpc/server/adapters/fastify";
 import { applyWSSHandler } from "@trpc/server/adapters/ws";
 import { observable } from "@trpc/server/observable";
 import { z as z$1 } from "zod";
-import { jsxs, jsx, Fragment } from "@kitajs/html/jsx-runtime";
+import { jsx, jsxs, Fragment } from "@kitajs/html/jsx-runtime";
 import DOMPurify from "dompurify";
 import { escapeHtml } from "@kitajs/html";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { v4 } from "uuid";
 import { minimatch } from "minimatch";
+import { execSync } from "node:child_process";
 class StoreError extends Error {
   constructor(message, cause) {
     super(cause ? `${message} caused by ${cause}` : message);
@@ -268,15 +268,19 @@ function createEmbeddingModel(providerAndModel) {
       if (!process.env.OPENAI_API_KEY) {
         throw new MissingCredentialsError("openai", ["OPENAI_API_KEY"]);
       }
+      const timeoutMs = 3e4;
       const config = {
         ...baseConfig,
         modelName: model,
-        batchSize: 512
+        batchSize: 512,
         // OpenAI supports large batches
+        timeout: timeoutMs
       };
       const baseURL = process.env.OPENAI_API_BASE;
       if (baseURL) {
-        config.configuration = { baseURL };
+        config.configuration = { baseURL, timeout: timeoutMs };
+      } else {
+        config.configuration = { timeout: timeoutMs };
       }
       return new OpenAIEmbeddings(config);
     }
@@ -1011,7 +1015,7 @@ class ProxyAuthManager {
       logger.debug(`Token validation capabilities: ${capabilities.join(", ")}`);
       if (capabilities.length === 0) {
         logger.warn(
-          "⚠️ No token validation mechanisms available - authentication may fail"
+          "⚠️  No token validation mechanisms available - authentication may fail"
         );
       }
       this.proxyProvider = new ProxyOAuthServerProvider({
@@ -1349,667 +1353,154 @@ class ProxyAuthManager {
     }
   }
 }
-class EmbeddingConfig {
-  static instance = null;
+class RemoteEventProxy {
+  constructor(remoteWorkerUrl, localEventBus) {
+    this.remoteWorkerUrl = remoteWorkerUrl;
+    this.localEventBus = localEventBus;
+  }
+  trpcClient = null;
+  wsClient = null;
+  subscription = null;
+  isConnected = false;
   /**
-   * Get the singleton instance of EmbeddingConfig.
-   * Creates the instance if it doesn't exist.
+   * Start subscribing to remote events and forwarding them locally.
    */
-  static getInstance() {
-    if (EmbeddingConfig.instance === null) {
-      EmbeddingConfig.instance = new EmbeddingConfig();
+  async connect() {
+    if (this.isConnected) {
+      logger.warn("Remote event proxy already connected");
+      return;
+    }
+    logger.debug(`Connecting to remote worker at ${this.remoteWorkerUrl}`);
+    try {
+      const url = new URL(this.remoteWorkerUrl);
+      const baseUrl = `${url.protocol}//${url.host}`;
+      const wsUrl = baseUrl.replace(/^http/, "ws");
+      this.wsClient = createWSClient({
+        url: wsUrl
+      });
+      this.trpcClient = createTRPCClient({
+        links: [
+          splitLink({
+            condition: (op) => op.type === "subscription",
+            true: wsLink({ client: this.wsClient, transformer: superjson }),
+            false: httpBatchLink({ url: this.remoteWorkerUrl, transformer: superjson })
+          })
+        ]
+      });
+      this.subscription = this.trpcClient.events.subscribe.subscribe(
+        {},
+        // Subscribe to all event types
+        {
+          onData: (data) => {
+            logger.debug(`Received remote event: ${data.type}`);
+            this.localEventBus.emit(data.type, data.payload);
+          },
+          onError: (error) => {
+            logger.error(`❌ Remote event subscription error: ${error}`);
+            this.isConnected = false;
+            this.scheduleReconnect();
+          },
+          onStarted: () => {
+            logger.debug("Remote event subscription started");
+            this.isConnected = true;
+          },
+          onComplete: () => {
+            logger.debug("Remote event subscription completed");
+            this.isConnected = false;
+          }
+        }
+      );
+    } catch (error) {
+      logger.error(`❌ Failed to connect to remote worker: ${error}`);
+      this.scheduleReconnect();
     }
-    return EmbeddingConfig.instance;
   }
   /**
-   * Reset the singleton instance (useful for testing).
+   * Disconnect from the remote worker and stop forwarding events.
    */
-  static resetInstance() {
-    EmbeddingConfig.instance = null;
+  disconnect() {
+    if (this.subscription) {
+      this.subscription.unsubscribe();
+      this.subscription = null;
+    }
+    if (this.wsClient) {
+      this.wsClient.close();
+      this.wsClient = null;
+    }
+    this.isConnected = false;
+    logger.info("🚫 Disconnected from remote worker");
   }
   /**
-   * Known dimensions for common embedding models.
-   * This avoids expensive API calls for dimension detection in telemetry.
-   *
-   * Note: The "openai" provider also supports OpenAI-compatible APIs like:
-   * - Ollama (local models)
-   * - LMStudio (local models)
-   * - Any service implementing OpenAI's embedding API
+   * Check if the proxy is currently connected to the remote worker.
    */
-  knownModelDimensions = {
-    // OpenAI models (also works with Ollama, LMStudio, and other OpenAI-compatible APIs)
-    "text-embedding-3-small": 1536,
-    "text-embedding-3-large": 3072,
-    "text-embedding-ada-002": 1536,
-    // Google Vertex AI models
-    "text-embedding-004": 768,
-    "textembedding-gecko@003": 768,
-    "textembedding-gecko@002": 768,
-    "textembedding-gecko@001": 768,
-    // Google Gemini models (with MRL support)
-    "text-embedding-preview-0409": 768,
-    "embedding-001": 768,
-    // AWS Bedrock models
-    // Amazon Titan models
-    "amazon.titan-embed-text-v1": 1536,
-    "amazon.titan-embed-text-v2:0": 1024,
-    "amazon.titan-embed-image-v1": 1024,
-    // Image embedding model
-    // Cohere models
-    "cohere.embed-english-v3": 1024,
-    "cohere.embed-multilingual-v3": 1024,
-    // SageMaker models (hosted on AWS SageMaker)
-    "intfloat/multilingual-e5-large": 1024,
-    // Additional AWS models that might be supported
-    // Note: Some of these might be placeholders - verify dimensions before use
-    // "amazon.nova-embed-multilingual-v1:0": 4096, // Commented out as noted in source
-    // MTEB Leaderboard models (source: https://huggingface.co/spaces/mteb/leaderboard)
-    // Top performing models from Massive Text Embedding Benchmark
-    "sentence-transformers/all-MiniLM-L6-v2": 384,
-    "gemini-embedding-001": 3072,
-    "Qwen/Qwen3-Embedding-8B": 4096,
-    "Qwen/Qwen3-Embedding-4B": 2560,
-    "Qwen/Qwen3-Embedding-0.6B": 1024,
-    "Linq-AI-Research/Linq-Embed-Mistral": 4096,
-    "Alibaba-NLP/gte-Qwen2-7B-instruct": 3584,
-    "intfloat/multilingual-e5-large-instruct": 1024,
-    "Salesforce/SFR-Embedding-Mistral": 4096,
-    "text-multilingual-embedding-002": 768,
-    "GritLM/GritLM-7B": 4096,
-    "GritLM/GritLM-8x7B": 4096,
-    "intfloat/e5-mistral-7b-instruct": 4096,
-    "Cohere/Cohere-embed-multilingual-v3.0": 1024,
-    "Alibaba-NLP/gte-Qwen2-1.5B-instruct": 8960,
-    "Lajavaness/bilingual-embedding-large": 1024,
-    "Salesforce/SFR-Embedding-2_R": 4096,
-    "NovaSearch/stella_en_1.5B_v5": 8960,
-    "NovaSearch/jasper_en_vision_language_v1": 8960,
-    "nvidia/NV-Embed-v2": 4096,
-    "OrdalieTech/Solon-embeddings-large-0.1": 1024,
-    "BAAI/bge-m3": 1024,
-    "HIT-TMG/KaLM-embedding-multilingual-mini-v1": 896,
-    "jinaai/jina-embeddings-v3": 1024,
-    "Alibaba-NLP/gte-multilingual-base": 768,
-    "Lajavaness/bilingual-embedding-base": 768,
-    "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1": 896,
-    "nvidia/NV-Embed-v1": 4096,
-    "Cohere/Cohere-embed-multilingual-light-v3.0": 384,
-    "manu/bge-m3-custom-fr": 1024,
-    "Lajavaness/bilingual-embedding-small": 384,
-    "Snowflake/snowflake-arctic-embed-l-v2.0": 1024,
-    "intfloat/multilingual-e5-base": 768,
-    "voyage-3-lite": 512,
-    "voyage-3": 1024,
-    "intfloat/multilingual-e5-small": 384,
-    "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
-    "Snowflake/snowflake-arctic-embed-m-v2.0": 768,
-    "deepvk/USER-bge-m3": 1024,
-    "Cohere/Cohere-embed-english-v3.0": 1024,
-    "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka": 768,
-    "ibm-granite/granite-embedding-278m-multilingual": 768,
-    "NovaSearch/stella_en_400M_v5": 4096,
-    "omarelshehy/arabic-english-sts-matryoshka": 1024,
-    "sentence-transformers/paraphrase-multilingual-mpnet-base-v2": 768,
-    "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka": 768,
-    "Haon-Chen/speed-embedding-7b-instruct": 4096,
-    "sentence-transformers/LaBSE": 768,
-    "WhereIsAI/UAE-Large-V1": 1024,
-    "ibm-granite/granite-embedding-107m-multilingual": 384,
-    "mixedbread-ai/mxbai-embed-large-v1": 1024,
-    "intfloat/e5-large-v2": 1024,
-    "avsolatorio/GIST-large-Embedding-v0": 1024,
-    "sdadas/mmlw-e5-large": 1024,
-    "nomic-ai/nomic-embed-text-v1": 768,
-    "nomic-ai/nomic-embed-text-v1-ablated": 768,
-    "intfloat/e5-base-v2": 768,
-    "BAAI/bge-large-en-v1.5": 1024,
-    "intfloat/e5-large": 1024,
-    "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet": 384,
-    "Cohere/Cohere-embed-english-light-v3.0": 384,
-    "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": 768,
-    "Gameselo/STS-multilingual-mpnet-base-v2": 768,
-    "thenlper/gte-large": 1024,
-    "avsolatorio/GIST-Embedding-v0": 768,
-    "nomic-ai/nomic-embed-text-v1-unsupervised": 768,
-    "infgrad/stella-base-en-v2": 768,
-    "avsolatorio/NoInstruct-small-Embedding-v0": 384,
-    "dwzhu/e5-base-4k": 768,
-    "sdadas/mmlw-e5-base": 768,
-    "voyage-multilingual-2": 1024,
-    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised": 4096,
-    "BAAI/bge-base-en-v1.5": 768,
-    "avsolatorio/GIST-small-Embedding-v0": 384,
-    "sdadas/mmlw-roberta-large": 1024,
-    "nomic-ai/nomic-embed-text-v1.5": 768,
-    "minishlab/potion-multilingual-128M": 256,
-    "shibing624/text2vec-base-multilingual": 384,
-    "thenlper/gte-base": 768,
-    "intfloat/e5-small-v2": 384,
-    "intfloat/e5-base": 768,
-    "sentence-transformers/static-similarity-mrl-multilingual-v1": 1024,
-    "manu/sentence_croissant_alpha_v0.3": 2048,
-    "BAAI/bge-small-en-v1.5": 512,
-    "thenlper/gte-small": 384,
-    "sdadas/mmlw-e5-small": 384,
-    "manu/sentence_croissant_alpha_v0.4": 2048,
-    "manu/sentence_croissant_alpha_v0.2": 2048,
-    "abhinand/MedEmbed-small-v0.1": 384,
-    "ibm-granite/granite-embedding-125m-english": 768,
-    "intfloat/e5-small": 384,
-    "voyage-large-2-instruct": 1024,
-    "sdadas/mmlw-roberta-base": 768,
-    "Snowflake/snowflake-arctic-embed-l": 1024,
-    "Mihaiii/Ivysaur": 384,
-    "Snowflake/snowflake-arctic-embed-m-long": 768,
-    "bigscience/sgpt-bloom-7b1-msmarco": 4096,
-    "avsolatorio/GIST-all-MiniLM-L6-v2": 384,
-    "sergeyzh/LaBSE-ru-turbo": 768,
-    "sentence-transformers/all-mpnet-base-v2": 768,
-    "Snowflake/snowflake-arctic-embed-m": 768,
-    "Snowflake/snowflake-arctic-embed-s": 384,
-    "sentence-transformers/all-MiniLM-L12-v2": 384,
-    "Mihaiii/gte-micro-v4": 384,
-    "Snowflake/snowflake-arctic-embed-m-v1.5": 768,
-    "cointegrated/LaBSE-en-ru": 768,
-    "Mihaiii/Bulbasaur": 384,
-    "ibm-granite/granite-embedding-30m-english": 384,
-    "deepfile/embedder-100p": 768,
-    "Jaume/gemma-2b-embeddings": 2048,
-    "OrlikB/KartonBERT-USE-base-v1": 768,
-    "izhx/udever-bloom-7b1": 4096,
-    "izhx/udever-bloom-1b1": 1024,
-    "brahmairesearch/slx-v0.1": 384,
-    "Mihaiii/Wartortle": 384,
-    "izhx/udever-bloom-3b": 2048,
-    "deepvk/USER-base": 768,
-    "ai-forever/ru-en-RoSBERTa": 1024,
-    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse": 4096,
-    "Mihaiii/Venusaur": 384,
-    "Snowflake/snowflake-arctic-embed-xs": 384,
-    "jinaai/jina-embedding-b-en-v1": 768,
-    "Mihaiii/gte-micro": 384,
-    "aari1995/German_Semantic_STS_V2": 1024,
-    "Mihaiii/Squirtle": 384,
-    "OrlikB/st-polish-kartonberta-base-alpha-v1": 768,
-    "sergeyzh/rubert-tiny-turbo": 312,
-    "minishlab/potion-base-8M": 256,
-    "minishlab/M2V_base_glove_subword": 256,
-    "jinaai/jina-embedding-s-en-v1": 512,
-    "minishlab/potion-base-4M": 128,
-    "minishlab/M2V_base_output": 256,
-    "DeepPavlov/rubert-base-cased-sentence": 768,
-    "jinaai/jina-embeddings-v2-small-en": 512,
-    "cointegrated/rubert-tiny2": 312,
-    "minishlab/M2V_base_glove": 256,
-    "cointegrated/rubert-tiny": 312,
-    "silma-ai/silma-embeddding-matryoshka-v0.1": 768,
-    "DeepPavlov/rubert-base-cased": 768,
-    "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet": 768,
-    "izhx/udever-bloom-560m": 1024,
-    "minishlab/potion-base-2M": 64,
-    "DeepPavlov/distilrubert-small-cased-conversational": 768,
-    "consciousAI/cai-lunaris-text-embeddings": 1024,
-    "deepvk/deberta-v1-base": 768,
-    "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka": 768,
-    "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka": 768,
-    "ai-forever/sbert_large_mt_nlu_ru": 1024,
-    "ai-forever/sbert_large_nlu_ru": 1024,
-    "malenia1/ternary-weight-embedding": 1024,
-    "jinaai/jina-embeddings-v2-base-en": 768,
-    "VPLabs/SearchMap_Preview": 4096,
-    "Hum-Works/lodestone-base-4096-v1": 768,
-    "jinaai/jina-embeddings-v4": 2048
-  };
-  /**
-   * Lowercase lookup map for case-insensitive model dimension queries.
-   * Built lazily from knownModelDimensions to ensure consistency.
-   */
-  modelLookup;
-  constructor() {
-    this.modelLookup = /* @__PURE__ */ new Map();
-    for (const [model, dimensions] of Object.entries(this.knownModelDimensions)) {
-      this.modelLookup.set(model.toLowerCase(), dimensions);
-    }
-  }
-  /**
-   * Parse embedding model configuration from a provided model specification.
-   * This is a synchronous operation that extracts provider, model, and known dimensions.
-   *
-   * Supports various providers:
-   * - openai: OpenAI models and OpenAI-compatible APIs (Ollama, LMStudio, etc.)
-   * - vertex: Google Cloud Vertex AI
-   * - gemini: Google Generative AI
-   * - aws: AWS Bedrock models
-   * - microsoft: Azure OpenAI
-   * - sagemaker: AWS SageMaker hosted models
-   *
-   * @param modelSpec Model specification (e.g., "openai:text-embedding-3-small"), defaults to "text-embedding-3-small"
-   * @returns Parsed embedding model configuration
-   */
-  parse(modelSpec) {
-    const spec = modelSpec || "text-embedding-3-small";
-    const colonIndex = spec.indexOf(":");
-    let provider;
-    let model;
-    if (colonIndex === -1) {
-      provider = "openai";
-      model = spec;
-    } else {
-      provider = spec.substring(0, colonIndex);
-      model = spec.substring(colonIndex + 1);
-    }
-    const dimensions = this.modelLookup?.get(model.toLowerCase()) || null;
-    return {
-      provider,
-      model,
-      dimensions,
-      modelSpec: spec
-    };
-  }
-  /**
-   * Get the known dimensions for a specific model.
-   * Returns null if the model dimensions are not known.
-   * Uses case-insensitive lookup.
-   *
-   * @param model The model name (e.g., "text-embedding-3-small")
-   * @returns Known dimensions or null
-   */
-  getKnownDimensions(model) {
-    return this.modelLookup?.get(model.toLowerCase()) || null;
-  }
-  /**
-   * Add or update known dimensions for a model.
-   * This can be used to cache discovered dimensions.
-   * Stores both original case and lowercase for consistent lookup.
-   *
-   * @param model The model name
-   * @param dimensions The dimensions to cache
-   */
-  setKnownDimensions(model, dimensions) {
-    this.knownModelDimensions[model] = dimensions;
-    if (this.modelLookup) {
-      this.modelLookup.set(model.toLowerCase(), dimensions);
-    }
-  }
-  /**
-   * Static method to parse embedding model configuration using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
-   */
-  static parseEmbeddingConfig(modelSpec) {
-    return EmbeddingConfig.getInstance().parse(modelSpec);
-  }
-  /**
-   * Static method to get known model dimensions using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
-   */
-  static getKnownModelDimensions(model) {
-    return EmbeddingConfig.getInstance().getKnownDimensions(model);
+  isActive() {
+    return this.isConnected;
   }
   /**
-   * Static method to set known model dimensions using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
+   * Schedule a reconnection attempt after a delay.
    */
-  static setKnownModelDimensions(model, dimensions) {
-    EmbeddingConfig.getInstance().setKnownDimensions(model, dimensions);
-  }
-}
-function getGlobalOptions(command) {
-  let rootCommand = command;
-  while (rootCommand?.parent) {
-    rootCommand = rootCommand.parent;
-  }
-  return rootCommand?.opts() || {};
-}
-function getEventBus(command) {
-  const eventBus = command?._eventBus;
-  if (!eventBus) {
-    throw new Error("EventBusService not initialized");
-  }
-  return eventBus;
-}
-function ensurePlaywrightBrowsersInstalled() {
-  if (process.env.PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD === "1") {
-    logger.debug(
-      "PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD is set, skipping Playwright browser install."
-    );
-    return;
-  }
-  const chromiumEnvPath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH;
-  if (chromiumEnvPath && existsSync(chromiumEnvPath)) {
-    logger.debug(
-      `PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH is set to '${chromiumEnvPath}', skipping Playwright browser install.`
-    );
-    return;
-  }
-  try {
-    const chromiumPath = chromium.executablePath();
-    if (!chromiumPath || !existsSync(chromiumPath)) {
-      throw new Error("Playwright Chromium browser not found");
-    }
-  } catch (error) {
-    logger.debug(String(error));
-    try {
-      console.log(
-        "🌐 Installing Playwright Chromium browser... (this may take a moment)"
-      );
-      execSync("npm exec -y playwright install --no-shell --with-deps chromium", {
-        stdio: "ignore",
-        // Suppress output
-        cwd: getProjectRoot()
-      });
-    } catch (_installErr) {
-      console.error(
-        "❌ Failed to install Playwright browsers automatically. Please run:\n  npx playwright install --no-shell --with-deps chromium\nand try again."
-      );
-      process.exit(1);
-    }
-  }
-}
-function resolveProtocol(protocol) {
-  if (protocol === "auto") {
-    if (!process.stdin.isTTY && !process.stdout.isTTY) {
-      return "stdio";
-    }
-    return "http";
-  }
-  if (protocol === "stdio" || protocol === "http") {
-    return protocol;
+  scheduleReconnect() {
+    logger.info("🔄 Scheduling reconnect to remote worker in 5 seconds...");
+    setTimeout(() => {
+      if (!this.isConnected) {
+        this.connect();
+      }
+    }, 5e3);
   }
-  throw new Error(`Invalid protocol: ${protocol}. Must be 'auto', 'stdio', or 'http'`);
 }
-const formatOutput = (data) => JSON.stringify(data, null, 2);
-function setupLogging(options, protocol) {
-  if (options.silent) {
-    setLogLevel(LogLevel.ERROR);
-  } else if (options.verbose) {
-    setLogLevel(LogLevel.DEBUG);
+class ToolError extends Error {
+  constructor(message, toolName) {
+    super(message);
+    this.toolName = toolName;
+    this.name = this.constructor.name;
   }
 }
-function validatePort(portString) {
-  const port = Number.parseInt(portString, 10);
-  if (Number.isNaN(port) || port < 1 || port > 65535) {
-    throw new Error("❌ Invalid port number");
-  }
-  return port;
+class ValidationError extends ToolError {
 }
-function validateHost(hostString) {
-  const trimmed = hostString.trim();
-  if (!trimmed) {
-    throw new Error("❌ Host cannot be empty");
-  }
-  if (trimmed.includes(" ") || trimmed.includes("	") || trimmed.includes("\n")) {
-    throw new Error("❌ Host cannot contain whitespace");
-  }
-  return trimmed;
+const DEFAULT_MAX_PAGES = 1e3;
+const DEFAULT_MAX_DEPTH$1 = 3;
+const DEFAULT_MAX_CONCURRENCY = 3;
+const DEFAULT_PROTOCOL = "auto";
+const DEFAULT_HTTP_PORT = 6280;
+const DEFAULT_WEB_PORT = 6281;
+const DEFAULT_HOST = "127.0.0.1";
+const DEFAULT_PAGE_TIMEOUT = 5e3;
+const FETCHER_MAX_RETRIES = 6;
+const FETCHER_BASE_DELAY = 1e3;
+const FETCHER_MAX_CACHE_ITEMS = 200;
+const FETCHER_MAX_CACHE_ITEM_SIZE_BYTES = 500 * 1024;
+const SPLITTER_MIN_CHUNK_SIZE = 500;
+const SPLITTER_PREFERRED_CHUNK_SIZE = 1500;
+const SPLITTER_MAX_CHUNK_SIZE = 5e3;
+const EMBEDDING_BATCH_SIZE = 100;
+const EMBEDDING_BATCH_CHARS = 5e4;
+const MIGRATION_MAX_RETRIES = 5;
+const MIGRATION_RETRY_DELAY_MS = 300;
+const SEARCH_OVERFETCH_FACTOR = 2;
+const SEARCH_WEIGHT_VEC = 1;
+const SEARCH_WEIGHT_FTS = 1;
+const VECTOR_SEARCH_MULTIPLIER = 10;
+function createResponse(text) {
+  return {
+    content: [
+      {
+        type: "text",
+        text
+      }
+    ],
+    isError: false
+  };
 }
-function createAppServerConfig(options) {
+function createError(errorOrText) {
+  const text = errorOrText instanceof Error ? errorOrText.message : String(errorOrText);
   return {
-    enableWebInterface: options.enableWebInterface ?? false,
-    enableMcpServer: options.enableMcpServer ?? true,
-    enableApiServer: options.enableApiServer ?? false,
-    enableWorker: options.enableWorker ?? true,
-    port: options.port,
-    host: options.host,
-    externalWorkerUrl: options.externalWorkerUrl,
-    readOnly: options.readOnly ?? false,
-    auth: options.auth,
-    startupContext: options.startupContext
-  };
-}
-function parseHeaders(headerOptions) {
-  const headers = {};
-  if (Array.isArray(headerOptions)) {
-    for (const entry of headerOptions) {
-      const idx = entry.indexOf(":");
-      if (idx > 0) {
-        const name = entry.slice(0, idx).trim();
-        const value = entry.slice(idx + 1).trim();
-        if (name) headers[name] = value;
-      }
-    }
-  }
-  return headers;
-}
-function parseAuthConfig(options) {
-  if (!options.authEnabled) {
-    return void 0;
-  }
-  return {
-    enabled: true,
-    issuerUrl: options.authIssuerUrl,
-    audience: options.authAudience,
-    scopes: ["openid", "profile"]
-    // Default scopes for OAuth2/OIDC
-  };
-}
-function validateAuthConfig(authConfig) {
-  if (!authConfig.enabled) {
-    return;
-  }
-  const errors = [];
-  if (!authConfig.issuerUrl) {
-    errors.push("--auth-issuer-url is required when auth is enabled");
-  } else {
-    try {
-      const url = new URL(authConfig.issuerUrl);
-      if (url.protocol !== "https:") {
-        errors.push("Issuer URL must use HTTPS protocol");
-      }
-    } catch {
-      errors.push("Issuer URL must be a valid URL");
-    }
-  }
-  if (!authConfig.audience) {
-    errors.push("--auth-audience is required when auth is enabled");
-  } else {
-    try {
-      const url = new URL(authConfig.audience);
-      if (url.protocol === "http:" && url.hostname !== "localhost") {
-        logger.warn(
-          "⚠️  Audience uses HTTP protocol - consider using HTTPS for production"
-        );
-      }
-      if (url.hash) {
-        errors.push("Audience must not contain URL fragments");
-      }
-    } catch {
-      if (authConfig.audience.startsWith("urn:")) {
-        const urnParts = authConfig.audience.split(":");
-        if (urnParts.length < 3 || !urnParts[1] || !urnParts[2]) {
-          errors.push("URN audience must follow format: urn:namespace:specific-string");
-        }
-      } else {
-        errors.push(
-          "Audience must be a valid absolute URL or URN (e.g., https://api.example.com or urn:company:service)"
-        );
-      }
-    }
-  }
-  if (errors.length > 0) {
-    throw new Error(`Auth configuration validation failed:
-${errors.join("\n")}`);
-  }
-}
-function warnHttpUsage(authConfig, port) {
-  if (!authConfig?.enabled) {
-    return;
-  }
-  const isLocalhost = process.env.NODE_ENV !== "production" || port === 6280 || // default dev port
-  process.env.HOSTNAME?.includes("localhost");
-  if (!isLocalhost) {
-    logger.warn(
-      "⚠️  Authentication is enabled but running over HTTP in production. Consider using HTTPS for security."
-    );
-  }
-}
-function resolveEmbeddingContext(embeddingModel) {
-  try {
-    let modelSpec = embeddingModel;
-    if (!modelSpec && process.env.OPENAI_API_KEY) {
-      modelSpec = "text-embedding-3-small";
-      logger.debug(
-        "Using default OpenAI embedding model due to OPENAI_API_KEY presence."
-      );
-    }
-    if (!modelSpec) {
-      logger.debug(
-        "No embedding model specified and OPENAI_API_KEY not found. Embeddings are disabled."
-      );
-      return null;
-    }
-    logger.debug(`Resolving embedding configuration for model: ${modelSpec}`);
-    return EmbeddingConfig.parseEmbeddingConfig(modelSpec);
-  } catch (error) {
-    logger.debug(`Failed to resolve embedding configuration: ${error}`);
-    return null;
-  }
-}
-class RemoteEventProxy {
-  constructor(remoteWorkerUrl, localEventBus) {
-    this.remoteWorkerUrl = remoteWorkerUrl;
-    this.localEventBus = localEventBus;
-  }
-  trpcClient = null;
-  wsClient = null;
-  subscription = null;
-  isConnected = false;
-  /**
-   * Start subscribing to remote events and forwarding them locally.
-   */
-  async connect() {
-    if (this.isConnected) {
-      logger.warn("Remote event proxy already connected");
-      return;
-    }
-    logger.info(`📡 Connecting to remote worker at ${this.remoteWorkerUrl}`);
-    try {
-      const url = new URL(this.remoteWorkerUrl);
-      const baseUrl = `${url.protocol}//${url.host}`;
-      const wsUrl = baseUrl.replace(/^http/, "ws");
-      this.wsClient = createWSClient({
-        url: wsUrl
-      });
-      this.trpcClient = createTRPCClient({
-        links: [
-          splitLink({
-            condition: (op) => op.type === "subscription",
-            true: wsLink({ client: this.wsClient, transformer: superjson }),
-            false: httpBatchLink({ url: this.remoteWorkerUrl, transformer: superjson })
-          })
-        ]
-      });
-      this.subscription = this.trpcClient.events.subscribe.subscribe(
-        {},
-        // Subscribe to all event types
-        {
-          onData: (data) => {
-            logger.debug(`📥 Received remote event: ${data.type}`);
-            this.localEventBus.emit(data.type, data.payload);
-          },
-          onError: (error) => {
-            logger.error(`❌ Remote event subscription error: ${error}`);
-            this.isConnected = false;
-            this.scheduleReconnect();
-          },
-          onStarted: () => {
-            logger.info("✅ Remote event subscription started");
-            this.isConnected = true;
-          },
-          onComplete: () => {
-            logger.info("✅ Remote event subscription completed");
-            this.isConnected = false;
-          }
-        }
-      );
-    } catch (error) {
-      logger.error(`❌ Failed to connect to remote worker: ${error}`);
-      this.scheduleReconnect();
-    }
-  }
-  /**
-   * Disconnect from the remote worker and stop forwarding events.
-   */
-  disconnect() {
-    if (this.subscription) {
-      this.subscription.unsubscribe();
-      this.subscription = null;
-    }
-    if (this.wsClient) {
-      this.wsClient.close();
-      this.wsClient = null;
-    }
-    this.isConnected = false;
-    logger.info("🚫 Disconnected from remote worker");
-  }
-  /**
-   * Check if the proxy is currently connected to the remote worker.
-   */
-  isActive() {
-    return this.isConnected;
-  }
-  /**
-   * Schedule a reconnection attempt after a delay.
-   */
-  scheduleReconnect() {
-    logger.info("🔄 Scheduling reconnect to remote worker in 5 seconds...");
-    setTimeout(() => {
-      if (!this.isConnected) {
-        this.connect();
-      }
-    }, 5e3);
-  }
-}
-class ToolError extends Error {
-  constructor(message, toolName) {
-    super(message);
-    this.toolName = toolName;
-    this.name = this.constructor.name;
-  }
-}
-class ValidationError extends ToolError {
-}
-const DEFAULT_MAX_PAGES = 1e3;
-const DEFAULT_MAX_DEPTH$1 = 3;
-const DEFAULT_MAX_CONCURRENCY = 3;
-const DEFAULT_PROTOCOL = "auto";
-const DEFAULT_HTTP_PORT = 6280;
-const DEFAULT_WEB_PORT = 6281;
-const DEFAULT_HOST = "127.0.0.1";
-const DEFAULT_PAGE_TIMEOUT = 5e3;
-const FETCHER_MAX_RETRIES = 6;
-const FETCHER_BASE_DELAY = 1e3;
-const SPLITTER_MIN_CHUNK_SIZE = 500;
-const SPLITTER_PREFERRED_CHUNK_SIZE = 1500;
-const SPLITTER_MAX_CHUNK_SIZE = 5e3;
-const EMBEDDING_BATCH_SIZE = 100;
-const EMBEDDING_BATCH_CHARS = 5e4;
-const MIGRATION_MAX_RETRIES = 5;
-const MIGRATION_RETRY_DELAY_MS = 300;
-const SEARCH_OVERFETCH_FACTOR = 2;
-const SEARCH_WEIGHT_VEC = 1;
-const SEARCH_WEIGHT_FTS = 1;
-const VECTOR_SEARCH_MULTIPLIER = 10;
-function createResponse(text) {
-  return {
-    content: [
-      {
-        type: "text",
-        text
-      }
-    ],
-    isError: false
-  };
-}
-function createError(errorOrText) {
-  const text = errorOrText instanceof Error ? errorOrText.message : String(errorOrText);
-  return {
-    content: [
-      {
-        type: "text",
-        text
-      }
-    ],
-    isError: true
+    content: [
+      {
+        type: "text",
+        text
+      }
+    ],
+    isError: true
   };
 }
 function createMcpServerInstance(tools, readOnly = false) {
@@ -2900,7 +2391,7 @@ class BrowserFetcher {
       }
       logger.debug("Browser closed successfully");
     } catch (error) {
-      logger.warn(`⚠️ Error closing browser: ${error}`);
+      logger.warn(`⚠️  Error closing browser: ${error}`);
     }
   }
 }
@@ -5497,10 +4988,80 @@ var ScrapeMode = /* @__PURE__ */ ((ScrapeMode2) => {
   ScrapeMode2["Auto"] = "auto";
   return ScrapeMode2;
 })(ScrapeMode || {});
-class HtmlPlaywrightMiddleware {
-  browser = null;
+class SimpleMemoryCache {
+  cache;
+  maxSize;
+  constructor(maxSize) {
+    if (maxSize <= 0) {
+      throw new Error("maxSize must be positive");
+    }
+    this.cache = /* @__PURE__ */ new Map();
+    this.maxSize = maxSize;
+  }
   /**
-   * Initializes the Playwright browser instance.
+   * Retrieve a value from the cache.
+   * Marks the key as recently used (moves to end of Map).
+   */
+  get(key) {
+    const value = this.cache.get(key);
+    if (value !== void 0) {
+      this.cache.delete(key);
+      this.cache.set(key, value);
+    }
+    return value;
+  }
+  /**
+   * Store a value in the cache.
+   * If cache is full, evicts the oldest entry first.
+   */
+  set(key, value) {
+    if (this.cache.has(key)) {
+      this.cache.delete(key);
+    } else if (this.cache.size >= this.maxSize) {
+      const oldestKey = this.cache.keys().next().value;
+      if (oldestKey !== void 0) {
+        this.cache.delete(oldestKey);
+      }
+    }
+    this.cache.set(key, value);
+  }
+  /**
+   * Check if a key exists in the cache.
+   * Marks the key as recently used (moves to end of Map) to maintain LRU semantics.
+   */
+  has(key) {
+    const exists = this.cache.has(key);
+    if (exists) {
+      const value = this.cache.get(key);
+      if (value !== void 0) {
+        this.cache.delete(key);
+        this.cache.set(key, value);
+      }
+    }
+    return exists;
+  }
+  /**
+   * Get current cache size.
+   */
+  get size() {
+    return this.cache.size;
+  }
+  /**
+   * Clear all entries from the cache.
+   */
+  clear() {
+    this.cache.clear();
+  }
+}
+class HtmlPlaywrightMiddleware {
+  browser = null;
+  // Static LRU cache shared across all instances for all fetched resources
+  // Max 200 entries, each limited in size to prevent caching large resources
+  static resourceCache = new SimpleMemoryCache(
+    FETCHER_MAX_CACHE_ITEMS
+  );
+  /**
+   * Initializes the Playwright browser instance.
    * Consider making this more robust (e.g., lazy initialization, singleton).
    */
   async ensureBrowser() {
@@ -5843,25 +5404,97 @@ class HtmlPlaywrightMiddleware {
       return [];
     }
   }
+  /**
+   * Sets up caching route interception for a Playwright page.
+   * This handles:
+   * - Aborting non-essential resources (images, fonts, media)
+   * - Caching GET requests to speed up subsequent loads
+   * - Forwarding custom headers and credentials for same-origin requests
+   *
+   * @param page The Playwright page to set up routing for
+   * @param customHeaders Custom headers to forward with requests
+   * @param credentials Optional credentials for same-origin requests
+   * @param origin The origin for same-origin credential checking
+   */
+  async setupCachingRouteInterception(page, customHeaders = {}, credentials, origin) {
+    await page.route("**/*", async (route) => {
+      const reqUrl = route.request().url();
+      const reqOrigin = (() => {
+        try {
+          return new URL(reqUrl).origin;
+        } catch {
+          return null;
+        }
+      })();
+      const resourceType = route.request().resourceType();
+      if (["image", "font", "media"].includes(resourceType)) {
+        return route.abort();
+      }
+      if (route.request().method() === "GET") {
+        const cached = HtmlPlaywrightMiddleware.resourceCache.get(reqUrl);
+        if (cached !== void 0) {
+          logger.debug(`✓ Cache hit for ${resourceType}: ${reqUrl}`);
+          return route.fulfill({
+            status: 200,
+            contentType: cached.contentType,
+            body: cached.body
+          });
+        }
+        const headers2 = mergePlaywrightHeaders(
+          route.request().headers(),
+          customHeaders,
+          credentials,
+          origin,
+          reqOrigin ?? void 0
+        );
+        const response = await route.fetch({ headers: headers2 });
+        const body = await response.text();
+        if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
+          const contentSizeBytes = Buffer.byteLength(body, "utf8");
+          if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
+            const contentType = response.headers()["content-type"] || "application/octet-stream";
+            HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType });
+            logger.debug(
+              `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
+            );
+          } else {
+            logger.debug(
+              `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
+            );
+          }
+        }
+        return route.fulfill({ response });
+      }
+      const headers = mergePlaywrightHeaders(
+        route.request().headers(),
+        customHeaders,
+        credentials,
+        origin,
+        reqOrigin ?? void 0
+      );
+      return route.continue({ headers });
+    });
+  }
   /**
    * Fetches content from a frame URL by navigating to it in a new page.
+   * Uses LRU cache to avoid re-fetching identical frames across multiple pages.
    *
    * @param parentPage The parent page (used to resolve relative URLs and share context)
    * @param frameUrl The URL of the frame to fetch content from
    * @returns The HTML content of the frame
    */
   async fetchFrameContent(parentPage, frameUrl) {
+    const resolvedUrl = new URL(frameUrl, parentPage.url()).href;
+    const cached = HtmlPlaywrightMiddleware.resourceCache.get(resolvedUrl);
+    if (cached !== void 0) {
+      logger.debug(`✓ Cache hit for frame: ${resolvedUrl}`);
+      return cached.body;
+    }
+    logger.debug(`Cache miss for frame: ${resolvedUrl}`);
     let framePage = null;
     try {
-      const resolvedUrl = new URL(frameUrl, parentPage.url()).href;
       framePage = await parentPage.context().newPage();
-      await framePage.route("**/*", async (route) => {
-        const resourceType = route.request().resourceType();
-        if (["image", "font", "media"].includes(resourceType)) {
-          return route.abort();
-        }
-        return route.continue();
-      });
+      await this.setupCachingRouteInterception(framePage);
       logger.debug(`Fetching frame content from: ${resolvedUrl}`);
       await framePage.goto(resolvedUrl, {
         waitUntil: "load",
@@ -5873,8 +5506,23 @@ class HtmlPlaywrightMiddleware {
         "body",
         (el) => el.innerHTML
       );
+      const content = bodyContent || "";
+      const contentSizeBytes = Buffer.byteLength(content, "utf8");
+      if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
+        HtmlPlaywrightMiddleware.resourceCache.set(resolvedUrl, {
+          body: content,
+          contentType: "text/html; charset=utf-8"
+        });
+        logger.debug(
+          `Cached frame content: ${resolvedUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
+        );
+      } else {
+        logger.debug(
+          `Frame content too large to cache: ${resolvedUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
+        );
+      }
       logger.debug(`Successfully fetched frame content from: ${resolvedUrl}`);
-      return bodyContent || "";
+      return content;
     } catch (error) {
       logger.debug(`Error fetching frame content from ${frameUrl}: ${error}`);
       return "";
@@ -5973,25 +5621,59 @@ ${frame.content}
       await this.injectShadowDOMExtractor(page);
       await page.route("**/*", async (route) => {
         const reqUrl = route.request().url();
-        const reqOrigin = (() => {
-          try {
-            return new URL(reqUrl).origin;
-          } catch {
-            return null;
-          }
-        })();
         if (reqUrl === context.source) {
           return route.fulfill({
             status: 200,
             contentType: "text/html; charset=utf-8",
             body: context.content
-            // context.content is always a string in middleware
           });
         }
+        const reqOrigin = (() => {
+          try {
+            return new URL(reqUrl).origin;
+          } catch {
+            return null;
+          }
+        })();
         const resourceType = route.request().resourceType();
         if (["image", "font", "media"].includes(resourceType)) {
           return route.abort();
         }
+        if (route.request().method() === "GET") {
+          const cached = HtmlPlaywrightMiddleware.resourceCache.get(reqUrl);
+          if (cached !== void 0) {
+            logger.debug(`✓ Cache hit for ${resourceType}: ${reqUrl}`);
+            return route.fulfill({
+              status: 200,
+              contentType: cached.contentType,
+              body: cached.body
+            });
+          }
+          const headers2 = mergePlaywrightHeaders(
+            route.request().headers(),
+            customHeaders,
+            credentials ?? void 0,
+            origin ?? void 0,
+            reqOrigin ?? void 0
+          );
+          const response = await route.fetch({ headers: headers2 });
+          const body = await response.text();
+          if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
+            const contentSizeBytes = Buffer.byteLength(body, "utf8");
+            if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
+              const contentType2 = response.headers()["content-type"] || "application/octet-stream";
+              HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType: contentType2 });
+              logger.debug(
+                `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
+              );
+            } else {
+              logger.debug(
+                `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
+              );
+            }
+          }
+          return route.fulfill({ response });
+        }
         const headers = mergePlaywrightHeaders(
           route.request().headers(),
           customHeaders,
@@ -6172,6 +5854,8 @@ class HtmlSanitizerMiddleware {
       return;
     }
     try {
+      const bodyBeforeSanitization = $("body").html() || "";
+      const textLengthBefore = $("body").text().trim().length;
       const selectorsToRemove = [
         ...context.options.excludeSelectors || [],
         // Use options from the context
@@ -6184,9 +5868,13 @@ class HtmlSanitizerMiddleware {
       for (const selector of selectorsToRemove) {
         try {
           const elements = $(selector);
-          const count = elements.length;
+          const filteredElements = elements.filter(function() {
+            const tagName = $(this).prop("tagName")?.toLowerCase();
+            return tagName !== "html" && tagName !== "body";
+          });
+          const count = filteredElements.length;
           if (count > 0) {
-            elements.remove();
+            filteredElements.remove();
             removedCount += count;
           }
         } catch (selectorError) {
@@ -6199,6 +5887,13 @@ class HtmlSanitizerMiddleware {
         }
       }
       logger.debug(`Removed ${removedCount} elements for ${context.source}`);
+      const textLengthAfter = $("body").text().trim().length;
+      if (textLengthBefore > 0 && textLengthAfter === 0) {
+        logger.warn(
+          `⚠️  Sanitization removed all content from ${context.source}. Reverting to pre-sanitization state.`
+        );
+        $("body").html(bodyBeforeSanitization);
+      }
     } catch (error) {
       logger.error(
         `❌ Error during HTML element removal for ${context.source}: ${error}`
@@ -6349,6 +6044,29 @@ class MarkdownMetadataExtractorMiddleware {
   }
 }
 class HtmlNormalizationMiddleware {
+  // Known tracking/analytics domains and patterns to filter out
+  trackingPatterns = [
+    "adroll.com",
+    "doubleclick.net",
+    "google-analytics.com",
+    "googletagmanager.com",
+    "analytics.twitter.com",
+    "twitter.com/1/i/adsct",
+    "t.co/1/i/adsct",
+    "bat.bing.com",
+    "pixel.rubiconproject.com",
+    "casalemedia.com",
+    "tremorhub.com",
+    "rlcdn.com",
+    "facebook.com/tr",
+    "linkedin.com/px",
+    "quantserve.com",
+    "scorecardresearch.com",
+    "hotjar.com",
+    "mouseflow.com",
+    "crazyegg.com",
+    "clarity.ms"
+  ];
   async process(context, next) {
     if (!context.dom) {
       logger.debug(
@@ -6372,14 +6090,34 @@ class HtmlNormalizationMiddleware {
     }
     await next();
   }
+  /**
+   * Checks if an image should be kept based on its source URL.
+   * Filters out tracking pixels and analytics beacons.
+   */
+  shouldKeepImage(src) {
+    const srcLower = src.toLowerCase();
+    return !this.trackingPatterns.some((pattern) => srcLower.includes(pattern));
+  }
   /**
    * Normalizes image URLs by converting relative URLs to absolute URLs.
+   * Removes tracking/analytics images.
+   * Preserves data URIs (inline images).
    */
   normalizeImageUrls($, baseUrl) {
     $("img").each((_index, element) => {
       const $img = $(element);
       const src = $img.attr("src");
-      if (!src) return;
+      if (!src) {
+        $img.remove();
+        return;
+      }
+      if (src.startsWith("data:")) {
+        return;
+      }
+      if (!this.shouldKeepImage(src)) {
+        $img.remove();
+        return;
+      }
       try {
         new URL(src);
       } catch {
@@ -6388,6 +6126,7 @@ class HtmlNormalizationMiddleware {
           $img.attr("src", absoluteUrl);
         } catch (error) {
           logger.debug(`Failed to resolve relative image URL: ${src} - ${error}`);
+          $img.remove();
         }
       }
     });
@@ -7260,6 +6999,9 @@ Please verify the server URL includes the correct port (default 8080) and ends w
   async storeScraperOptions(versionId, options) {
     await this.client.storeScraperOptions.mutate({ versionId, options });
   }
+  getActiveEmbeddingConfig() {
+    return null;
+  }
 }
 class JsonPipeline extends BasePipeline {
   middleware;
@@ -8058,7 +7800,7 @@ async function applyMigrations(db) {
     db.pragma("temp_store = MEMORY");
     logger.debug("Applied performance optimizations for migration");
   } catch (_error) {
-    logger.warn("⚠️ Could not apply all performance optimizations for migration");
+    logger.warn("⚠️  Could not apply all performance optimizations for migration");
   }
   const overallTransaction = db.transaction(() => {
     logger.debug("Checking database migrations...");
@@ -8111,7 +7853,7 @@ async function applyMigrations(db) {
           db.exec("VACUUM");
           logger.debug("Database vacuum completed successfully");
         } catch (error) {
-          logger.warn(`⚠️ Could not vacuum database after migrations: ${error}`);
+          logger.warn(`⚠️  Could not vacuum database after migrations: ${error}`);
         }
       } else {
         logger.debug("Skipping VACUUM - no migrations were applied");
@@ -8137,17 +7879,321 @@ async function applyMigrations(db) {
       }
     }
   }
-  try {
-    db.pragma("journal_mode = WAL");
-    db.pragma("wal_autocheckpoint = 1000");
-    db.pragma("busy_timeout = 30000");
-    db.pragma("foreign_keys = ON");
-    db.pragma("synchronous = NORMAL");
-    logger.debug(
-      "Applied production database configuration (WAL mode, autocheckpoint, foreign keys, busy timeout)"
-    );
-  } catch (_error) {
-    logger.warn("⚠️ Could not apply all production database settings");
+  try {
+    db.pragma("journal_mode = WAL");
+    db.pragma("wal_autocheckpoint = 1000");
+    db.pragma("busy_timeout = 30000");
+    db.pragma("foreign_keys = ON");
+    db.pragma("synchronous = NORMAL");
+    logger.debug(
+      "Applied production database configuration (WAL mode, autocheckpoint, foreign keys, busy timeout)"
+    );
+  } catch (_error) {
+    logger.warn("⚠️  Could not apply all production database settings");
+  }
+}
+class EmbeddingConfig {
+  static instance = null;
+  /**
+   * Get the singleton instance of EmbeddingConfig.
+   * Creates the instance if it doesn't exist.
+   */
+  static getInstance() {
+    if (EmbeddingConfig.instance === null) {
+      EmbeddingConfig.instance = new EmbeddingConfig();
+    }
+    return EmbeddingConfig.instance;
+  }
+  /**
+   * Reset the singleton instance (useful for testing).
+   */
+  static resetInstance() {
+    EmbeddingConfig.instance = null;
+  }
+  /**
+   * Known dimensions for common embedding models.
+   * This avoids expensive API calls for dimension detection in telemetry.
+   *
+   * Note: The "openai" provider also supports OpenAI-compatible APIs like:
+   * - Ollama (local models)
+   * - LMStudio (local models)
+   * - Any service implementing OpenAI's embedding API
+   */
+  knownModelDimensions = {
+    // OpenAI models (also works with Ollama, LMStudio, and other OpenAI-compatible APIs)
+    "text-embedding-3-small": 1536,
+    "text-embedding-3-large": 3072,
+    "text-embedding-ada-002": 1536,
+    // Google Vertex AI models
+    "text-embedding-004": 768,
+    "textembedding-gecko@003": 768,
+    "textembedding-gecko@002": 768,
+    "textembedding-gecko@001": 768,
+    // Google Gemini models (with MRL support)
+    "text-embedding-preview-0409": 768,
+    "embedding-001": 768,
+    // AWS Bedrock models
+    // Amazon Titan models
+    "amazon.titan-embed-text-v1": 1536,
+    "amazon.titan-embed-text-v2:0": 1024,
+    "amazon.titan-embed-image-v1": 1024,
+    // Image embedding model
+    // Cohere models
+    "cohere.embed-english-v3": 1024,
+    "cohere.embed-multilingual-v3": 1024,
+    // SageMaker models (hosted on AWS SageMaker)
+    "intfloat/multilingual-e5-large": 1024,
+    // Additional AWS models that might be supported
+    // Note: Some of these might be placeholders - verify dimensions before use
+    // "amazon.nova-embed-multilingual-v1:0": 4096, // Commented out as noted in source
+    // MTEB Leaderboard models (source: https://huggingface.co/spaces/mteb/leaderboard)
+    // Top performing models from Massive Text Embedding Benchmark
+    "sentence-transformers/all-MiniLM-L6-v2": 384,
+    "gemini-embedding-001": 3072,
+    "Qwen/Qwen3-Embedding-8B": 4096,
+    "Qwen/Qwen3-Embedding-4B": 2560,
+    "Qwen/Qwen3-Embedding-0.6B": 1024,
+    "Linq-AI-Research/Linq-Embed-Mistral": 4096,
+    "Alibaba-NLP/gte-Qwen2-7B-instruct": 3584,
+    "intfloat/multilingual-e5-large-instruct": 1024,
+    "Salesforce/SFR-Embedding-Mistral": 4096,
+    "text-multilingual-embedding-002": 768,
+    "GritLM/GritLM-7B": 4096,
+    "GritLM/GritLM-8x7B": 4096,
+    "intfloat/e5-mistral-7b-instruct": 4096,
+    "Cohere/Cohere-embed-multilingual-v3.0": 1024,
+    "Alibaba-NLP/gte-Qwen2-1.5B-instruct": 8960,
+    "Lajavaness/bilingual-embedding-large": 1024,
+    "Salesforce/SFR-Embedding-2_R": 4096,
+    "NovaSearch/stella_en_1.5B_v5": 8960,
+    "NovaSearch/jasper_en_vision_language_v1": 8960,
+    "nvidia/NV-Embed-v2": 4096,
+    "OrdalieTech/Solon-embeddings-large-0.1": 1024,
+    "BAAI/bge-m3": 1024,
+    "HIT-TMG/KaLM-embedding-multilingual-mini-v1": 896,
+    "jinaai/jina-embeddings-v3": 1024,
+    "Alibaba-NLP/gte-multilingual-base": 768,
+    "Lajavaness/bilingual-embedding-base": 768,
+    "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1": 896,
+    "nvidia/NV-Embed-v1": 4096,
+    "Cohere/Cohere-embed-multilingual-light-v3.0": 384,
+    "manu/bge-m3-custom-fr": 1024,
+    "Lajavaness/bilingual-embedding-small": 384,
+    "Snowflake/snowflake-arctic-embed-l-v2.0": 1024,
+    "intfloat/multilingual-e5-base": 768,
+    "voyage-3-lite": 512,
+    "voyage-3": 1024,
+    "intfloat/multilingual-e5-small": 384,
+    "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
+    "Snowflake/snowflake-arctic-embed-m-v2.0": 768,
+    "deepvk/USER-bge-m3": 1024,
+    "Cohere/Cohere-embed-english-v3.0": 1024,
+    "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka": 768,
+    "ibm-granite/granite-embedding-278m-multilingual": 768,
+    "NovaSearch/stella_en_400M_v5": 4096,
+    "omarelshehy/arabic-english-sts-matryoshka": 1024,
+    "sentence-transformers/paraphrase-multilingual-mpnet-base-v2": 768,
+    "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka": 768,
+    "Haon-Chen/speed-embedding-7b-instruct": 4096,
+    "sentence-transformers/LaBSE": 768,
+    "WhereIsAI/UAE-Large-V1": 1024,
+    "ibm-granite/granite-embedding-107m-multilingual": 384,
+    "mixedbread-ai/mxbai-embed-large-v1": 1024,
+    "intfloat/e5-large-v2": 1024,
+    "avsolatorio/GIST-large-Embedding-v0": 1024,
+    "sdadas/mmlw-e5-large": 1024,
+    "nomic-ai/nomic-embed-text-v1": 768,
+    "nomic-ai/nomic-embed-text-v1-ablated": 768,
+    "intfloat/e5-base-v2": 768,
+    "BAAI/bge-large-en-v1.5": 1024,
+    "intfloat/e5-large": 1024,
+    "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet": 384,
+    "Cohere/Cohere-embed-english-light-v3.0": 384,
+    "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": 768,
+    "Gameselo/STS-multilingual-mpnet-base-v2": 768,
+    "thenlper/gte-large": 1024,
+    "avsolatorio/GIST-Embedding-v0": 768,
+    "nomic-ai/nomic-embed-text-v1-unsupervised": 768,
+    "infgrad/stella-base-en-v2": 768,
+    "avsolatorio/NoInstruct-small-Embedding-v0": 384,
+    "dwzhu/e5-base-4k": 768,
+    "sdadas/mmlw-e5-base": 768,
+    "voyage-multilingual-2": 1024,
+    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised": 4096,
+    "BAAI/bge-base-en-v1.5": 768,
+    "avsolatorio/GIST-small-Embedding-v0": 384,
+    "sdadas/mmlw-roberta-large": 1024,
+    "nomic-ai/nomic-embed-text-v1.5": 768,
+    "minishlab/potion-multilingual-128M": 256,
+    "shibing624/text2vec-base-multilingual": 384,
+    "thenlper/gte-base": 768,
+    "intfloat/e5-small-v2": 384,
+    "intfloat/e5-base": 768,
+    "sentence-transformers/static-similarity-mrl-multilingual-v1": 1024,
+    "manu/sentence_croissant_alpha_v0.3": 2048,
+    "BAAI/bge-small-en-v1.5": 512,
+    "thenlper/gte-small": 384,
+    "sdadas/mmlw-e5-small": 384,
+    "manu/sentence_croissant_alpha_v0.4": 2048,
+    "manu/sentence_croissant_alpha_v0.2": 2048,
+    "abhinand/MedEmbed-small-v0.1": 384,
+    "ibm-granite/granite-embedding-125m-english": 768,
+    "intfloat/e5-small": 384,
+    "voyage-large-2-instruct": 1024,
+    "sdadas/mmlw-roberta-base": 768,
+    "Snowflake/snowflake-arctic-embed-l": 1024,
+    "Mihaiii/Ivysaur": 384,
+    "Snowflake/snowflake-arctic-embed-m-long": 768,
+    "bigscience/sgpt-bloom-7b1-msmarco": 4096,
+    "avsolatorio/GIST-all-MiniLM-L6-v2": 384,
+    "sergeyzh/LaBSE-ru-turbo": 768,
+    "sentence-transformers/all-mpnet-base-v2": 768,
+    "Snowflake/snowflake-arctic-embed-m": 768,
+    "Snowflake/snowflake-arctic-embed-s": 384,
+    "sentence-transformers/all-MiniLM-L12-v2": 384,
+    "Mihaiii/gte-micro-v4": 384,
+    "Snowflake/snowflake-arctic-embed-m-v1.5": 768,
+    "cointegrated/LaBSE-en-ru": 768,
+    "Mihaiii/Bulbasaur": 384,
+    "ibm-granite/granite-embedding-30m-english": 384,
+    "deepfile/embedder-100p": 768,
+    "Jaume/gemma-2b-embeddings": 2048,
+    "OrlikB/KartonBERT-USE-base-v1": 768,
+    "izhx/udever-bloom-7b1": 4096,
+    "izhx/udever-bloom-1b1": 1024,
+    "brahmairesearch/slx-v0.1": 384,
+    "Mihaiii/Wartortle": 384,
+    "izhx/udever-bloom-3b": 2048,
+    "deepvk/USER-base": 768,
+    "ai-forever/ru-en-RoSBERTa": 1024,
+    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse": 4096,
+    "Mihaiii/Venusaur": 384,
+    "Snowflake/snowflake-arctic-embed-xs": 384,
+    "jinaai/jina-embedding-b-en-v1": 768,
+    "Mihaiii/gte-micro": 384,
+    "aari1995/German_Semantic_STS_V2": 1024,
+    "Mihaiii/Squirtle": 384,
+    "OrlikB/st-polish-kartonberta-base-alpha-v1": 768,
+    "sergeyzh/rubert-tiny-turbo": 312,
+    "minishlab/potion-base-8M": 256,
+    "minishlab/M2V_base_glove_subword": 256,
+    "jinaai/jina-embedding-s-en-v1": 512,
+    "minishlab/potion-base-4M": 128,
+    "minishlab/M2V_base_output": 256,
+    "DeepPavlov/rubert-base-cased-sentence": 768,
+    "jinaai/jina-embeddings-v2-small-en": 512,
+    "cointegrated/rubert-tiny2": 312,
+    "minishlab/M2V_base_glove": 256,
+    "cointegrated/rubert-tiny": 312,
+    "silma-ai/silma-embeddding-matryoshka-v0.1": 768,
+    "DeepPavlov/rubert-base-cased": 768,
+    "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet": 768,
+    "izhx/udever-bloom-560m": 1024,
+    "minishlab/potion-base-2M": 64,
+    "DeepPavlov/distilrubert-small-cased-conversational": 768,
+    "consciousAI/cai-lunaris-text-embeddings": 1024,
+    "deepvk/deberta-v1-base": 768,
+    "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka": 768,
+    "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka": 768,
+    "ai-forever/sbert_large_mt_nlu_ru": 1024,
+    "ai-forever/sbert_large_nlu_ru": 1024,
+    "malenia1/ternary-weight-embedding": 1024,
+    "jinaai/jina-embeddings-v2-base-en": 768,
+    "VPLabs/SearchMap_Preview": 4096,
+    "Hum-Works/lodestone-base-4096-v1": 768,
+    "jinaai/jina-embeddings-v4": 2048
+  };
+  /**
+   * Lowercase lookup map for case-insensitive model dimension queries.
+   * Built lazily from knownModelDimensions to ensure consistency.
+   */
+  modelLookup;
+  constructor() {
+    this.modelLookup = /* @__PURE__ */ new Map();
+    for (const [model, dimensions] of Object.entries(this.knownModelDimensions)) {
+      this.modelLookup.set(model.toLowerCase(), dimensions);
+    }
+  }
+  /**
+   * Parse embedding model configuration from a provided model specification.
+   * This is a synchronous operation that extracts provider, model, and known dimensions.
+   *
+   * Supports various providers:
+   * - openai: OpenAI models and OpenAI-compatible APIs (Ollama, LMStudio, etc.)
+   * - vertex: Google Cloud Vertex AI
+   * - gemini: Google Generative AI
+   * - aws: AWS Bedrock models
+   * - microsoft: Azure OpenAI
+   * - sagemaker: AWS SageMaker hosted models
+   *
+   * @param modelSpec Model specification (e.g., "openai:text-embedding-3-small"), defaults to "text-embedding-3-small"
+   * @returns Parsed embedding model configuration
+   */
+  parse(modelSpec) {
+    const spec = modelSpec || "text-embedding-3-small";
+    const colonIndex = spec.indexOf(":");
+    let provider;
+    let model;
+    if (colonIndex === -1) {
+      provider = "openai";
+      model = spec;
+    } else {
+      provider = spec.substring(0, colonIndex);
+      model = spec.substring(colonIndex + 1);
+    }
+    const dimensions = this.modelLookup?.get(model.toLowerCase()) || null;
+    return {
+      provider,
+      model,
+      dimensions,
+      modelSpec: spec
+    };
+  }
+  /**
+   * Get the known dimensions for a specific model.
+   * Returns null if the model dimensions are not known.
+   * Uses case-insensitive lookup.
+   *
+   * @param model The model name (e.g., "text-embedding-3-small")
+   * @returns Known dimensions or null
+   */
+  getKnownDimensions(model) {
+    return this.modelLookup?.get(model.toLowerCase()) || null;
+  }
+  /**
+   * Add or update known dimensions for a model.
+   * This can be used to cache discovered dimensions.
+   * Stores both original case and lowercase for consistent lookup.
+   *
+   * @param model The model name
+   * @param dimensions The dimensions to cache
+   */
+  setKnownDimensions(model, dimensions) {
+    this.knownModelDimensions[model] = dimensions;
+    if (this.modelLookup) {
+      this.modelLookup.set(model.toLowerCase(), dimensions);
+    }
+  }
+  /**
+   * Static method to parse embedding model configuration using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static parseEmbeddingConfig(modelSpec) {
+    return EmbeddingConfig.getInstance().parse(modelSpec);
+  }
+  /**
+   * Static method to get known model dimensions using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static getKnownModelDimensions(model) {
+    return EmbeddingConfig.getInstance().getKnownDimensions(model);
+  }
+  /**
+   * Static method to set known model dimensions using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static setKnownModelDimensions(model, dimensions) {
+    EmbeddingConfig.getInstance().setKnownDimensions(model, dimensions);
   }
 }
 class DocumentStore {
@@ -8157,6 +8203,16 @@ class DocumentStore {
   modelDimension;
   embeddingConfig;
   isVectorSearchEnabled = false;
+  /**
+   * Returns the active embedding configuration if vector search is enabled,
+   * or null if embeddings are disabled (no config provided or credentials unavailable).
+   */
+  getActiveEmbeddingConfig() {
+    if (!this.isVectorSearchEnabled || !this.embeddingConfig) {
+      return null;
+    }
+    return this.embeddingConfig;
+  }
   statements;
   /**
    * Calculates Reciprocal Rank Fusion score for a result with configurable weights
@@ -8436,7 +8492,7 @@ class DocumentStore {
     const config = this.embeddingConfig;
     if (!areCredentialsAvailable(config.provider)) {
       logger.warn(
-        `⚠️ No credentials found for ${config.provider} embedding provider. Vector search is disabled.
+        `⚠️  No credentials found for ${config.provider} embedding provider. Vector search is disabled.
    Only full-text search will be available. To enable vector search, please configure the required
    environment variables for ${config.provider} or choose a different provider.
    See README.md for configuration options or run with --help for more details.`
@@ -8448,8 +8504,26 @@ class DocumentStore {
       if (config.dimensions !== null) {
         this.modelDimension = config.dimensions;
       } else {
-        const testVector = await this.embeddings.embedQuery("test");
-        this.modelDimension = testVector.length;
+        const EMBEDDING_INIT_TIMEOUT_MS = 3e4;
+        const testPromise = this.embeddings.embedQuery("test");
+        let timeoutId;
+        const timeoutPromise = new Promise((_, reject) => {
+          timeoutId = setTimeout(() => {
+            reject(
+              new Error(
+                `Embedding service connection timed out after ${EMBEDDING_INIT_TIMEOUT_MS / 1e3} seconds`
+              )
+            );
+          }, EMBEDDING_INIT_TIMEOUT_MS);
+        });
+        try {
+          const testVector = await Promise.race([testPromise, timeoutPromise]);
+          this.modelDimension = testVector.length;
+        } finally {
+          if (timeoutId !== void 0) {
+            clearTimeout(timeoutId);
+          }
+        }
         EmbeddingConfig.setKnownModelDimensions(config.model, this.modelDimension);
       }
       if (this.modelDimension > this.dbDimension) {
@@ -8463,18 +8537,26 @@ class DocumentStore {
       if (error instanceof Error) {
         if (error.message.includes("does not exist") || error.message.includes("MODEL_NOT_FOUND")) {
           throw new ModelConfigurationError(
-            `❌ Invalid embedding model: ${config.model}
+            `Invalid embedding model: ${config.model}
    The model "${config.model}" is not available or you don't have access to it.
    See README.md for supported models or run with --help for more details.`
           );
         }
         if (error.message.includes("API key") || error.message.includes("401") || error.message.includes("authentication")) {
           throw new ModelConfigurationError(
-            `❌ Authentication failed for ${config.provider} embedding provider
+            `Authentication failed for ${config.provider} embedding provider
    Please check your API key configuration.
    See README.md for configuration options or run with --help for more details.`
           );
         }
+        if (error.message.includes("timed out") || error.message.includes("ECONNREFUSED") || error.message.includes("ENOTFOUND") || error.message.includes("ETIMEDOUT") || error.message.includes("ECONNRESET") || error.message.includes("network") || error.message.includes("fetch failed")) {
+          throw new ModelConfigurationError(
+            `Failed to connect to ${config.provider} embedding service
+   ${error.message}
+   Please check that the embedding service is running and accessible.
+   If using a local model (e.g., Ollama), ensure the service is started.`
+          );
+        }
       }
       throw error;
     }
@@ -8543,8 +8625,8 @@ class DocumentStore {
       return escapedTokens[0];
     }
     const exactMatch = `"${tokens.join(" ").replace(/"/g, '""')}"`;
-    const termsQuery = escapedTokens.join(" ");
-    return `${exactMatch} OR (${termsQuery})`;
+    const termsQuery = escapedTokens.join(" OR ");
+    return `${exactMatch} OR ${termsQuery}`;
   }
   /**
    * Initializes database connection and ensures readiness
@@ -8672,6 +8754,35 @@ class DocumentStore {
       throw new StoreError(`Failed to get library by ID: ${error}`);
     }
   }
+  /**
+   * Retrieves a library by its name.
+   * @param name The library name to retrieve
+   * @returns The library record, or null if not found
+   */
+  async getLibrary(name) {
+    try {
+      const normalizedName = name.toLowerCase();
+      const row = this.statements.getLibraryIdByName.get(normalizedName);
+      if (!row) {
+        return null;
+      }
+      return { id: row.id, name: normalizedName };
+    } catch (error) {
+      throw new StoreError(`Failed to get library by name: ${error}`);
+    }
+  }
+  /**
+   * Deletes a library by its ID.
+   * This should only be called when the library has no remaining versions.
+   * @param libraryId The library ID to delete
+   */
+  async deleteLibrary(libraryId) {
+    try {
+      this.statements.deleteLibraryById.run(libraryId);
+    } catch (error) {
+      throw new StoreError(`Failed to delete library: ${error}`);
+    }
+  }
   /**
    * Stores scraper options for a version to enable reproducible indexing.
    * @param versionId The version ID to update
@@ -8709,7 +8820,7 @@ class DocumentStore {
         try {
           parsed = JSON.parse(row.scraper_options);
         } catch (e) {
-          logger.warn(`⚠️ Invalid scraper_options JSON for version ${versionId}: ${e}`);
+          logger.warn(`⚠️  Invalid scraper_options JSON for version ${versionId}: ${e}`);
           parsed = {};
         }
       }
@@ -9428,13 +9539,6 @@ class DocumentManagementService {
   documentRetriever;
   pipelines;
   eventBus;
-  /**
-   * Normalizes a version string, converting null or undefined to an empty string
-   * and converting to lowercase.
-   */
-  normalizeVersion(version) {
-    return (version ?? "").toLowerCase();
-  }
   constructor(storePath, eventBus, embeddingConfig, pipelineConfig) {
     this.eventBus = eventBus;
     const dbPath = storePath === ":memory:" ? ":memory:" : path.join(storePath, "documents.db");
@@ -9443,6 +9547,20 @@ class DocumentManagementService {
     this.documentRetriever = new DocumentRetrieverService(this.store);
     this.pipelines = PipelineFactory$1.createStandardPipelines(pipelineConfig);
   }
+  /**
+   * Returns the active embedding configuration if vector search is enabled,
+   * or null if embeddings are disabled.
+   */
+  getActiveEmbeddingConfig() {
+    return this.store.getActiveEmbeddingConfig();
+  }
+  /**
+   * Normalizes a version string, converting null or undefined to an empty string
+   * and converting to lowercase.
+   */
+  normalizeVersion(version) {
+    return (version ?? "").toLowerCase();
+  }
   /**
    * Initializes the underlying document store.
    */
@@ -9533,30 +9651,26 @@ class DocumentManagementService {
     return this.store.findVersionsBySourceUrl(url);
   }
   /**
-   * Validates if a library exists in the store (either versioned or unversioned).
+   * Validates if a library exists in the store.
+   * Checks if the library record exists in the database, regardless of whether it has versions or documents.
    * Throws LibraryNotFoundInStoreError with suggestions if the library is not found.
    * @param library The name of the library to validate.
    * @throws {LibraryNotFoundInStoreError} If the library does not exist.
    */
   async validateLibraryExists(library) {
     logger.info(`🔎 Validating existence of library: ${library}`);
-    const normalizedLibrary = library.toLowerCase();
-    const versions = await this.listVersions(normalizedLibrary);
-    const hasUnversioned = await this.exists(normalizedLibrary, "");
-    if (versions.length === 0 && !hasUnversioned) {
+    const libraryRecord = await this.store.getLibrary(library);
+    if (!libraryRecord) {
       logger.warn(`⚠️  Library '${library}' not found.`);
       const allLibraries = await this.listLibraries();
       const libraryNames = allLibraries.map((lib) => lib.library);
       let suggestions = [];
       if (libraryNames.length > 0) {
         const fuse = new Fuse(libraryNames, {
-          // Configure fuse.js options if needed (e.g., threshold)
-          // isCaseSensitive: false, // Handled by normalizing library names
-          // includeScore: true,
           threshold: 0.7
           // Adjust threshold for desired fuzziness (0=exact, 1=match anything)
         });
-        const results = fuse.search(normalizedLibrary);
+        const results = fuse.search(library.toLowerCase());
         suggestions = results.slice(0, 3).map((result) => result.item);
         logger.info(`🔍 Found suggestions: ${suggestions.join(", ")}`);
       }
@@ -9672,6 +9786,7 @@ class DocumentManagementService {
   /**
    * Completely removes a library version and all associated documents.
    * Also removes the library if no other versions remain.
+   * If the specified version doesn't exist but the library exists with no versions, removes the library.
    * @param library Library name
    * @param version Version string (null/undefined for unversioned)
    */
@@ -9686,8 +9801,17 @@ class DocumentManagementService {
       logger.info(`🗑️ Removed version ${library}@${normalizedVersion || "[no version]"}`);
     } else {
       logger.warn(
-        `⚠️ Version ${library}@${normalizedVersion || "[no version]"} not found`
+        `⚠️  Version ${library}@${normalizedVersion || "[no version]"} not found`
       );
+      const libraryRecord = await this.store.getLibrary(library);
+      if (libraryRecord) {
+        const versions = await this.store.queryUniqueVersions(library);
+        if (versions.length === 0) {
+          logger.info(`🗑️ Library ${library} has no versions, removing library record`);
+          await this.store.deleteLibrary(libraryRecord.id);
+          logger.info(`🗑️ Completely removed library ${library} (had no versions)`);
+        }
+      }
     }
     this.eventBus.emit(EventType.LIBRARY_CHANGE, void 0);
   }
@@ -10365,7 +10489,7 @@ function registerEventsRoute(server, eventBus) {
       // Disable buffering in nginx
     });
     reply.raw.write("data: connected\n\n");
-    logger.info("📡 SSE client connected");
+    logger.debug("SSE client connected");
     const allEventTypes = [
       EventType.JOB_STATUS_CHANGE,
       EventType.JOB_PROGRESS,
@@ -10403,24 +10527,146 @@ function registerEventsRoute(server, eventBus) {
       }
     }, 3e4);
     request.raw.on("close", () => {
-      logger.info("📡 SSE client disconnected");
+      logger.debug("SSE client disconnected");
       cleanup();
       clearInterval(heartbeatInterval);
     });
     request.raw.on("error", (error) => {
-      logger.error(`❌ SSE connection error: ${error}`);
+      logger.debug(`SSE connection error: ${error}`);
       cleanup();
       clearInterval(heartbeatInterval);
     });
   });
 }
+const Toast = () => {
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      "x-data": true,
+      "x-show": "$store.toast.visible",
+      "x-transition:enter": "transition ease-out duration-300",
+      "x-transition:enter-start": "opacity-0 transform translate-y-2",
+      "x-transition:enter-end": "opacity-100 transform translate-y-0",
+      "x-transition:leave": "transition ease-in duration-200",
+      "x-transition:leave-start": "opacity-100",
+      "x-transition:leave-end": "opacity-0",
+      class: "fixed top-5 right-5 z-50",
+      style: "display: none;",
+      children: /* @__PURE__ */ jsxs(
+        "div",
+        {
+          class: "flex items-center w-full max-w-xs p-4 text-gray-500 bg-white rounded-lg shadow dark:text-gray-400 dark:bg-gray-800",
+          role: "alert",
+          children: [
+            /* @__PURE__ */ jsxs(
+              "div",
+              {
+                class: "inline-flex items-center justify-center shrink-0 w-8 h-8 rounded-lg",
+                "x-bind:class": "{\n            'text-green-500 bg-green-100 dark:bg-green-800 dark:text-green-200': $store.toast.type === 'success',\n            'text-red-500 bg-red-100 dark:bg-red-800 dark:text-red-200': $store.toast.type === 'error',\n            'text-orange-500 bg-orange-100 dark:bg-orange-700 dark:text-orange-200': $store.toast.type === 'warning',\n            'text-blue-500 bg-blue-100 dark:bg-blue-800 dark:text-blue-200': $store.toast.type === 'info'\n          }",
+                children: [
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      "x-show": "$store.toast.type === 'success'",
+                      class: "w-5 h-5",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "currentColor",
+                      viewBox: "0 0 20 20",
+                      children: /* @__PURE__ */ jsx("path", { d: "M10 .5a9.5 9.5 0 1 0 9.5 9.5A9.51 9.51 0 0 0 10 .5Zm3.707 8.207-4 4a1 1 0 0 1-1.414 0l-2-2a1 1 0 0 1 1.414-1.414L9 10.586l3.293-3.293a1 1 0 0 1 1.414 1.414Z" })
+                    }
+                  ),
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      "x-show": "$store.toast.type === 'error'",
+                      class: "w-5 h-5",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "currentColor",
+                      viewBox: "0 0 20 20",
+                      children: /* @__PURE__ */ jsx("path", { d: "M10 .5a9.5 9.5 0 1 0 9.5 9.5A9.51 9.51 0 0 0 10 .5Zm3.707 11.793a1 1 0 1 1-1.414 1.414L10 11.414l-2.293 2.293a1 1 0 0 1-1.414-1.414L8.586 10 6.293 7.707a1 1 0 0 1 1.414-1.414L10 8.586l2.293-2.293a1 1 0 0 1 1.414 1.414L11.414 10l2.293 2.293Z" })
+                    }
+                  ),
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      "x-show": "$store.toast.type === 'warning'",
+                      class: "w-5 h-5",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "currentColor",
+                      viewBox: "0 0 20 20",
+                      children: /* @__PURE__ */ jsx("path", { d: "M10 .5a9.5 9.5 0 1 0 9.5 9.5A9.51 9.51 0 0 0 10 .5ZM10 15a1 1 0 1 1 0-2 1 1 0 0 1 0 2Zm1-4a1 1 0 0 1-2 0V6a1 1 0 0 1 2 0v5Z" })
+                    }
+                  ),
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      "x-show": "$store.toast.type === 'info'",
+                      class: "w-5 h-5",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "currentColor",
+                      viewBox: "0 0 20 20",
+                      children: /* @__PURE__ */ jsx("path", { d: "M10 .5a9.5 9.5 0 1 0 9.5 9.5A9.51 9.51 0 0 0 10 .5ZM9.5 4a1.5 1.5 0 1 1 0 3 1.5 1.5 0 0 1 0-3ZM12 15H8a1 1 0 0 1 0-2h1v-3H8a1 1 0 0 1 0-2h2a1 1 0 0 1 1 1v4h1a1 1 0 0 1 0 2Z" })
+                    }
+                  )
+                ]
+              }
+            ),
+            /* @__PURE__ */ jsx(
+              "div",
+              {
+                class: "ml-3 text-sm font-normal",
+                "x-text": "$store.toast.message"
+              }
+            ),
+            /* @__PURE__ */ jsxs(
+              "button",
+              {
+                type: "button",
+                class: "ml-auto -mx-1.5 -my-1.5 bg-white text-gray-400 hover:text-gray-900 rounded-lg focus:ring-2 focus:ring-gray-300 p-1.5 hover:bg-gray-100 inline-flex items-center justify-center h-8 w-8 dark:text-gray-500 dark:hover:text-white dark:bg-gray-800 dark:hover:bg-gray-700",
+                "x-on:click": "$store.toast.hide()",
+                "aria-label": "Close",
+                children: [
+                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Close" }),
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      class: "w-3 h-3",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "none",
+                      viewBox: "0 0 14 14",
+                      children: /* @__PURE__ */ jsx(
+                        "path",
+                        {
+                          stroke: "currentColor",
+                          "stroke-linecap": "round",
+                          "stroke-linejoin": "round",
+                          "stroke-width": "2",
+                          d: "m1 1 6 6m0 0 6 6M7 7l6-6M7 7l-6 6"
+                        }
+                      )
+                    }
+                  )
+                ]
+              }
+            )
+          ]
+        }
+      )
+    }
+  );
+};
 const Layout = ({
   title,
   version,
   children,
   eventClientConfig
 }) => {
-  const versionString = version || "1.28.0";
+  const versionString = version || "1.30.0";
   const versionInitializer = `versionUpdate({ currentVersion: ${`'${versionString}'`} })`;
   return /* @__PURE__ */ jsxs("html", { lang: "en", children: [
     /* @__PURE__ */ jsxs("head", { children: [
@@ -10565,7 +10811,8 @@ const Layout = ({
           form .spinner { display: none; }
           ` })
     ] }),
-    /* @__PURE__ */ jsxs("body", { class: "bg-gray-50 dark:bg-gray-900", children: [
+    /* @__PURE__ */ jsxs("body", { class: "bg-gray-50 dark:bg-gray-900", "hx-ext": "morph", children: [
+      /* @__PURE__ */ jsx(Toast, {}),
       /* @__PURE__ */ jsx(
         "header",
         {
@@ -10719,19 +10966,35 @@ function registerIndexRoute(server, config) {
           trpcUrl
         },
         children: [
+          /* @__PURE__ */ jsx(
+            "div",
+            {
+              id: "analytics-stats",
+              "hx-get": "/web/stats",
+              "hx-trigger": "load, library-change from:body",
+              "hx-swap": "morph:innerHTML",
+              children: /* @__PURE__ */ jsxs("div", { class: "grid grid-cols-1 sm:grid-cols-3 gap-4 mb-4 animate-pulse", children: [
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" }),
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" }),
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" })
+              ] })
+            }
+          ),
           /* @__PURE__ */ jsxs("section", { class: "mb-4 p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: [
             /* @__PURE__ */ jsxs("div", { class: "flex items-center justify-between mb-2", children: [
               /* @__PURE__ */ jsx("h2", { class: "text-xl font-semibold text-gray-900 dark:text-white", children: "Job Queue" }),
               /* @__PURE__ */ jsx(
                 "button",
                 {
+                  id: "clear-completed-btn",
                   type: "button",
-                  class: "text-xs px-3 py-1.5 text-gray-700 bg-gray-100 border border-gray-300 rounded-lg hover:bg-gray-200 focus:ring-4 focus:outline-none focus:ring-gray-100 dark:bg-gray-600 dark:text-gray-300 dark:border-gray-500 dark:hover:bg-gray-700 dark:focus:ring-gray-700 transition-colors duration-150",
+                  class: "text-xs px-3 py-1.5 text-gray-400 bg-gray-50 border border-gray-200 rounded-lg cursor-not-allowed focus:ring-4 focus:outline-none transition-colors duration-150 dark:bg-gray-700 dark:text-gray-500 dark:border-gray-600",
                   title: "Clear all completed, cancelled, and failed jobs",
                   "hx-post": "/web/jobs/clear-completed",
                   "hx-trigger": "click",
                   "hx-on": "htmx:afterRequest: document.dispatchEvent(new Event('job-list-refresh'))",
                   "hx-swap": "none",
+                  disabled: true,
                   children: "Clear Completed Jobs"
                 }
               )
@@ -10741,7 +11004,8 @@ function registerIndexRoute(server, config) {
               {
                 id: "job-queue",
                 "hx-get": "/web/jobs",
-                "hx-trigger": "load, job-status-change from:body, job-progress from:body, job-list-change from:body",
+                "hx-trigger": "load, job-status-change from:body, job-progress from:body, job-list-change from:body, job-list-refresh from:body",
+                "hx-swap": "morph:innerHTML",
                 children: /* @__PURE__ */ jsxs("div", { class: "animate-pulse", children: [
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-48 mb-4" }),
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
@@ -10750,11 +11014,17 @@ function registerIndexRoute(server, config) {
               }
             )
           ] }),
-          /* @__PURE__ */ jsx("section", { class: "mb-8", children: /* @__PURE__ */ jsx("div", { id: "addJobForm", "hx-get": "/web/jobs/new", "hx-trigger": "load", children: /* @__PURE__ */ jsxs("div", { class: "p-6 bg-white rounded-lg shadow dark:bg-gray-800 animate-pulse", children: [
-            /* @__PURE__ */ jsx("div", { class: "h-6 bg-gray-200 rounded-full dark:bg-gray-700 w-1/3 mb-4" }),
-            /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
-            /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" })
-          ] }) }) }),
+          /* @__PURE__ */ jsx("section", { class: "mb-8", children: /* @__PURE__ */ jsx("div", { id: "addJobForm", children: /* @__PURE__ */ jsx(
+            "button",
+            {
+              type: "button",
+              "hx-get": "/web/jobs/new",
+              "hx-target": "#addJobForm",
+              "hx-swap": "innerHTML",
+              class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500 transition-colors duration-150",
+              children: "Add New Documentation"
+            }
+          ) }) }),
           /* @__PURE__ */ jsxs("div", { children: [
             /* @__PURE__ */ jsx("h2", { class: "text-xl font-semibold mb-2 text-gray-900 dark:text-white", children: "Indexed Documentation" }),
             /* @__PURE__ */ jsx(
@@ -10763,6 +11033,7 @@ function registerIndexRoute(server, config) {
                 id: "indexed-docs",
                 "hx-get": "/web/libraries",
                 "hx-trigger": "load, library-change from:body",
+                "hx-swap": "morph:innerHTML",
                 children: /* @__PURE__ */ jsxs("div", { class: "animate-pulse", children: [
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-48 mb-4" }),
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
@@ -10917,76 +11188,53 @@ const LoadingSpinner = () => /* @__PURE__ */ jsxs(
 const JobItem = ({ job }) => {
   job.dbStatus || job.status;
   const isActiveJob = job.dbStatus ? isActiveStatus(job.dbStatus) : job.status === PipelineJobStatus.QUEUED || job.status === PipelineJobStatus.RUNNING;
-  return /* @__PURE__ */ jsx("div", { class: "block p-3 bg-gray-50 dark:bg-gray-700 rounded-lg border border-gray-200 dark:border-gray-600", children: /* @__PURE__ */ jsxs("div", { class: "flex items-start justify-between", children: [
-    /* @__PURE__ */ jsxs("div", { class: "flex-1", children: [
-      /* @__PURE__ */ jsxs("p", { class: "text-sm font-medium text-gray-900 dark:text-white", children: [
-        /* @__PURE__ */ jsx("span", { safe: true, children: job.library }),
-        " ",
-        /* @__PURE__ */ jsx(VersionBadge, { version: job.version })
-      ] }),
-      /* @__PURE__ */ jsx("div", { class: "text-xs text-gray-500 dark:text-gray-400 mt-1", children: job.startedAt ? /* @__PURE__ */ jsxs("div", { children: [
-        "Last Indexed:",
-        " ",
-        /* @__PURE__ */ jsx("span", { safe: true, children: new Date(job.startedAt).toLocaleString() })
-      ] }) : null }),
-      job.progress && job.progress.totalPages > 0 && isActiveJob ? /* @__PURE__ */ jsx("div", { class: "mt-2", children: /* @__PURE__ */ jsx(ProgressBar, { progress: job.progress }) }) : null,
-      job.errorMessage || job.error ? /* @__PURE__ */ jsxs("div", { class: "mt-2 p-2 bg-red-50 dark:bg-red-900/20 border border-red-200 dark:border-red-800 rounded text-xs", children: [
-        /* @__PURE__ */ jsx("div", { class: "font-medium text-red-800 dark:text-red-300 mb-1", children: "Error:" }),
-        /* @__PURE__ */ jsx("div", { safe: true, class: "text-red-700 dark:text-red-400", children: job.errorMessage || job.error })
-      ] }) : null
-    ] }),
-    /* @__PURE__ */ jsxs("div", { class: "flex flex-col items-end gap-2 ml-4", children: [
-      /* @__PURE__ */ jsxs("div", { class: "flex items-center gap-2", children: [
-        job.dbStatus ? /* @__PURE__ */ jsx(StatusBadge, { status: job.dbStatus }) : /* @__PURE__ */ jsx(
-          "span",
-          {
-            class: `px-1.5 py-0.5 text-xs font-medium rounded ${job.status === PipelineJobStatus.COMPLETED ? "bg-green-100 text-green-800 dark:bg-green-900 dark:text-green-300" : job.error ? "bg-red-100 text-red-800 dark:bg-red-900 dark:text-red-300" : "bg-blue-100 text-blue-800 dark:bg-blue-900 dark:text-blue-300"}`,
-            children: job.status
-          }
-        ),
-        isActiveJob && /* @__PURE__ */ jsxs(
-          "button",
-          {
-            type: "button",
-            class: "font-medium rounded-lg text-xs p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out border border-gray-300 bg-white text-red-600 hover:bg-red-50 focus:ring-4 focus:outline-none focus:ring-red-100 dark:border-gray-600 dark:bg-gray-800 dark:text-red-400 dark:hover:bg-gray-700 dark:focus:ring-red-900",
-            title: "Stop this job",
-            "x-data": "{}",
-            "x-on:click": `
-                if ($store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === '${job.id}') {
-                  $store.confirmingAction.isStopping = true;
-                  fetch('/web/jobs/' + '${job.id}' + '/cancel', {
-                    method: 'POST',
-                    headers: { 'Accept': 'application/json' },
-                  })
-                    .then(r => r.json())
-                    .then(() => {
-                      $store.confirmingAction.type = null;
-                      $store.confirmingAction.id = null;
-                      $store.confirmingAction.isStopping = false;
-                      if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }
-                      document.dispatchEvent(new CustomEvent('job-list-refresh'));
-                    })
-                    .catch(() => { $store.confirmingAction.isStopping = false; });
-                } else {
-                  if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }
-                  $store.confirmingAction.type = 'job-cancel';
-                  $store.confirmingAction.id = '${job.id}';
-                  $store.confirmingAction.isStopping = false;
-                  $store.confirmingAction.timeoutId = setTimeout(() => {
-                    $store.confirmingAction.type = null;
-                    $store.confirmingAction.id = null;
-                    $store.confirmingAction.isStopping = false;
-                    $store.confirmingAction.timeoutId = null;
-                  }, 3000);
-                }
-              `,
-            "x-bind:disabled": `$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === '${job.id}' && $store.confirmingAction.isStopping`,
-            children: [
-              /* @__PURE__ */ jsxs(
-                "span",
-                {
-                  "x-show": `$store.confirmingAction.type !== 'job-cancel' || $store.confirmingAction.id !== '${job.id}' || $store.confirmingAction.isStopping`,
-                  children: [
+  const defaultStateClasses = "border border-gray-300 bg-white text-red-600 hover:bg-red-50 focus:ring-4 focus:outline-none focus:ring-red-100 dark:border-gray-600 dark:bg-gray-800 dark:text-red-400 dark:hover:bg-gray-700 dark:focus:ring-red-900";
+  const confirmingStateClasses = "bg-red-600 text-white border-red-600 focus:ring-4 focus:outline-none focus:ring-red-300 dark:bg-red-700 dark:border-red-700 dark:focus:ring-red-800";
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      id: `job-item-${job.id}`,
+      class: "block p-3 bg-gray-50 dark:bg-gray-700 rounded-lg border border-gray-200 dark:border-gray-600",
+      "data-job-id": job.id,
+      "x-data": "{ jobId: $el.dataset.jobId, confirming: $el.dataset.confirming === 'true', isStopping: false }",
+      children: /* @__PURE__ */ jsxs("div", { class: "flex items-start justify-between", children: [
+        /* @__PURE__ */ jsxs("div", { class: "flex-1", children: [
+          /* @__PURE__ */ jsxs("p", { class: "text-sm font-medium text-gray-900 dark:text-white", children: [
+            /* @__PURE__ */ jsx("span", { safe: true, children: job.library }),
+            " ",
+            /* @__PURE__ */ jsx(VersionBadge, { version: job.version })
+          ] }),
+          /* @__PURE__ */ jsx("div", { class: "text-xs text-gray-500 dark:text-gray-400 mt-1", children: job.startedAt ? /* @__PURE__ */ jsxs("div", { children: [
+            "Last Indexed:",
+            " ",
+            /* @__PURE__ */ jsx("span", { safe: true, children: new Date(job.startedAt).toLocaleString() })
+          ] }) : null }),
+          job.progress && job.progress.totalPages > 0 && isActiveJob ? /* @__PURE__ */ jsx("div", { class: "mt-2", children: /* @__PURE__ */ jsx(ProgressBar, { progress: job.progress }) }) : null,
+          job.errorMessage || job.error ? /* @__PURE__ */ jsxs("div", { class: "mt-2 p-2 bg-red-50 dark:bg-red-900/20 border border-red-200 dark:border-red-800 rounded text-xs", children: [
+            /* @__PURE__ */ jsx("div", { class: "font-medium text-red-800 dark:text-red-300 mb-1", children: "Error:" }),
+            /* @__PURE__ */ jsx("div", { safe: true, class: "text-red-700 dark:text-red-400", children: job.errorMessage || job.error })
+          ] }) : null
+        ] }),
+        /* @__PURE__ */ jsxs("div", { class: "flex flex-col items-end gap-2 ml-4", children: [
+          /* @__PURE__ */ jsxs("div", { class: "flex items-center gap-2", children: [
+            job.dbStatus ? /* @__PURE__ */ jsx(StatusBadge, { status: job.dbStatus }) : /* @__PURE__ */ jsx(
+              "span",
+              {
+                class: `px-1.5 py-0.5 text-xs font-medium rounded ${job.status === PipelineJobStatus.COMPLETED ? "bg-green-100 text-green-800 dark:bg-green-900 dark:text-green-300" : job.error ? "bg-red-100 text-red-800 dark:bg-red-900 dark:text-red-300" : "bg-blue-100 text-blue-800 dark:bg-blue-900 dark:text-blue-300"}`,
+                children: job.status
+              }
+            ),
+            isActiveJob && /* @__PURE__ */ jsxs(
+              "button",
+              {
+                type: "button",
+                class: "font-medium rounded-lg text-xs p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out",
+                title: "Stop this job",
+                "x-bind:class": `confirming ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
+                "x-on:click": "\n                if (confirming) {\n                  isStopping = true;\n                  window.confirmationManager.clear($root.id);\n                  fetch('/web/jobs/' + jobId + '/cancel', {\n                    method: 'POST',\n                    headers: { 'Accept': 'application/json' },\n                  })\n                    .then(r => r.json())\n                    .then(() => {\n                      confirming = false;\n                      isStopping = false;\n                      document.dispatchEvent(new CustomEvent('job-list-refresh'));\n                    })\n                    .catch(() => { isStopping = false; });\n                } else {\n                  confirming = true;\n                  isStopping = false;\n                  window.confirmationManager.start($root.id);\n                }\n              ",
+                "x-bind:disabled": "isStopping",
+                children: [
+                  /* @__PURE__ */ jsxs("span", { "x-show": "!confirming && !isStopping", children: [
                     /* @__PURE__ */ jsx(
                       "svg",
                       {
@@ -10998,39 +11246,47 @@ const JobItem = ({ job }) => {
                       }
                     ),
                     /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Stop job" })
-                  ]
-                }
-              ),
-              /* @__PURE__ */ jsx(
-                "span",
-                {
-                  "x-show": `$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === '${job.id}' && !$store.confirmingAction.isStopping`,
-                  class: "px-2",
-                  children: "Cancel?"
-                }
-              ),
-              /* @__PURE__ */ jsxs(
-                "span",
-                {
-                  "x-show": `$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === '${job.id}' && $store.confirmingAction.isStopping`,
-                  children: [
+                  ] }),
+                  /* @__PURE__ */ jsx("span", { "x-show": "confirming && !isStopping", class: "px-2", children: "Cancel?" }),
+                  /* @__PURE__ */ jsxs("span", { "x-show": "isStopping", children: [
                     /* @__PURE__ */ jsx(LoadingSpinner, {}),
                     /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Stopping..." })
-                  ]
-                }
-              )
-            ]
-          }
-        )
-      ] }),
-      job.error ? (
-        // Keep the error badge for clarity if an error occurred
-        /* @__PURE__ */ jsx("span", { class: "bg-red-100 text-red-800 text-xs font-medium px-1.5 py-0.5 rounded dark:bg-red-900 dark:text-red-300", children: "Error" })
-      ) : null
-    ] })
-  ] }) });
+                  ] })
+                ]
+              }
+            )
+          ] }),
+          job.error ? (
+            // Keep the error badge for clarity if an error occurred
+            /* @__PURE__ */ jsx("span", { class: "bg-red-100 text-red-800 text-xs font-medium px-1.5 py-0.5 rounded dark:bg-red-900 dark:text-red-300", children: "Error" })
+          ) : null
+        ] })
+      ] })
+    }
+  );
+};
+const JobList = ({ jobs }) => {
+  const hasJobs = jobs.length > 0;
+  return /* @__PURE__ */ jsxs(Fragment, { children: [
+    /* @__PURE__ */ jsx("div", { id: "job-list", class: "space-y-2 animate-[fadeSlideIn_0.2s_ease-out]", children: hasJobs ? jobs.map((job) => /* @__PURE__ */ jsx(JobItem, { job })) : /* @__PURE__ */ jsx("p", { class: "text-center text-gray-500 dark:text-gray-400", children: "No pending jobs." }) }),
+    /* @__PURE__ */ jsx(
+      "button",
+      {
+        id: "clear-completed-btn",
+        "hx-swap-oob": "true",
+        type: "button",
+        class: `text-xs px-3 py-1.5 rounded-lg focus:ring-4 focus:outline-none transition-colors duration-150 ${hasJobs ? "text-gray-700 bg-gray-100 border border-gray-300 hover:bg-gray-200 focus:ring-gray-100 dark:bg-gray-600 dark:text-gray-300 dark:border-gray-500 dark:hover:bg-gray-700 dark:focus:ring-gray-700" : "text-gray-400 bg-gray-50 border border-gray-200 cursor-not-allowed dark:bg-gray-700 dark:text-gray-500 dark:border-gray-600"}`,
+        title: "Clear all completed, cancelled, and failed jobs",
+        "hx-post": "/web/jobs/clear-completed",
+        "hx-trigger": "click",
+        "hx-on": "htmx:afterRequest: document.dispatchEvent(new Event('job-list-refresh'))",
+        "hx-swap": "none",
+        disabled: !hasJobs,
+        children: "Clear Completed Jobs"
+      }
+    )
+  ] });
 };
-const JobList = ({ jobs }) => /* @__PURE__ */ jsx("div", { id: "job-list", class: "space-y-2", children: jobs.length === 0 ? /* @__PURE__ */ jsx("p", { class: "text-center text-gray-500 dark:text-gray-400", children: "No pending jobs." }) : jobs.map((job) => /* @__PURE__ */ jsx(JobItem, { job })) });
 function registerJobListRoutes(server, listJobsTool) {
   server.get("/web/jobs", async () => {
     const result = await listJobsTool.execute({});
@@ -11048,7 +11304,7 @@ const Alert = ({ type, title, message }) => {
       iconSvg = /* @__PURE__ */ jsx(
         "svg",
         {
-          class: "flex-shrink-0 inline w-4 h-4 me-3",
+          class: "shrink-0 inline w-4 h-4 me-3",
           "aria-hidden": "true",
           xmlns: "http://www.w3.org/2000/svg",
           fill: "currentColor",
@@ -11063,7 +11319,7 @@ const Alert = ({ type, title, message }) => {
       iconSvg = /* @__PURE__ */ jsx(
         "svg",
         {
-          class: "flex-shrink-0 inline w-4 h-4 me-3",
+          class: "shrink-0 inline w-4 h-4 me-3",
           "aria-hidden": "true",
           xmlns: "http://www.w3.org/2000/svg",
           fill: "currentColor",
@@ -11078,7 +11334,7 @@ const Alert = ({ type, title, message }) => {
       iconSvg = /* @__PURE__ */ jsx(
         "svg",
         {
-          class: "flex-shrink-0 inline w-4 h-4 me-3",
+          class: "shrink-0 inline w-4 h-4 me-3",
           "aria-hidden": "true",
           xmlns: "http://www.w3.org/2000/svg",
           fill: "currentColor",
@@ -11094,7 +11350,7 @@ const Alert = ({ type, title, message }) => {
       iconSvg = /* @__PURE__ */ jsx(
         "svg",
         {
-          class: "flex-shrink-0 inline w-4 h-4 me-3",
+          class: "shrink-0 inline w-4 h-4 me-3",
           "aria-hidden": "true",
           xmlns: "http://www.w3.org/2000/svg",
           fill: "currentColor",
@@ -11184,13 +11440,43 @@ const ScrapeFormContent = ({
   defaultExcludePatterns
 }) => {
   const defaultExcludePatternsText = defaultExcludePatterns?.join("\n") || "";
-  return /* @__PURE__ */ jsxs("div", { class: "mt-4 p-4 bg-white dark:bg-gray-800 rounded-lg shadow border border-gray-300 dark:border-gray-600", children: [
-    /* @__PURE__ */ jsx("h3", { class: "text-xl font-semibold text-gray-900 dark:text-white mb-2", children: "Queue New Scrape Job" }),
+  return /* @__PURE__ */ jsxs("div", { class: "mt-4 p-4 bg-white dark:bg-gray-800 rounded-lg shadow border border-gray-300 dark:border-gray-600 relative animate-[fadeSlideIn_0.2s_ease-out]", children: [
+    /* @__PURE__ */ jsx(
+      "button",
+      {
+        type: "button",
+        "hx-get": "/web/jobs/new-button",
+        "hx-target": "#addJobForm",
+        "hx-swap": "innerHTML",
+        class: "absolute top-3 right-3 p-1 text-gray-400 hover:text-gray-600 dark:hover:text-gray-300 rounded-full hover:bg-gray-100 dark:hover:bg-gray-700 transition-colors duration-150",
+        title: "Close",
+        children: /* @__PURE__ */ jsx(
+          "svg",
+          {
+            class: "w-5 h-5",
+            fill: "none",
+            stroke: "currentColor",
+            viewBox: "0 0 24 24",
+            xmlns: "http://www.w3.org/2000/svg",
+            children: /* @__PURE__ */ jsx(
+              "path",
+              {
+                "stroke-linecap": "round",
+                "stroke-linejoin": "round",
+                "stroke-width": "2",
+                d: "M6 18L18 6M6 6l12 12"
+              }
+            )
+          }
+        )
+      }
+    ),
+    /* @__PURE__ */ jsx("h3", { class: "text-xl font-semibold text-gray-900 dark:text-white mb-2 pr-8", children: "Add New Documentation" }),
     /* @__PURE__ */ jsxs(
       "form",
       {
         "hx-post": "/web/jobs/scrape",
-        "hx-target": "#job-response",
+        "hx-target": "#addJobForm",
         "hx-swap": "innerHTML",
         class: "space-y-2",
         "x-data": "{\n        url: '',\n        hasPath: false,\n        headers: [],\n        checkUrlPath() {\n          try {\n            const url = new URL(this.url);\n            this.hasPath = url.pathname !== '/' && url.pathname !== '';\n          } catch (e) {\n            this.hasPath = false;\n          }\n        }\n      }",
@@ -11292,313 +11578,338 @@ const ScrapeFormContent = ({
               ),
               /* @__PURE__ */ jsx(Tooltip, { text: "Specify the version of the library documentation you're indexing. This allows for version-specific searches." })
             ] }),
-            /* @__PURE__ */ jsx(
-              "input",
-              {
-                type: "text",
-                name: "version",
-                id: "version",
-                class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-              }
-            )
-          ] }),
-          /* @__PURE__ */ jsxs("details", { class: "bg-gray-50 dark:bg-gray-900 p-2 rounded-md", children: [
-            /* @__PURE__ */ jsx("summary", { class: "cursor-pointer text-sm font-medium text-gray-600 dark:text-gray-400", children: "Advanced Options" }),
-            /* @__PURE__ */ jsxs("div", { class: "mt-2 space-y-2", "x-data": "{ headers: [] }", children: [
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "maxPages",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Max Pages"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "The maximum number of pages to scrape. Default is 1000. Setting this too high may result in longer processing times." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    type: "number",
-                    name: "maxPages",
-                    id: "maxPages",
-                    min: "1",
-                    placeholder: "1000",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "maxDepth",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Max Depth"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "How many links deep the scraper should follow. Default is 3. Higher values capture more content but increase processing time." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    type: "number",
-                    name: "maxDepth",
-                    id: "maxDepth",
-                    min: "0",
-                    placeholder: "3",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "scope",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Scope"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(
-                    Tooltip,
-                    {
-                      text: /* @__PURE__ */ jsxs("div", { children: [
-                        "Controls which pages are scraped:",
-                        /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
-                          /* @__PURE__ */ jsx("li", { children: "'Subpages' only scrapes under the given URL path," }),
-                          /* @__PURE__ */ jsx("li", { children: "'Hostname' scrapes all content on the same host (e.g., all of docs.example.com)," }),
-                          /* @__PURE__ */ jsx("li", { children: "'Domain' scrapes all content on the domain and its subdomains (e.g., all of example.com)." })
-                        ] })
-                      ] })
-                    }
-                  )
-                ] }),
+            /* @__PURE__ */ jsx(
+              "input",
+              {
+                type: "text",
+                name: "version",
+                id: "version",
+                class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+              }
+            )
+          ] }),
+          /* @__PURE__ */ jsxs(
+            "div",
+            {
+              class: "bg-gray-50 dark:bg-gray-900 p-2 rounded-md",
+              "x-data": "{ open: false, headers: [] }",
+              children: [
                 /* @__PURE__ */ jsxs(
-                  "select",
+                  "button",
                   {
-                    name: "scope",
-                    id: "scope",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                    type: "button",
+                    class: "w-full flex items-center gap-1.5 cursor-pointer text-sm font-medium text-gray-600 dark:text-gray-400 hover:text-gray-800 dark:hover:text-gray-200 transition-colors",
+                    "x-on:click": "open = !open",
                     children: [
-                      /* @__PURE__ */ jsx("option", { value: "subpages", selected: true, children: "Subpages (Default)" }),
-                      /* @__PURE__ */ jsx("option", { value: "hostname", children: "Hostname" }),
-                      /* @__PURE__ */ jsx("option", { value: "domain", children: "Domain" })
+                      /* @__PURE__ */ jsx(
+                        "svg",
+                        {
+                          class: "w-4 h-4 transform transition-transform duration-200",
+                          "x-bind:class": "{ 'rotate-90': open }",
+                          fill: "none",
+                          stroke: "currentColor",
+                          viewBox: "0 0 24 24",
+                          children: /* @__PURE__ */ jsx(
+                            "path",
+                            {
+                              "stroke-linecap": "round",
+                              "stroke-linejoin": "round",
+                              "stroke-width": "2",
+                              d: "M9 5l7 7-7 7"
+                            }
+                          )
+                        }
+                      ),
+                      /* @__PURE__ */ jsx("span", { children: "Advanced Options" })
                     ]
                   }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "includePatterns",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Include Patterns"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to include. One per line or comma-separated. Regex patterns must be wrapped in slashes, e.g. /pattern/." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "textarea",
-                  {
-                    name: "includePatterns",
-                    id: "includePatterns",
-                    rows: "2",
-                    placeholder: "e.g. docs/* or /api\\/v1.*/",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "excludePatterns",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Exclude Patterns"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to exclude. One per line or comma-separated. Exclude takes precedence over include. Regex patterns must be wrapped in slashes, e.g. /pattern/. Edit or clear this field to customize exclusions." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "textarea",
-                  {
-                    name: "excludePatterns",
-                    id: "excludePatterns",
-                    rows: "5",
-                    safe: true,
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
-                    children: defaultExcludePatternsText
-                  }
                 ),
-                /* @__PURE__ */ jsx("p", { class: "mt-1 text-xs text-gray-500 dark:text-gray-400", children: "Default patterns are pre-filled. Edit to customize or clear to exclude nothing." })
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "scrapeMode",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Scrape Mode"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(
-                    Tooltip,
-                    {
-                      text: /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
-                        /* @__PURE__ */ jsx("li", { children: "'Auto' automatically selects the best method," }),
-                        /* @__PURE__ */ jsx("li", { children: "'Fetch' uses simple HTTP requests (faster but may miss dynamic content)," }),
-                        /* @__PURE__ */ jsx("li", { children: "'Playwright' uses a headless browser (slower but better for JS-heavy sites)." })
-                      ] }) })
-                    }
-                  )
-                ] }),
-                /* @__PURE__ */ jsxs(
-                  "select",
-                  {
-                    name: "scrapeMode",
-                    id: "scrapeMode",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
-                    children: [
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Auto, selected: true, children: "Auto (Default)" }),
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Fetch, children: "Fetch" }),
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Playwright, children: "Playwright" })
-                    ]
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center mb-1", children: [
-                  /* @__PURE__ */ jsx("label", { class: "block text-sm font-medium text-gray-700 dark:text-gray-300", children: "Custom HTTP Headers" }),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Add custom HTTP headers (e.g., for authentication). These will be sent with every HTTP request." })
-                ] }),
-                /* @__PURE__ */ jsxs("div", { children: [
-                  /* @__PURE__ */ jsx("template", { "x-for": "(header, idx) in headers", children: /* @__PURE__ */ jsxs("div", { class: "flex space-x-2 mb-1", children: [
+                /* @__PURE__ */ jsxs("div", { "x-show": "open", "x-cloak": true, "x-collapse": true, class: "mt-2 space-y-2", children: [
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "maxPages",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Max Pages"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "The maximum number of pages to scrape. Default is 1000. Setting this too high may result in longer processing times." })
+                    ] }),
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "text",
-                        class: "w-1/3 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
-                        placeholder: "Header Name",
-                        "x-model": "header.name",
-                        required: true
+                        type: "number",
+                        name: "maxPages",
+                        id: "maxPages",
+                        min: "1",
+                        placeholder: "1000",
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                       }
-                    ),
-                    /* @__PURE__ */ jsx("span", { class: "text-gray-500", children: ":" }),
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "maxDepth",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Max Depth"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "How many links deep the scraper should follow. Default is 3. Higher values capture more content but increase processing time." })
+                    ] }),
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "text",
-                        class: "w-1/2 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
-                        placeholder: "Header Value",
-                        "x-model": "header.value",
-                        required: true
+                        type: "number",
+                        name: "maxDepth",
+                        id: "maxDepth",
+                        min: "0",
+                        placeholder: "3",
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "scope",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Scope"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(
+                        Tooltip,
+                        {
+                          text: /* @__PURE__ */ jsxs("div", { children: [
+                            "Controls which pages are scraped:",
+                            /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
+                              /* @__PURE__ */ jsx("li", { children: "'Subpages' only scrapes under the given URL path," }),
+                              /* @__PURE__ */ jsx("li", { children: "'Hostname' scrapes all content on the same host (e.g., all of docs.example.com)," }),
+                              /* @__PURE__ */ jsx("li", { children: "'Domain' scrapes all content on the domain and its subdomains (e.g., all of example.com)." })
+                            ] })
+                          ] })
+                        }
+                      )
+                    ] }),
+                    /* @__PURE__ */ jsxs(
+                      "select",
+                      {
+                        name: "scope",
+                        id: "scope",
+                        class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                        children: [
+                          /* @__PURE__ */ jsx("option", { value: "subpages", selected: true, children: "Subpages (Default)" }),
+                          /* @__PURE__ */ jsx("option", { value: "hostname", children: "Hostname" }),
+                          /* @__PURE__ */ jsx("option", { value: "domain", children: "Domain" })
+                        ]
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "includePatterns",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Include Patterns"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to include. One per line or comma-separated. Regex patterns must be wrapped in slashes, e.g. /pattern/." })
+                    ] }),
+                    /* @__PURE__ */ jsx(
+                      "textarea",
+                      {
+                        name: "includePatterns",
+                        id: "includePatterns",
+                        rows: "2",
+                        placeholder: "e.g. docs/* or /api\\/v1.*/",
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "excludePatterns",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Exclude Patterns"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to exclude. One per line or comma-separated. Exclude takes precedence over include. Regex patterns must be wrapped in slashes, e.g. /pattern/. Edit or clear this field to customize exclusions." })
+                    ] }),
+                    /* @__PURE__ */ jsx(
+                      "textarea",
+                      {
+                        name: "excludePatterns",
+                        id: "excludePatterns",
+                        rows: "5",
+                        safe: true,
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
+                        children: defaultExcludePatternsText
                       }
                     ),
+                    /* @__PURE__ */ jsx("p", { class: "mt-1 text-xs text-gray-500 dark:text-gray-400", children: "Default patterns are pre-filled. Edit to customize or clear to exclude nothing." })
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "scrapeMode",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Scrape Mode"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(
+                        Tooltip,
+                        {
+                          text: /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
+                            /* @__PURE__ */ jsx("li", { children: "'Auto' automatically selects the best method," }),
+                            /* @__PURE__ */ jsx("li", { children: "'Fetch' uses simple HTTP requests (faster but may miss dynamic content)," }),
+                            /* @__PURE__ */ jsx("li", { children: "'Playwright' uses a headless browser (slower but better for JS-heavy sites)." })
+                          ] }) })
+                        }
+                      )
+                    ] }),
+                    /* @__PURE__ */ jsxs(
+                      "select",
+                      {
+                        name: "scrapeMode",
+                        id: "scrapeMode",
+                        class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                        children: [
+                          /* @__PURE__ */ jsx("option", { value: ScrapeMode.Auto, selected: true, children: "Auto (Default)" }),
+                          /* @__PURE__ */ jsx("option", { value: ScrapeMode.Fetch, children: "Fetch" }),
+                          /* @__PURE__ */ jsx("option", { value: ScrapeMode.Playwright, children: "Playwright" })
+                        ]
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center mb-1", children: [
+                      /* @__PURE__ */ jsx("label", { class: "block text-sm font-medium text-gray-700 dark:text-gray-300", children: "Custom HTTP Headers" }),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Add custom HTTP headers (e.g., for authentication). These will be sent with every HTTP request." })
+                    ] }),
+                    /* @__PURE__ */ jsxs("div", { children: [
+                      /* @__PURE__ */ jsx("template", { "x-for": "(header, idx) in headers", children: /* @__PURE__ */ jsxs("div", { class: "flex space-x-2 mb-1", children: [
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "text",
+                            class: "w-1/3 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
+                            placeholder: "Header Name",
+                            "x-model": "header.name",
+                            required: true
+                          }
+                        ),
+                        /* @__PURE__ */ jsx("span", { class: "text-gray-500", children: ":" }),
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "text",
+                            class: "w-1/2 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
+                            placeholder: "Header Value",
+                            "x-model": "header.value",
+                            required: true
+                          }
+                        ),
+                        /* @__PURE__ */ jsx(
+                          "button",
+                          {
+                            type: "button",
+                            class: "text-red-500 hover:text-red-700 text-xs",
+                            "x-on:click": "headers.splice(idx, 1)",
+                            children: "Remove"
+                          }
+                        ),
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "hidden",
+                            name: "header[]",
+                            "x-bind:value": "header.name && header.value ? header.name + ':' + header.value : ''"
+                          }
+                        )
+                      ] }) }),
+                      /* @__PURE__ */ jsx(
+                        "button",
+                        {
+                          type: "button",
+                          class: "mt-1 px-2 py-0.5 bg-primary-100 dark:bg-primary-900 text-primary-700 dark:text-primary-200 rounded text-xs",
+                          "x-on:click": "headers.push({ name: '', value: '' })",
+                          children: "+ Add Header"
+                        }
+                      )
+                    ] })
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
                     /* @__PURE__ */ jsx(
-                      "button",
+                      "input",
                       {
-                        type: "button",
-                        class: "text-red-500 hover:text-red-700 text-xs",
-                        "x-on:click": "headers.splice(idx, 1)",
-                        children: "Remove"
+                        id: "followRedirects",
+                        name: "followRedirects",
+                        type: "checkbox",
+                        checked: true,
+                        class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
                       }
                     ),
+                    /* @__PURE__ */ jsx(
+                      "label",
+                      {
+                        for: "followRedirects",
+                        class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
+                        children: "Follow Redirects"
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "hidden",
-                        name: "header[]",
-                        "x-bind:value": "header.name && header.value ? header.name + ':' + header.value : ''"
+                        id: "ignoreErrors",
+                        name: "ignoreErrors",
+                        type: "checkbox",
+                        checked: true,
+                        class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
+                      }
+                    ),
+                    /* @__PURE__ */ jsx(
+                      "label",
+                      {
+                        for: "ignoreErrors",
+                        class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
+                        children: "Ignore Errors During Scraping"
                       }
                     )
-                  ] }) }),
-                  /* @__PURE__ */ jsx(
-                    "button",
-                    {
-                      type: "button",
-                      class: "mt-1 px-2 py-0.5 bg-primary-100 dark:bg-primary-900 text-primary-700 dark:text-primary-200 rounded text-xs",
-                      "x-on:click": "headers.push({ name: '', value: '' })",
-                      children: "+ Add Header"
-                    }
-                  )
+                  ] })
                 ] })
-              ] }),
-              /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    id: "followRedirects",
-                    name: "followRedirects",
-                    type: "checkbox",
-                    checked: true,
-                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
-                  }
-                ),
-                /* @__PURE__ */ jsx(
-                  "label",
-                  {
-                    for: "followRedirects",
-                    class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
-                    children: "Follow Redirects"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    id: "ignoreErrors",
-                    name: "ignoreErrors",
-                    type: "checkbox",
-                    checked: true,
-                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
-                  }
-                ),
-                /* @__PURE__ */ jsx(
-                  "label",
-                  {
-                    for: "ignoreErrors",
-                    class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
-                    children: "Ignore Errors During Scraping"
-                  }
-                )
-              ] })
-            ] })
-          ] }),
+              ]
+            }
+          ),
           /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsx(
             "button",
             {
               type: "submit",
               class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500",
-              children: "Queue Job"
+              children: "Start Indexing"
             }
           ) })
         ]
       }
     ),
-    /* @__PURE__ */ jsx("div", { id: "job-response", class: "mt-2 text-sm" }),
-    /* @__PURE__ */ jsx("script", { children: `
-          document.addEventListener('htmx:responseError', function(evt) {
-            // Handle error responses from the form submission
-            if (evt.detail.xhr && evt.detail.xhr.response) {
-              const responseDiv = document.getElementById('job-response');
-              if (responseDiv) {
-                responseDiv.innerHTML = evt.detail.xhr.response;
-              }
-            }
-          });
-        ` })
+    /* @__PURE__ */ jsx("div", { id: "job-response", class: "mt-2 text-sm" })
   ] });
 };
-const ScrapeForm = ({ defaultExcludePatterns }) => /* @__PURE__ */ jsx("div", { id: "scrape-form-container", children: /* @__PURE__ */ jsx(ScrapeFormContent, { defaultExcludePatterns }) });
+const ScrapeForm = ({ defaultExcludePatterns }) => /* @__PURE__ */ jsx("div", { id: "scrape-form-container", class: "animate-[fadeSlideIn_0.2s_ease-out]", children: /* @__PURE__ */ jsx(ScrapeFormContent, { defaultExcludePatterns }) });
 const DEFAULT_FILE_EXCLUSIONS = [
   // CHANGELOG files (case variations)
   "**/CHANGELOG.md",
@@ -11698,10 +12009,24 @@ function getEffectiveExclusionPatterns(userPatterns) {
   }
   return DEFAULT_EXCLUSION_PATTERNS;
 }
+const ScrapeFormButton = () => /* @__PURE__ */ jsx(
+  "button",
+  {
+    type: "button",
+    "hx-get": "/web/jobs/new",
+    "hx-target": "#addJobForm",
+    "hx-swap": "innerHTML",
+    class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500 transition-colors duration-150",
+    children: "Add New Documentation"
+  }
+);
 function registerNewJobRoutes(server, scrapeTool) {
   server.get("/web/jobs/new", async () => {
     return /* @__PURE__ */ jsx(ScrapeForm, { defaultExcludePatterns: DEFAULT_EXCLUSION_PATTERNS });
   });
+  server.get("/web/jobs/new-button", async () => {
+    return /* @__PURE__ */ jsx(ScrapeFormButton, {});
+  });
   server.post(
     "/web/jobs/scrape",
     async (request, reply) => {
@@ -11759,25 +12084,16 @@ function registerNewJobRoutes(server, scrapeTool) {
         };
         const result = await scrapeTool.execute(scrapeOptions);
         if ("jobId" in result) {
-          return /* @__PURE__ */ jsxs(Fragment, { children: [
-            /* @__PURE__ */ jsx(
-              Alert,
-              {
-                type: "success",
-                message: /* @__PURE__ */ jsxs(Fragment, { children: [
-                  "Job queued successfully! ID:",
-                  " ",
-                  /* @__PURE__ */ jsx("span", { safe: true, children: result.jobId })
-                ] })
-              }
-            ),
-            /* @__PURE__ */ jsx("div", { id: "scrape-form-container", "hx-swap-oob": "innerHTML", children: /* @__PURE__ */ jsx(
-              ScrapeFormContent,
-              {
-                defaultExcludePatterns: DEFAULT_EXCLUSION_PATTERNS
+          reply.header(
+            "HX-Trigger",
+            JSON.stringify({
+              toast: {
+                message: "Job queued successfully!",
+                type: "success"
               }
-            ) })
-          ] });
+            })
+          );
+          return /* @__PURE__ */ jsx(ScrapeFormButton, {});
         }
         return /* @__PURE__ */ jsx(Alert, { type: "warning", message: "Job finished unexpectedly quickly." });
       } catch (error) {
@@ -11821,6 +12137,9 @@ const VersionDetailsRow = ({
       {
         id: rowId,
         class: "flex justify-between items-center py-1 border-b border-gray-200 dark:border-gray-600 last:border-b-0",
+        "data-library-name": libraryName,
+        "data-version-param": versionParam,
+        "x-data": "{ library: $el.dataset.libraryName, version: $el.dataset.versionParam, confirming: $el.dataset.confirming === 'true', isDeleting: false }",
         children: [
           /* @__PURE__ */ jsx(
             "span",
@@ -11837,7 +12156,7 @@ const VersionDetailsRow = ({
               /* @__PURE__ */ jsx("span", { class: "font-semibold", safe: true, children: version.counts.uniqueUrls.toLocaleString() })
             ] }),
             /* @__PURE__ */ jsxs("span", { title: "Number of indexed snippets", children: [
-              "Snippets:",
+              "Chunks:",
               " ",
               /* @__PURE__ */ jsx("span", { class: "font-semibold", safe: true, children: version.counts.documents.toLocaleString() })
             ] }),
@@ -11853,81 +12172,45 @@ const VersionDetailsRow = ({
               type: "button",
               class: "ml-2 font-medium rounded-lg text-sm p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out",
               title: "Remove this version",
-              "x-data": "{}",
-              "x-bind:class": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
-              "x-bind:disabled": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' && $store.confirmingAction.isDeleting`,
-              "x-on:click": `
-            if ($store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}') {
-              $store.confirmingAction.isDeleting = true;
-              $el.dispatchEvent(new CustomEvent('confirmed-delete', { bubbles: true }));
-            } else {
-              if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }
-              $store.confirmingAction.type = 'version-delete';
-              $store.confirmingAction.id = '${libraryName}:${versionParam}';
-              $store.confirmingAction.isDeleting = false;
-              $store.confirmingAction.timeoutId = setTimeout(() => {
-                $store.confirmingAction.type = null;
-                $store.confirmingAction.id = null;
-                $store.confirmingAction.isDeleting = false;
-                $store.confirmingAction.timeoutId = null;
-              }, 3000);
-            }
-          `,
+              "x-bind:class": `confirming ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
+              "x-bind:disabled": "isDeleting",
+              "x-on:click": "\n            if (confirming) {\n              isDeleting = true;\n              window.confirmationManager.clear($root.id);\n              $el.dispatchEvent(new CustomEvent('confirmed-delete', { bubbles: true }));\n            } else {\n              confirming = true;\n              isDeleting = false;\n              window.confirmationManager.start($root.id);\n            }\n          ",
               "hx-delete": `/web/libraries/${encodeURIComponent(libraryName)}/versions/${encodeURIComponent(versionParam)}`,
               "hx-target": `#${rowId}`,
               "hx-swap": "outerHTML",
               "hx-trigger": "confirmed-delete",
               children: [
-                /* @__PURE__ */ jsxs(
-                  "span",
-                  {
-                    "x-show": `!($store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' && $store.confirmingAction.isDeleting)`,
-                    children: [
-                      /* @__PURE__ */ jsx(
-                        "svg",
+                /* @__PURE__ */ jsxs("span", { "x-show": "!confirming && !isDeleting", children: [
+                  /* @__PURE__ */ jsx(
+                    "svg",
+                    {
+                      class: "w-4 h-4",
+                      "aria-hidden": "true",
+                      xmlns: "http://www.w3.org/2000/svg",
+                      fill: "none",
+                      viewBox: "0 0 18 20",
+                      children: /* @__PURE__ */ jsx(
+                        "path",
                         {
-                          class: "w-4 h-4",
-                          "aria-hidden": "true",
-                          xmlns: "http://www.w3.org/2000/svg",
-                          fill: "none",
-                          viewBox: "0 0 18 20",
-                          children: /* @__PURE__ */ jsx(
-                            "path",
-                            {
-                              stroke: "currentColor",
-                              "stroke-linecap": "round",
-                              "stroke-linejoin": "round",
-                              "stroke-width": "2",
-                              d: "M1 5h16M7 8v8m4-8v8M7 1h4a1 1 0 0 1 1 1v3H6V2a1 1 0 0 1-1-1ZM3 5h12v13a1 1 0 0 1-1 1H4a1 1 0 0 1-1-1V5Z"
-                            }
-                          )
+                          stroke: "currentColor",
+                          "stroke-linecap": "round",
+                          "stroke-linejoin": "round",
+                          "stroke-width": "2",
+                          d: "M1 5h16M7 8v8m4-8v8M7 1h4a1 1 0 0 1 1 1v3H6V2a1 1 0 0 1-1-1ZM3 5h12v13a1 1 0 0 1-1 1H4a1 1 0 0 1-1-1V5Z"
                         }
-                      ),
-                      /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Remove version" })
-                    ]
-                  }
-                ),
-                /* @__PURE__ */ jsxs(
-                  "span",
-                  {
-                    "x-show": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' && !$store.confirmingAction.isDeleting`,
-                    class: "mx-1",
-                    children: [
-                      "Confirm?",
-                      /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Confirm delete" })
-                    ]
-                  }
-                ),
-                /* @__PURE__ */ jsxs(
-                  "span",
-                  {
-                    "x-show": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === '${libraryName}:${versionParam}' && $store.confirmingAction.isDeleting`,
-                    children: [
-                      /* @__PURE__ */ jsx(LoadingSpinner, {}),
-                      /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Loading..." })
-                    ]
-                  }
-                )
+                      )
+                    }
+                  ),
+                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Remove version" })
+                ] }),
+                /* @__PURE__ */ jsxs("span", { "x-show": "confirming && !isDeleting", class: "mx-1", children: [
+                  "Confirm?",
+                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Confirm delete" })
+                ] }),
+                /* @__PURE__ */ jsxs("span", { "x-show": "isDeleting", children: [
+                  /* @__PURE__ */ jsx(LoadingSpinner, {}),
+                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Loading..." })
+                ] })
               ]
             }
           )
@@ -12135,7 +12418,8 @@ function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
       } catch (error) {
         server.log.error(error, `Failed to search library ${libraryName}`);
         reply.type("text/html; charset=utf-8");
-        return /* @__PURE__ */ jsx("p", { class: "text-red-500 dark:text-red-400 italic", children: "An unexpected error occurred during the search." });
+        const errorMessage = error instanceof Error ? error.message : "An unexpected error occurred during the search.";
+        return /* @__PURE__ */ jsx(Alert, { type: "error", message: errorMessage });
       }
     }
   );
@@ -12145,48 +12429,90 @@ const LibraryItem = ({ library }) => {
   const latestVersion = versions[0];
   return (
     // Use Flowbite Card structure with updated padding and border, and white background
-    /* @__PURE__ */ jsxs("div", { class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600", children: [
-      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx(
-        "a",
-        {
-          href: `/libraries/${encodeURIComponent(library.name)}`,
-          class: "hover:underline",
-          children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
-        }
-      ) }),
-      latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400", children: /* @__PURE__ */ jsx(
-        "a",
-        {
-          href: latestVersion.sourceUrl,
-          target: "_blank",
-          class: "hover:underline",
-          safe: true,
-          children: latestVersion.sourceUrl
-        }
-      ) }) : null,
-      /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
-        const adapted = {
-          id: -1,
-          ref: { library: library.name, version: v.version },
-          status: v.status,
-          progress: v.progress,
-          counts: {
-            documents: v.documentCount,
-            uniqueUrls: v.uniqueUrlCount
-          },
-          indexedAt: v.indexedAt,
-          sourceUrl: v.sourceUrl ?? void 0
-        };
-        return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
-      }) : (
-        // Display message if no versions are indexed
-        /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
-      ) })
-    ] })
+    /* @__PURE__ */ jsxs(
+      "div",
+      {
+        id: `library-item-${library.name}`,
+        class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600",
+        children: [
+          /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: `/libraries/${encodeURIComponent(library.name)}`,
+              class: "hover:underline",
+              children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
+            }
+          ) }),
+          latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400 overflow-hidden h-5 @container", children: /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: latestVersion.sourceUrl,
+              target: "_blank",
+              class: "inline-block whitespace-nowrap hover:underline hover:animate-[scrollText_2s_ease-in-out_forwards]",
+              title: latestVersion.sourceUrl,
+              safe: true,
+              children: latestVersion.sourceUrl
+            }
+          ) }) : null,
+          /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
+            const adapted = {
+              id: -1,
+              ref: { library: library.name, version: v.version },
+              status: v.status,
+              progress: v.progress,
+              counts: {
+                documents: v.documentCount,
+                uniqueUrls: v.uniqueUrlCount
+              },
+              indexedAt: v.indexedAt,
+              sourceUrl: v.sourceUrl ?? void 0
+            };
+            return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
+          }) : (
+            // Display message if no versions are indexed
+            /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
+          ) })
+        ]
+      }
+    )
   );
 };
 const LibraryList = ({ libraries }) => {
-  return /* @__PURE__ */ jsx(Fragment, { children: /* @__PURE__ */ jsx("div", { class: "space-y-2", children: libraries.map((library) => /* @__PURE__ */ jsx(LibraryItem, { library })) }) });
+  if (libraries.length === 0) {
+    return /* @__PURE__ */ jsx(
+      Alert,
+      {
+        type: "info",
+        title: "Welcome!",
+        message: /* @__PURE__ */ jsxs(Fragment, { children: [
+          "To get started, click",
+          " ",
+          /* @__PURE__ */ jsx("span", { class: "font-semibold", children: "Add New Documentation" }),
+          " above and enter the URL of a documentation site to index. For more information, check the",
+          " ",
+          /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: "https://grounded.tools",
+              target: "_blank",
+              rel: "noopener noreferrer",
+              class: "font-medium underline hover:no-underline",
+              children: "official website"
+            }
+          ),
+          "."
+        ] })
+      }
+    );
+  }
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      id: "library-list",
+      class: "space-y-2 animate-[fadeSlideIn_0.2s_ease-out]",
+      children: libraries.map((library) => /* @__PURE__ */ jsx(LibraryItem, { library }))
+    }
+  );
 };
 function registerLibrariesRoutes(server, listLibrariesTool, removeTool) {
   server.get("/web/libraries", async (_request, reply) => {
@@ -12216,6 +12542,75 @@ function registerLibrariesRoutes(server, listLibrariesTool, removeTool) {
     }
   );
 }
+function formatNumber(num) {
+  if (num >= 1e9) {
+    return `${(num / 1e9).toFixed(1)}B`;
+  }
+  if (num >= 1e6) {
+    return `${(num / 1e6).toFixed(1)}M`;
+  }
+  if (num >= 1e3) {
+    return `${(num / 1e3).toFixed(1)}K`;
+  }
+  return num.toString();
+}
+const AnalyticsCards = ({
+  totalChunks,
+  activeLibraries,
+  activeVersions,
+  indexedPages
+}) => /* @__PURE__ */ jsxs("div", { class: "grid grid-cols-1 sm:grid-cols-3 gap-4 mb-4 animate-[fadeSlideIn_0.2s_ease-out]", children: [
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Total Knowledge Base" }),
+    /* @__PURE__ */ jsxs("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", safe: true, children: [
+      formatNumber(totalChunks),
+      " Chunks"
+    ] })
+  ] }) }) }),
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Libraries / Versions" }),
+    /* @__PURE__ */ jsxs("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", children: [
+      activeLibraries,
+      " / ",
+      activeVersions
+    ] })
+  ] }) }) }),
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Indexed Pages" }),
+    /* @__PURE__ */ jsx("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", safe: true, children: formatNumber(indexedPages) })
+  ] }) }) })
+] });
+function registerStatsRoute(server, docService) {
+  server.get("/web/stats", async (_request, reply) => {
+    try {
+      const libraries = await docService.listLibraries();
+      let totalChunks = 0;
+      let indexedPages = 0;
+      let activeVersions = 0;
+      for (const lib of libraries) {
+        activeVersions += lib.versions.length;
+        for (const version of lib.versions) {
+          totalChunks += version.counts.documents;
+          indexedPages += version.counts.uniqueUrls;
+        }
+      }
+      const activeLibraries = libraries.length;
+      reply.type("text/html; charset=utf-8");
+      return /* @__PURE__ */ jsx(
+        AnalyticsCards,
+        {
+          totalChunks,
+          activeLibraries,
+          activeVersions,
+          indexedPages
+        }
+      );
+    } catch (error) {
+      logger.error(`Failed to fetch stats: ${error}`);
+      reply.status(500).send("Internal Server Error");
+    }
+  });
+}
 async function registerWebService(server, docService, pipeline, eventBus, config) {
   const listLibrariesTool = new ListLibrariesTool(docService);
   const listJobsTool = new ListJobsTool(pipeline);
@@ -12232,6 +12627,7 @@ async function registerWebService(server, docService, pipeline, eventBus, config
   registerCancelJobRoute(server, cancelJobTool);
   registerClearCompletedJobsRoute(server, clearCompletedJobsTool);
   registerEventsRoute(server, eventBus);
+  registerStatsRoute(server, docService);
 }
 async function registerWorkerService(pipeline) {
   await pipeline.start();
@@ -12256,7 +12652,6 @@ class AppServer {
   mcpServer = null;
   authManager = null;
   config;
-  embeddingConfig = null;
   remoteEventProxy = null;
   wss = null;
   /**
@@ -12283,22 +12678,22 @@ class AppServer {
    */
   async start() {
     this.validateConfig();
-    this.embeddingConfig = resolveEmbeddingContext();
+    const embeddingConfig = this.docService.getActiveEmbeddingConfig();
     if (this.config.telemetry !== false && shouldEnableTelemetry()) {
       try {
         if (telemetry.isEnabled()) {
           telemetry.setGlobalContext({
-            appVersion: "1.28.0",
+            appVersion: "1.30.0",
             appPlatform: process.platform,
             appNodeVersion: process.version,
             appServicesEnabled: this.getActiveServicesList(),
             appAuthEnabled: Boolean(this.config.auth),
             appReadOnly: Boolean(this.config.readOnly),
             // Add embedding configuration to global context
-            ...this.embeddingConfig && {
-              aiEmbeddingProvider: this.embeddingConfig.provider,
-              aiEmbeddingModel: this.embeddingConfig.model,
-              aiEmbeddingDimensions: this.embeddingConfig.dimensions
+            ...embeddingConfig && {
+              aiEmbeddingProvider: embeddingConfig.provider,
+              aiEmbeddingModel: embeddingConfig.model,
+              aiEmbeddingDimensions: embeddingConfig.dimensions
             }
           });
           telemetry.track(TelemetryEvent.APP_STARTED, {
@@ -12356,6 +12751,9 @@ class AppServer {
         await cleanupMcpService(this.mcpServer);
       }
       if (this.wss) {
+        for (const client of this.wss.clients) {
+          client.terminate();
+        }
         await new Promise((resolve, reject) => {
           this.wss?.close((err) => {
             if (err) {
@@ -12374,6 +12772,9 @@ class AppServer {
         });
       }
       await telemetry.shutdown();
+      if (this.server.server) {
+        this.server.server.closeAllConnections();
+      }
       await this.server.close();
       logger.info("🛑 AppServer stopped");
     } catch (error) {
@@ -12596,28 +12997,38 @@ class AppServer {
    * Log startup information showing which services are enabled.
    */
   logStartupInfo(address) {
-    logger.info(`🚀 AppServer available at ${address}`);
+    const isWorkerOnly = this.config.enableWorker && !this.config.enableWebInterface && !this.config.enableMcpServer;
+    const isWebOnly = this.config.enableWebInterface && !this.config.enableWorker && !this.config.enableMcpServer;
+    const isMcpOnly = this.config.enableMcpServer && !this.config.enableWebInterface && !this.config.enableWorker;
+    if (isWorkerOnly) {
+      logger.info(`🚀 Worker available at ${address}`);
+    } else if (isWebOnly) {
+      logger.info(`🚀 Web interface available at ${address}`);
+    } else if (isMcpOnly) {
+      logger.info(`🚀 MCP server available at ${address}`);
+    } else {
+      logger.info(`🚀 Grounded Docs available at ${address}`);
+    }
+    const isCombined = !isWorkerOnly && !isWebOnly && !isMcpOnly;
     const enabledServices = [];
-    if (this.config.enableWebInterface) {
+    if (this.config.enableWebInterface && isCombined) {
       enabledServices.push(`Web interface: ${address}`);
     }
     if (this.config.enableMcpServer) {
       enabledServices.push(`MCP endpoints: ${address}/mcp, ${address}/sse`);
     }
-    if (this.config.enableApiServer) {
-      enabledServices.push(`API: ${address}/api`);
-    }
-    if (this.config.enableWorker) {
-      enabledServices.push("Worker: internal");
-    } else if (this.config.externalWorkerUrl) {
+    if (!this.config.enableWorker && this.config.externalWorkerUrl) {
       enabledServices.push(`Worker: ${this.config.externalWorkerUrl}`);
     }
-    if (this.embeddingConfig) {
-      enabledServices.push(
-        `Embeddings: ${this.embeddingConfig.provider}:${this.embeddingConfig.model}`
-      );
-    } else {
-      enabledServices.push(`Embeddings: disabled (full text search only)`);
+    if (this.config.enableWorker) {
+      const embeddingConfig = this.docService.getActiveEmbeddingConfig();
+      if (embeddingConfig) {
+        enabledServices.push(
+          `Embeddings: ${embeddingConfig.provider}:${embeddingConfig.model}`
+        );
+      } else {
+        enabledServices.push(`Embeddings: disabled (full text search only)`);
+      }
     }
     for (const service of enabledServices) {
       logger.info(`   • ${service}`);
@@ -14113,7 +14524,7 @@ class PipelineManager {
             parsedScraperOptions = JSON.parse(version.scraper_options);
           } catch (error) {
             logger.warn(
-              `⚠️ Failed to parse scraper options for ${version.library_name}@${version.name || "unversioned"}: ${error}`
+              `⚠️  Failed to parse scraper options for ${version.library_name}@${version.name || "unversioned"}: ${error}`
             );
           }
         }
@@ -14481,7 +14892,7 @@ class PipelineManager {
         },
         onJobError: async (internalJob, error, document2) => {
           logger.warn(
-            `⚠️ Job ${internalJob.id} error ${document2 ? `on document ${document2.url}` : ""}: ${error.message}`
+            `⚠️  Job ${internalJob.id} error ${document2 ? `on document ${document2.url}` : ""}: ${error.message}`
           );
         }
       });
@@ -14562,7 +14973,7 @@ class PipelineManager {
           );
         } catch (optionsError) {
           logger.warn(
-            `⚠️ Failed to store scraper options for job ${job.id}: ${optionsError}`
+            `⚠️  Failed to store scraper options for job ${job.id}: ${optionsError}`
           );
         }
       }
@@ -14631,6 +15042,217 @@ var PipelineFactory2;
   }
   PipelineFactory22.createPipeline = createPipeline;
 })(PipelineFactory2 || (PipelineFactory2 = {}));
+function getGlobalOptions(command) {
+  let rootCommand = command;
+  while (rootCommand?.parent) {
+    rootCommand = rootCommand.parent;
+  }
+  return rootCommand?.opts() || {};
+}
+function getEventBus(command) {
+  const eventBus = command?._eventBus;
+  if (!eventBus) {
+    throw new Error("EventBusService not initialized");
+  }
+  return eventBus;
+}
+function ensurePlaywrightBrowsersInstalled() {
+  if (process.env.PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD === "1") {
+    logger.debug(
+      "PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD is set, skipping Playwright browser install."
+    );
+    return;
+  }
+  const chromiumEnvPath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH;
+  if (chromiumEnvPath && existsSync(chromiumEnvPath)) {
+    logger.debug(
+      `PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH is set to '${chromiumEnvPath}', skipping Playwright browser install.`
+    );
+    return;
+  }
+  try {
+    const chromiumPath = chromium.executablePath();
+    if (!chromiumPath || !existsSync(chromiumPath)) {
+      throw new Error("Playwright Chromium browser not found");
+    }
+  } catch (error) {
+    logger.debug(String(error));
+    try {
+      console.log(
+        "🌐 Installing Playwright Chromium browser... (this may take a moment)"
+      );
+      execSync("npm exec -y playwright install --no-shell --with-deps chromium", {
+        stdio: "ignore",
+        // Suppress output
+        cwd: getProjectRoot()
+      });
+    } catch (_installErr) {
+      console.error(
+        "❌ Failed to install Playwright browsers automatically. Please run:\n  npx playwright install --no-shell --with-deps chromium\nand try again."
+      );
+      process.exit(1);
+    }
+  }
+}
+function resolveProtocol(protocol) {
+  if (protocol === "auto") {
+    if (!process.stdin.isTTY && !process.stdout.isTTY) {
+      return "stdio";
+    }
+    return "http";
+  }
+  if (protocol === "stdio" || protocol === "http") {
+    return protocol;
+  }
+  throw new Error(`Invalid protocol: ${protocol}. Must be 'auto', 'stdio', or 'http'`);
+}
+const formatOutput = (data) => JSON.stringify(data, null, 2);
+function setupLogging(options, protocol) {
+  if (options.silent) {
+    setLogLevel(LogLevel.ERROR);
+  } else if (options.verbose) {
+    setLogLevel(LogLevel.DEBUG);
+  }
+}
+function validatePort(portString) {
+  const port = Number.parseInt(portString, 10);
+  if (Number.isNaN(port) || port < 1 || port > 65535) {
+    throw new Error("Invalid port number");
+  }
+  return port;
+}
+function validateHost(hostString) {
+  const trimmed = hostString.trim();
+  if (!trimmed) {
+    throw new Error("Host cannot be empty");
+  }
+  if (trimmed.includes(" ") || trimmed.includes("	") || trimmed.includes("\n")) {
+    throw new Error("Host cannot contain whitespace");
+  }
+  return trimmed;
+}
+function createAppServerConfig(options) {
+  return {
+    enableWebInterface: options.enableWebInterface ?? false,
+    enableMcpServer: options.enableMcpServer ?? true,
+    enableApiServer: options.enableApiServer ?? false,
+    enableWorker: options.enableWorker ?? true,
+    port: options.port,
+    host: options.host,
+    externalWorkerUrl: options.externalWorkerUrl,
+    readOnly: options.readOnly ?? false,
+    auth: options.auth,
+    startupContext: options.startupContext
+  };
+}
+function parseHeaders(headerOptions) {
+  const headers = {};
+  if (Array.isArray(headerOptions)) {
+    for (const entry of headerOptions) {
+      const idx = entry.indexOf(":");
+      if (idx > 0) {
+        const name = entry.slice(0, idx).trim();
+        const value = entry.slice(idx + 1).trim();
+        if (name) headers[name] = value;
+      }
+    }
+  }
+  return headers;
+}
+function parseAuthConfig(options) {
+  if (!options.authEnabled) {
+    return void 0;
+  }
+  return {
+    enabled: true,
+    issuerUrl: options.authIssuerUrl,
+    audience: options.authAudience,
+    scopes: ["openid", "profile"]
+    // Default scopes for OAuth2/OIDC
+  };
+}
+function validateAuthConfig(authConfig) {
+  if (!authConfig.enabled) {
+    return;
+  }
+  const errors = [];
+  if (!authConfig.issuerUrl) {
+    errors.push("--auth-issuer-url is required when auth is enabled");
+  } else {
+    try {
+      const url = new URL(authConfig.issuerUrl);
+      if (url.protocol !== "https:") {
+        errors.push("Issuer URL must use HTTPS protocol");
+      }
+    } catch {
+      errors.push("Issuer URL must be a valid URL");
+    }
+  }
+  if (!authConfig.audience) {
+    errors.push("--auth-audience is required when auth is enabled");
+  } else {
+    try {
+      const url = new URL(authConfig.audience);
+      if (url.protocol === "http:" && url.hostname !== "localhost") {
+        logger.warn(
+          "⚠️  Audience uses HTTP protocol - consider using HTTPS for production"
+        );
+      }
+      if (url.hash) {
+        errors.push("Audience must not contain URL fragments");
+      }
+    } catch {
+      if (authConfig.audience.startsWith("urn:")) {
+        const urnParts = authConfig.audience.split(":");
+        if (urnParts.length < 3 || !urnParts[1] || !urnParts[2]) {
+          errors.push("URN audience must follow format: urn:namespace:specific-string");
+        }
+      } else {
+        errors.push(
+          "Audience must be a valid absolute URL or URN (e.g., https://api.example.com or urn:company:service)"
+        );
+      }
+    }
+  }
+  if (errors.length > 0) {
+    throw new Error(`Auth configuration validation failed:
+${errors.join("\n")}`);
+  }
+}
+function warnHttpUsage(authConfig, port) {
+  if (!authConfig?.enabled) {
+    return;
+  }
+  const isLocalhost = process.env.NODE_ENV !== "production" || port === 6280 || // default dev port
+  process.env.HOSTNAME?.includes("localhost");
+  if (!isLocalhost) {
+    logger.warn(
+      "⚠️  Authentication is enabled but running over HTTP in production. Consider using HTTPS for security."
+    );
+  }
+}
+function resolveEmbeddingContext(embeddingModel) {
+  try {
+    let modelSpec = embeddingModel;
+    if (!modelSpec && process.env.OPENAI_API_KEY) {
+      modelSpec = "text-embedding-3-small";
+      logger.debug(
+        "Using default OpenAI embedding model due to OPENAI_API_KEY presence."
+      );
+    }
+    if (!modelSpec) {
+      logger.debug(
+        "No embedding model specified and OPENAI_API_KEY not found. Embeddings are disabled."
+      );
+      return null;
+    }
+    logger.debug(`Resolving embedding configuration for model: ${modelSpec}`);
+    return EmbeddingConfig.parseEmbeddingConfig(modelSpec);
+  } catch (error) {
+    logger.debug(`Failed to resolve embedding configuration: ${error}`);
+    return null;
+  }
+}
 function createDefaultAction(program) {
   return program.addOption(
     new Option("--protocol <protocol>", "Protocol for MCP server").env("DOCS_MCP_PROTOCOL").default("auto").choices(["auto", "stdio", "http"])
@@ -14976,7 +15598,6 @@ function createMcpCommand(program) {
         );
         if (resolvedProtocol === "stdio") {
           logger.debug(`Auto-detected stdio protocol (no TTY)`);
-          logger.info("🚀 Starting MCP server (stdio mode)");
           await pipeline.start();
           const mcpTools = await initializeTools(docService, pipeline);
           const mcpServer = await startStdioServer(mcpTools, cmdOptions.readOnly);
@@ -14989,7 +15610,6 @@ function createMcpCommand(program) {
           });
         } else {
           logger.debug(`Auto-detected http protocol (TTY available)`);
-          logger.info("🚀 Starting MCP server (http mode)");
           const config = createAppServerConfig({
             enableWebInterface: false,
             // Never enable web interface in mcp command
@@ -15458,9 +16078,6 @@ function createWebCommand(program) {
             cliCommand: "web"
           }
         });
-        logger.info(
-          `🚀 Starting web interface${serverUrl ? ` connecting to worker at ${serverUrl}` : ""}`
-        );
         const appServer = await startAppServer(docService, pipeline, eventBus, config);
         registerGlobalServices({
           appServer,
@@ -15503,7 +16120,6 @@ function createWorkerCommand(program) {
       const port = validatePort(cmdOptions.port);
       const host = validateHost(cmdOptions.host);
       try {
-        logger.info(`🚀 Starting external pipeline worker on port ${port}`);
         ensurePlaywrightBrowsersInstalled();
         const embeddingConfig = resolveEmbeddingContext(cmdOptions.embeddingModel);
         const globalOptions = program.opts();
@@ -15554,7 +16170,7 @@ function createCliProgram() {
   const commandStartTimes = /* @__PURE__ */ new Map();
   let globalEventBus = null;
   let globalTelemetryService = null;
-  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.28.0").addOption(
+  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.30.0").addOption(
     new Option("--verbose", "Enable verbose (debug) logging").conflicts("silent")
   ).addOption(new Option("--silent", "Disable all logging except errors")).addOption(
     new Option("--telemetry", "Enable telemetry collection").env("DOCS_MCP_TELEMETRY").argParser((value) => {
@@ -15588,7 +16204,7 @@ function createCliProgram() {
     if (shouldEnableTelemetry()) {
       if (telemetry.isEnabled()) {
         telemetry.setGlobalContext({
-          appVersion: "1.28.0",
+          appVersion: "1.30.0",
           appPlatform: process.platform,
           appNodeVersion: process.version,
           appInterface: "cli",