@arabold/docs-mcp-server 1.29.0 → 1.31.0

package/dist/index.js

@@ -19,14 +19,13 @@ import Fastify from "fastify";
 import { WebSocketServer } from "ws";
 import { ProxyOAuthServerProvider } from "@modelcontextprotocol/sdk/server/auth/providers/proxyProvider.js";
 import { createRemoteJWKSet, jwtVerify } from "jose";
-import { execSync } from "node:child_process";
-import { chromium } from "playwright";
 import { createWSClient, createTRPCClient, splitLink, httpBatchLink, wsLink, createTRPCProxyClient } from "@trpc/client";
 import superjson from "superjson";
 import { SSEServerTransport } from "@modelcontextprotocol/sdk/server/sse.js";
 import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/streamableHttp.js";
 import { McpServer, ResourceTemplate } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { z } from "zod/v3";
+import { chromium } from "playwright";
 import mime from "mime";
 import { HeaderGenerator } from "header-generator";
 import fs$1 from "node:fs/promises";
@@ -62,6 +61,7 @@ import { escapeHtml } from "@kitajs/html";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { v4 } from "uuid";
 import { minimatch } from "minimatch";
+import { execSync } from "node:child_process";
 class StoreError extends Error {
   constructor(message, cause) {
     super(cause ? `${message} caused by ${cause}` : message);
@@ -268,15 +268,19 @@ function createEmbeddingModel(providerAndModel) {
       if (!process.env.OPENAI_API_KEY) {
         throw new MissingCredentialsError("openai", ["OPENAI_API_KEY"]);
       }
+      const timeoutMs = 3e4;
       const config = {
         ...baseConfig,
         modelName: model,
-        batchSize: 512
+        batchSize: 512,
         // OpenAI supports large batches
+        timeout: timeoutMs
       };
       const baseURL = process.env.OPENAI_API_BASE;
       if (baseURL) {
-        config.configuration = { baseURL };
+        config.configuration = { baseURL, timeout: timeoutMs };
+      } else {
+        config.configuration = { timeout: timeoutMs };
       }
       return new OpenAIEmbeddings(config);
     }
@@ -1011,7 +1015,7 @@ class ProxyAuthManager {
       logger.debug(`Token validation capabilities: ${capabilities.join(", ")}`);
       if (capabilities.length === 0) {
         logger.warn(
-          "⚠️ No token validation mechanisms available - authentication may fail"
+          "⚠️  No token validation mechanisms available - authentication may fail"
         );
       }
       this.proxyProvider = new ProxyOAuthServerProvider({
@@ -1349,657 +1353,142 @@ class ProxyAuthManager {
     }
   }
 }
-class EmbeddingConfig {
-  static instance = null;
+class RemoteEventProxy {
+  constructor(remoteWorkerUrl, localEventBus) {
+    this.remoteWorkerUrl = remoteWorkerUrl;
+    this.localEventBus = localEventBus;
+  }
+  trpcClient = null;
+  wsClient = null;
+  subscription = null;
+  isConnected = false;
   /**
-   * Get the singleton instance of EmbeddingConfig.
-   * Creates the instance if it doesn't exist.
+   * Start subscribing to remote events and forwarding them locally.
    */
-  static getInstance() {
-    if (EmbeddingConfig.instance === null) {
-      EmbeddingConfig.instance = new EmbeddingConfig();
+  async connect() {
+    if (this.isConnected) {
+      logger.warn("Remote event proxy already connected");
+      return;
+    }
+    logger.debug(`Connecting to remote worker at ${this.remoteWorkerUrl}`);
+    try {
+      const url = new URL(this.remoteWorkerUrl);
+      const baseUrl = `${url.protocol}//${url.host}`;
+      const wsUrl = baseUrl.replace(/^http/, "ws");
+      this.wsClient = createWSClient({
+        url: wsUrl
+      });
+      this.trpcClient = createTRPCClient({
+        links: [
+          splitLink({
+            condition: (op) => op.type === "subscription",
+            true: wsLink({ client: this.wsClient, transformer: superjson }),
+            false: httpBatchLink({ url: this.remoteWorkerUrl, transformer: superjson })
+          })
+        ]
+      });
+      this.subscription = this.trpcClient.events.subscribe.subscribe(
+        {},
+        // Subscribe to all event types
+        {
+          onData: (data) => {
+            logger.debug(`Received remote event: ${data.type}`);
+            this.localEventBus.emit(data.type, data.payload);
+          },
+          onError: (error) => {
+            logger.error(`❌ Remote event subscription error: ${error}`);
+            this.isConnected = false;
+            this.scheduleReconnect();
+          },
+          onStarted: () => {
+            logger.debug("Remote event subscription started");
+            this.isConnected = true;
+          },
+          onComplete: () => {
+            logger.debug("Remote event subscription completed");
+            this.isConnected = false;
+          }
+        }
+      );
+    } catch (error) {
+      logger.error(`❌ Failed to connect to remote worker: ${error}`);
+      this.scheduleReconnect();
     }
-    return EmbeddingConfig.instance;
   }
   /**
-   * Reset the singleton instance (useful for testing).
+   * Disconnect from the remote worker and stop forwarding events.
    */
-  static resetInstance() {
-    EmbeddingConfig.instance = null;
+  disconnect() {
+    if (this.subscription) {
+      this.subscription.unsubscribe();
+      this.subscription = null;
+    }
+    if (this.wsClient) {
+      this.wsClient.close();
+      this.wsClient = null;
+    }
+    this.isConnected = false;
+    logger.info("🚫 Disconnected from remote worker");
   }
   /**
-   * Known dimensions for common embedding models.
-   * This avoids expensive API calls for dimension detection in telemetry.
-   *
-   * Note: The "openai" provider also supports OpenAI-compatible APIs like:
-   * - Ollama (local models)
-   * - LMStudio (local models)
-   * - Any service implementing OpenAI's embedding API
+   * Check if the proxy is currently connected to the remote worker.
    */
-  knownModelDimensions = {
-    // OpenAI models (also works with Ollama, LMStudio, and other OpenAI-compatible APIs)
-    "text-embedding-3-small": 1536,
-    "text-embedding-3-large": 3072,
-    "text-embedding-ada-002": 1536,
-    // Google Vertex AI models
-    "text-embedding-004": 768,
-    "textembedding-gecko@003": 768,
-    "textembedding-gecko@002": 768,
-    "textembedding-gecko@001": 768,
-    // Google Gemini models (with MRL support)
-    "text-embedding-preview-0409": 768,
-    "embedding-001": 768,
-    // AWS Bedrock models
-    // Amazon Titan models
-    "amazon.titan-embed-text-v1": 1536,
-    "amazon.titan-embed-text-v2:0": 1024,
-    "amazon.titan-embed-image-v1": 1024,
-    // Image embedding model
-    // Cohere models
-    "cohere.embed-english-v3": 1024,
-    "cohere.embed-multilingual-v3": 1024,
-    // SageMaker models (hosted on AWS SageMaker)
-    "intfloat/multilingual-e5-large": 1024,
-    // Additional AWS models that might be supported
-    // Note: Some of these might be placeholders - verify dimensions before use
-    // "amazon.nova-embed-multilingual-v1:0": 4096, // Commented out as noted in source
-    // MTEB Leaderboard models (source: https://huggingface.co/spaces/mteb/leaderboard)
-    // Top performing models from Massive Text Embedding Benchmark
-    "sentence-transformers/all-MiniLM-L6-v2": 384,
-    "gemini-embedding-001": 3072,
-    "Qwen/Qwen3-Embedding-8B": 4096,
-    "Qwen/Qwen3-Embedding-4B": 2560,
-    "Qwen/Qwen3-Embedding-0.6B": 1024,
-    "Linq-AI-Research/Linq-Embed-Mistral": 4096,
-    "Alibaba-NLP/gte-Qwen2-7B-instruct": 3584,
-    "intfloat/multilingual-e5-large-instruct": 1024,
-    "Salesforce/SFR-Embedding-Mistral": 4096,
-    "text-multilingual-embedding-002": 768,
-    "GritLM/GritLM-7B": 4096,
-    "GritLM/GritLM-8x7B": 4096,
-    "intfloat/e5-mistral-7b-instruct": 4096,
-    "Cohere/Cohere-embed-multilingual-v3.0": 1024,
-    "Alibaba-NLP/gte-Qwen2-1.5B-instruct": 8960,
-    "Lajavaness/bilingual-embedding-large": 1024,
-    "Salesforce/SFR-Embedding-2_R": 4096,
-    "NovaSearch/stella_en_1.5B_v5": 8960,
-    "NovaSearch/jasper_en_vision_language_v1": 8960,
-    "nvidia/NV-Embed-v2": 4096,
-    "OrdalieTech/Solon-embeddings-large-0.1": 1024,
-    "BAAI/bge-m3": 1024,
-    "HIT-TMG/KaLM-embedding-multilingual-mini-v1": 896,
-    "jinaai/jina-embeddings-v3": 1024,
-    "Alibaba-NLP/gte-multilingual-base": 768,
-    "Lajavaness/bilingual-embedding-base": 768,
-    "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1": 896,
-    "nvidia/NV-Embed-v1": 4096,
-    "Cohere/Cohere-embed-multilingual-light-v3.0": 384,
-    "manu/bge-m3-custom-fr": 1024,
-    "Lajavaness/bilingual-embedding-small": 384,
-    "Snowflake/snowflake-arctic-embed-l-v2.0": 1024,
-    "intfloat/multilingual-e5-base": 768,
-    "voyage-3-lite": 512,
-    "voyage-3": 1024,
-    "intfloat/multilingual-e5-small": 384,
-    "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
-    "Snowflake/snowflake-arctic-embed-m-v2.0": 768,
-    "deepvk/USER-bge-m3": 1024,
-    "Cohere/Cohere-embed-english-v3.0": 1024,
-    "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka": 768,
-    "ibm-granite/granite-embedding-278m-multilingual": 768,
-    "NovaSearch/stella_en_400M_v5": 4096,
-    "omarelshehy/arabic-english-sts-matryoshka": 1024,
-    "sentence-transformers/paraphrase-multilingual-mpnet-base-v2": 768,
-    "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka": 768,
-    "Haon-Chen/speed-embedding-7b-instruct": 4096,
-    "sentence-transformers/LaBSE": 768,
-    "WhereIsAI/UAE-Large-V1": 1024,
-    "ibm-granite/granite-embedding-107m-multilingual": 384,
-    "mixedbread-ai/mxbai-embed-large-v1": 1024,
-    "intfloat/e5-large-v2": 1024,
-    "avsolatorio/GIST-large-Embedding-v0": 1024,
-    "sdadas/mmlw-e5-large": 1024,
-    "nomic-ai/nomic-embed-text-v1": 768,
-    "nomic-ai/nomic-embed-text-v1-ablated": 768,
-    "intfloat/e5-base-v2": 768,
-    "BAAI/bge-large-en-v1.5": 1024,
-    "intfloat/e5-large": 1024,
-    "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet": 384,
-    "Cohere/Cohere-embed-english-light-v3.0": 384,
-    "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": 768,
-    "Gameselo/STS-multilingual-mpnet-base-v2": 768,
-    "thenlper/gte-large": 1024,
-    "avsolatorio/GIST-Embedding-v0": 768,
-    "nomic-ai/nomic-embed-text-v1-unsupervised": 768,
-    "infgrad/stella-base-en-v2": 768,
-    "avsolatorio/NoInstruct-small-Embedding-v0": 384,
-    "dwzhu/e5-base-4k": 768,
-    "sdadas/mmlw-e5-base": 768,
-    "voyage-multilingual-2": 1024,
-    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised": 4096,
-    "BAAI/bge-base-en-v1.5": 768,
-    "avsolatorio/GIST-small-Embedding-v0": 384,
-    "sdadas/mmlw-roberta-large": 1024,
-    "nomic-ai/nomic-embed-text-v1.5": 768,
-    "minishlab/potion-multilingual-128M": 256,
-    "shibing624/text2vec-base-multilingual": 384,
-    "thenlper/gte-base": 768,
-    "intfloat/e5-small-v2": 384,
-    "intfloat/e5-base": 768,
-    "sentence-transformers/static-similarity-mrl-multilingual-v1": 1024,
-    "manu/sentence_croissant_alpha_v0.3": 2048,
-    "BAAI/bge-small-en-v1.5": 512,
-    "thenlper/gte-small": 384,
-    "sdadas/mmlw-e5-small": 384,
-    "manu/sentence_croissant_alpha_v0.4": 2048,
-    "manu/sentence_croissant_alpha_v0.2": 2048,
-    "abhinand/MedEmbed-small-v0.1": 384,
-    "ibm-granite/granite-embedding-125m-english": 768,
-    "intfloat/e5-small": 384,
-    "voyage-large-2-instruct": 1024,
-    "sdadas/mmlw-roberta-base": 768,
-    "Snowflake/snowflake-arctic-embed-l": 1024,
-    "Mihaiii/Ivysaur": 384,
-    "Snowflake/snowflake-arctic-embed-m-long": 768,
-    "bigscience/sgpt-bloom-7b1-msmarco": 4096,
-    "avsolatorio/GIST-all-MiniLM-L6-v2": 384,
-    "sergeyzh/LaBSE-ru-turbo": 768,
-    "sentence-transformers/all-mpnet-base-v2": 768,
-    "Snowflake/snowflake-arctic-embed-m": 768,
-    "Snowflake/snowflake-arctic-embed-s": 384,
-    "sentence-transformers/all-MiniLM-L12-v2": 384,
-    "Mihaiii/gte-micro-v4": 384,
-    "Snowflake/snowflake-arctic-embed-m-v1.5": 768,
-    "cointegrated/LaBSE-en-ru": 768,
-    "Mihaiii/Bulbasaur": 384,
-    "ibm-granite/granite-embedding-30m-english": 384,
-    "deepfile/embedder-100p": 768,
-    "Jaume/gemma-2b-embeddings": 2048,
-    "OrlikB/KartonBERT-USE-base-v1": 768,
-    "izhx/udever-bloom-7b1": 4096,
-    "izhx/udever-bloom-1b1": 1024,
-    "brahmairesearch/slx-v0.1": 384,
-    "Mihaiii/Wartortle": 384,
-    "izhx/udever-bloom-3b": 2048,
-    "deepvk/USER-base": 768,
-    "ai-forever/ru-en-RoSBERTa": 1024,
-    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse": 4096,
-    "Mihaiii/Venusaur": 384,
-    "Snowflake/snowflake-arctic-embed-xs": 384,
-    "jinaai/jina-embedding-b-en-v1": 768,
-    "Mihaiii/gte-micro": 384,
-    "aari1995/German_Semantic_STS_V2": 1024,
-    "Mihaiii/Squirtle": 384,
-    "OrlikB/st-polish-kartonberta-base-alpha-v1": 768,
-    "sergeyzh/rubert-tiny-turbo": 312,
-    "minishlab/potion-base-8M": 256,
-    "minishlab/M2V_base_glove_subword": 256,
-    "jinaai/jina-embedding-s-en-v1": 512,
-    "minishlab/potion-base-4M": 128,
-    "minishlab/M2V_base_output": 256,
-    "DeepPavlov/rubert-base-cased-sentence": 768,
-    "jinaai/jina-embeddings-v2-small-en": 512,
-    "cointegrated/rubert-tiny2": 312,
-    "minishlab/M2V_base_glove": 256,
-    "cointegrated/rubert-tiny": 312,
-    "silma-ai/silma-embeddding-matryoshka-v0.1": 768,
-    "DeepPavlov/rubert-base-cased": 768,
-    "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet": 768,
-    "izhx/udever-bloom-560m": 1024,
-    "minishlab/potion-base-2M": 64,
-    "DeepPavlov/distilrubert-small-cased-conversational": 768,
-    "consciousAI/cai-lunaris-text-embeddings": 1024,
-    "deepvk/deberta-v1-base": 768,
-    "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka": 768,
-    "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka": 768,
-    "ai-forever/sbert_large_mt_nlu_ru": 1024,
-    "ai-forever/sbert_large_nlu_ru": 1024,
-    "malenia1/ternary-weight-embedding": 1024,
-    "jinaai/jina-embeddings-v2-base-en": 768,
-    "VPLabs/SearchMap_Preview": 4096,
-    "Hum-Works/lodestone-base-4096-v1": 768,
-    "jinaai/jina-embeddings-v4": 2048
-  };
-  /**
-   * Lowercase lookup map for case-insensitive model dimension queries.
-   * Built lazily from knownModelDimensions to ensure consistency.
-   */
-  modelLookup;
-  constructor() {
-    this.modelLookup = /* @__PURE__ */ new Map();
-    for (const [model, dimensions] of Object.entries(this.knownModelDimensions)) {
-      this.modelLookup.set(model.toLowerCase(), dimensions);
-    }
-  }
-  /**
-   * Parse embedding model configuration from a provided model specification.
-   * This is a synchronous operation that extracts provider, model, and known dimensions.
-   *
-   * Supports various providers:
-   * - openai: OpenAI models and OpenAI-compatible APIs (Ollama, LMStudio, etc.)
-   * - vertex: Google Cloud Vertex AI
-   * - gemini: Google Generative AI
-   * - aws: AWS Bedrock models
-   * - microsoft: Azure OpenAI
-   * - sagemaker: AWS SageMaker hosted models
-   *
-   * @param modelSpec Model specification (e.g., "openai:text-embedding-3-small"), defaults to "text-embedding-3-small"
-   * @returns Parsed embedding model configuration
-   */
-  parse(modelSpec) {
-    const spec = modelSpec || "text-embedding-3-small";
-    const colonIndex = spec.indexOf(":");
-    let provider;
-    let model;
-    if (colonIndex === -1) {
-      provider = "openai";
-      model = spec;
-    } else {
-      provider = spec.substring(0, colonIndex);
-      model = spec.substring(colonIndex + 1);
-    }
-    const dimensions = this.modelLookup?.get(model.toLowerCase()) || null;
-    return {
-      provider,
-      model,
-      dimensions,
-      modelSpec: spec
-    };
-  }
-  /**
-   * Get the known dimensions for a specific model.
-   * Returns null if the model dimensions are not known.
-   * Uses case-insensitive lookup.
-   *
-   * @param model The model name (e.g., "text-embedding-3-small")
-   * @returns Known dimensions or null
-   */
-  getKnownDimensions(model) {
-    return this.modelLookup?.get(model.toLowerCase()) || null;
-  }
-  /**
-   * Add or update known dimensions for a model.
-   * This can be used to cache discovered dimensions.
-   * Stores both original case and lowercase for consistent lookup.
-   *
-   * @param model The model name
-   * @param dimensions The dimensions to cache
-   */
-  setKnownDimensions(model, dimensions) {
-    this.knownModelDimensions[model] = dimensions;
-    if (this.modelLookup) {
-      this.modelLookup.set(model.toLowerCase(), dimensions);
-    }
-  }
-  /**
-   * Static method to parse embedding model configuration using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
-   */
-  static parseEmbeddingConfig(modelSpec) {
-    return EmbeddingConfig.getInstance().parse(modelSpec);
-  }
-  /**
-   * Static method to get known model dimensions using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
-   */
-  static getKnownModelDimensions(model) {
-    return EmbeddingConfig.getInstance().getKnownDimensions(model);
+  isActive() {
+    return this.isConnected;
   }
   /**
-   * Static method to set known model dimensions using the singleton instance.
-   * This maintains backward compatibility while using the class-based approach.
+   * Schedule a reconnection attempt after a delay.
    */
-  static setKnownModelDimensions(model, dimensions) {
-    EmbeddingConfig.getInstance().setKnownDimensions(model, dimensions);
-  }
-}
-function getGlobalOptions(command) {
-  let rootCommand = command;
-  while (rootCommand?.parent) {
-    rootCommand = rootCommand.parent;
-  }
-  return rootCommand?.opts() || {};
-}
-function getEventBus(command) {
-  const eventBus = command?._eventBus;
-  if (!eventBus) {
-    throw new Error("EventBusService not initialized");
-  }
-  return eventBus;
-}
-function ensurePlaywrightBrowsersInstalled() {
-  if (process.env.PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD === "1") {
-    logger.debug(
-      "PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD is set, skipping Playwright browser install."
-    );
-    return;
-  }
-  const chromiumEnvPath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH;
-  if (chromiumEnvPath && existsSync(chromiumEnvPath)) {
-    logger.debug(
-      `PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH is set to '${chromiumEnvPath}', skipping Playwright browser install.`
-    );
-    return;
-  }
-  try {
-    const chromiumPath = chromium.executablePath();
-    if (!chromiumPath || !existsSync(chromiumPath)) {
-      throw new Error("Playwright Chromium browser not found");
-    }
-  } catch (error) {
-    logger.debug(String(error));
-    try {
-      console.log(
-        "🌐 Installing Playwright Chromium browser... (this may take a moment)"
-      );
-      execSync("npm exec -y playwright install --no-shell --with-deps chromium", {
-        stdio: "ignore",
-        // Suppress output
-        cwd: getProjectRoot()
-      });
-    } catch (_installErr) {
-      console.error(
-        "❌ Failed to install Playwright browsers automatically. Please run:\n  npx playwright install --no-shell --with-deps chromium\nand try again."
-      );
-      process.exit(1);
-    }
-  }
-}
-function resolveProtocol(protocol) {
-  if (protocol === "auto") {
-    if (!process.stdin.isTTY && !process.stdout.isTTY) {
-      return "stdio";
-    }
-    return "http";
-  }
-  if (protocol === "stdio" || protocol === "http") {
-    return protocol;
-  }
-  throw new Error(`Invalid protocol: ${protocol}. Must be 'auto', 'stdio', or 'http'`);
-}
-const formatOutput = (data) => JSON.stringify(data, null, 2);
-function setupLogging(options, protocol) {
-  if (options.silent) {
-    setLogLevel(LogLevel.ERROR);
-  } else if (options.verbose) {
-    setLogLevel(LogLevel.DEBUG);
+  scheduleReconnect() {
+    logger.info("🔄 Scheduling reconnect to remote worker in 5 seconds...");
+    setTimeout(() => {
+      if (!this.isConnected) {
+        this.connect();
+      }
+    }, 5e3);
   }
 }
-function validatePort(portString) {
-  const port = Number.parseInt(portString, 10);
-  if (Number.isNaN(port) || port < 1 || port > 65535) {
-    throw new Error("❌ Invalid port number");
+class ToolError extends Error {
+  constructor(message, toolName) {
+    super(message);
+    this.toolName = toolName;
+    this.name = this.constructor.name;
   }
-  return port;
 }
-function validateHost(hostString) {
-  const trimmed = hostString.trim();
-  if (!trimmed) {
-    throw new Error("❌ Host cannot be empty");
-  }
-  if (trimmed.includes(" ") || trimmed.includes("	") || trimmed.includes("\n")) {
-    throw new Error("❌ Host cannot contain whitespace");
-  }
-  return trimmed;
+class ValidationError extends ToolError {
 }
-function createAppServerConfig(options) {
+const DEFAULT_MAX_PAGES = 1e3;
+const DEFAULT_MAX_DEPTH$1 = 3;
+const DEFAULT_MAX_CONCURRENCY = 3;
+const DEFAULT_PROTOCOL = "auto";
+const DEFAULT_HTTP_PORT = 6280;
+const DEFAULT_WEB_PORT = 6281;
+const DEFAULT_HOST = "127.0.0.1";
+const DEFAULT_PAGE_TIMEOUT = 5e3;
+const FETCHER_MAX_RETRIES = 6;
+const FETCHER_BASE_DELAY = 1e3;
+const FETCHER_MAX_CACHE_ITEMS = 200;
+const FETCHER_MAX_CACHE_ITEM_SIZE_BYTES = 500 * 1024;
+const SPLITTER_MIN_CHUNK_SIZE = 500;
+const SPLITTER_PREFERRED_CHUNK_SIZE = 1500;
+const SPLITTER_MAX_CHUNK_SIZE = 5e3;
+const EMBEDDING_BATCH_SIZE = 100;
+const EMBEDDING_BATCH_CHARS = 5e4;
+const MIGRATION_MAX_RETRIES = 5;
+const MIGRATION_RETRY_DELAY_MS = 300;
+const SEARCH_OVERFETCH_FACTOR = 2;
+const SEARCH_WEIGHT_VEC = 1;
+const SEARCH_WEIGHT_FTS = 1;
+const VECTOR_SEARCH_MULTIPLIER = 10;
+function createResponse(text) {
   return {
-    enableWebInterface: options.enableWebInterface ?? false,
-    enableMcpServer: options.enableMcpServer ?? true,
-    enableApiServer: options.enableApiServer ?? false,
-    enableWorker: options.enableWorker ?? true,
-    port: options.port,
-    host: options.host,
-    externalWorkerUrl: options.externalWorkerUrl,
-    readOnly: options.readOnly ?? false,
-    auth: options.auth,
-    startupContext: options.startupContext
-  };
-}
-function parseHeaders(headerOptions) {
-  const headers = {};
-  if (Array.isArray(headerOptions)) {
-    for (const entry of headerOptions) {
-      const idx = entry.indexOf(":");
-      if (idx > 0) {
-        const name = entry.slice(0, idx).trim();
-        const value = entry.slice(idx + 1).trim();
-        if (name) headers[name] = value;
-      }
-    }
-  }
-  return headers;
-}
-function parseAuthConfig(options) {
-  if (!options.authEnabled) {
-    return void 0;
-  }
-  return {
-    enabled: true,
-    issuerUrl: options.authIssuerUrl,
-    audience: options.authAudience,
-    scopes: ["openid", "profile"]
-    // Default scopes for OAuth2/OIDC
-  };
-}
-function validateAuthConfig(authConfig) {
-  if (!authConfig.enabled) {
-    return;
-  }
-  const errors = [];
-  if (!authConfig.issuerUrl) {
-    errors.push("--auth-issuer-url is required when auth is enabled");
-  } else {
-    try {
-      const url = new URL(authConfig.issuerUrl);
-      if (url.protocol !== "https:") {
-        errors.push("Issuer URL must use HTTPS protocol");
-      }
-    } catch {
-      errors.push("Issuer URL must be a valid URL");
-    }
-  }
-  if (!authConfig.audience) {
-    errors.push("--auth-audience is required when auth is enabled");
-  } else {
-    try {
-      const url = new URL(authConfig.audience);
-      if (url.protocol === "http:" && url.hostname !== "localhost") {
-        logger.warn(
-          "⚠️  Audience uses HTTP protocol - consider using HTTPS for production"
-        );
-      }
-      if (url.hash) {
-        errors.push("Audience must not contain URL fragments");
-      }
-    } catch {
-      if (authConfig.audience.startsWith("urn:")) {
-        const urnParts = authConfig.audience.split(":");
-        if (urnParts.length < 3 || !urnParts[1] || !urnParts[2]) {
-          errors.push("URN audience must follow format: urn:namespace:specific-string");
-        }
-      } else {
-        errors.push(
-          "Audience must be a valid absolute URL or URN (e.g., https://api.example.com or urn:company:service)"
-        );
-      }
-    }
-  }
-  if (errors.length > 0) {
-    throw new Error(`Auth configuration validation failed:
-${errors.join("\n")}`);
-  }
-}
-function warnHttpUsage(authConfig, port) {
-  if (!authConfig?.enabled) {
-    return;
-  }
-  const isLocalhost = process.env.NODE_ENV !== "production" || port === 6280 || // default dev port
-  process.env.HOSTNAME?.includes("localhost");
-  if (!isLocalhost) {
-    logger.warn(
-      "⚠️  Authentication is enabled but running over HTTP in production. Consider using HTTPS for security."
-    );
-  }
-}
-function resolveEmbeddingContext(embeddingModel) {
-  try {
-    let modelSpec = embeddingModel;
-    if (!modelSpec && process.env.OPENAI_API_KEY) {
-      modelSpec = "text-embedding-3-small";
-      logger.debug(
-        "Using default OpenAI embedding model due to OPENAI_API_KEY presence."
-      );
-    }
-    if (!modelSpec) {
-      logger.debug(
-        "No embedding model specified and OPENAI_API_KEY not found. Embeddings are disabled."
-      );
-      return null;
-    }
-    logger.debug(`Resolving embedding configuration for model: ${modelSpec}`);
-    return EmbeddingConfig.parseEmbeddingConfig(modelSpec);
-  } catch (error) {
-    logger.debug(`Failed to resolve embedding configuration: ${error}`);
-    return null;
-  }
-}
-class RemoteEventProxy {
-  constructor(remoteWorkerUrl, localEventBus) {
-    this.remoteWorkerUrl = remoteWorkerUrl;
-    this.localEventBus = localEventBus;
-  }
-  trpcClient = null;
-  wsClient = null;
-  subscription = null;
-  isConnected = false;
-  /**
-   * Start subscribing to remote events and forwarding them locally.
-   */
-  async connect() {
-    if (this.isConnected) {
-      logger.warn("Remote event proxy already connected");
-      return;
-    }
-    logger.info(`📡 Connecting to remote worker at ${this.remoteWorkerUrl}`);
-    try {
-      const url = new URL(this.remoteWorkerUrl);
-      const baseUrl = `${url.protocol}//${url.host}`;
-      const wsUrl = baseUrl.replace(/^http/, "ws");
-      this.wsClient = createWSClient({
-        url: wsUrl
-      });
-      this.trpcClient = createTRPCClient({
-        links: [
-          splitLink({
-            condition: (op) => op.type === "subscription",
-            true: wsLink({ client: this.wsClient, transformer: superjson }),
-            false: httpBatchLink({ url: this.remoteWorkerUrl, transformer: superjson })
-          })
-        ]
-      });
-      this.subscription = this.trpcClient.events.subscribe.subscribe(
-        {},
-        // Subscribe to all event types
-        {
-          onData: (data) => {
-            logger.debug(`📥 Received remote event: ${data.type}`);
-            this.localEventBus.emit(data.type, data.payload);
-          },
-          onError: (error) => {
-            logger.error(`❌ Remote event subscription error: ${error}`);
-            this.isConnected = false;
-            this.scheduleReconnect();
-          },
-          onStarted: () => {
-            logger.info("✅ Remote event subscription started");
-            this.isConnected = true;
-          },
-          onComplete: () => {
-            logger.info("✅ Remote event subscription completed");
-            this.isConnected = false;
-          }
-        }
-      );
-    } catch (error) {
-      logger.error(`❌ Failed to connect to remote worker: ${error}`);
-      this.scheduleReconnect();
-    }
-  }
-  /**
-   * Disconnect from the remote worker and stop forwarding events.
-   */
-  disconnect() {
-    if (this.subscription) {
-      this.subscription.unsubscribe();
-      this.subscription = null;
-    }
-    if (this.wsClient) {
-      this.wsClient.close();
-      this.wsClient = null;
-    }
-    this.isConnected = false;
-    logger.info("🚫 Disconnected from remote worker");
-  }
-  /**
-   * Check if the proxy is currently connected to the remote worker.
-   */
-  isActive() {
-    return this.isConnected;
-  }
-  /**
-   * Schedule a reconnection attempt after a delay.
-   */
-  scheduleReconnect() {
-    logger.info("🔄 Scheduling reconnect to remote worker in 5 seconds...");
-    setTimeout(() => {
-      if (!this.isConnected) {
-        this.connect();
-      }
-    }, 5e3);
-  }
-}
-class ToolError extends Error {
-  constructor(message, toolName) {
-    super(message);
-    this.toolName = toolName;
-    this.name = this.constructor.name;
-  }
-}
-class ValidationError extends ToolError {
-}
-const DEFAULT_MAX_PAGES = 1e3;
-const DEFAULT_MAX_DEPTH$1 = 3;
-const DEFAULT_MAX_CONCURRENCY = 3;
-const DEFAULT_PROTOCOL = "auto";
-const DEFAULT_HTTP_PORT = 6280;
-const DEFAULT_WEB_PORT = 6281;
-const DEFAULT_HOST = "127.0.0.1";
-const DEFAULT_PAGE_TIMEOUT = 5e3;
-const FETCHER_MAX_RETRIES = 6;
-const FETCHER_BASE_DELAY = 1e3;
-const FETCHER_MAX_CACHE_ITEMS = 200;
-const FETCHER_MAX_CACHE_ITEM_SIZE_BYTES = 500 * 1024;
-const SPLITTER_MIN_CHUNK_SIZE = 500;
-const SPLITTER_PREFERRED_CHUNK_SIZE = 1500;
-const SPLITTER_MAX_CHUNK_SIZE = 5e3;
-const EMBEDDING_BATCH_SIZE = 100;
-const EMBEDDING_BATCH_CHARS = 5e4;
-const MIGRATION_MAX_RETRIES = 5;
-const MIGRATION_RETRY_DELAY_MS = 300;
-const SEARCH_OVERFETCH_FACTOR = 2;
-const SEARCH_WEIGHT_VEC = 1;
-const SEARCH_WEIGHT_FTS = 1;
-const VECTOR_SEARCH_MULTIPLIER = 10;
-function createResponse(text) {
-  return {
-    content: [
-      {
-        type: "text",
-        text
-      }
-    ],
-    isError: false
+    content: [
+      {
+        type: "text",
+        text
+      }
+    ],
+    isError: false
   };
 }
 function createError(errorOrText) {
@@ -2090,7 +1579,7 @@ function createMcpServerInstance(tools, readOnly = false) {
       "Re-scrape a previously indexed library version, updating only changed pages.",
       {
         library: z.string().trim().describe("Library name."),
-        version: z.string().trim().optional().describe("Library version (optional, refreshes unversioned if omitted).")
+        version: z.string().trim().optional().describe("Library version (optional, refreshes latest if omitted).")
       },
       {
         title: "Refresh Library Version",
@@ -2344,7 +1833,7 @@ ${formattedJob}`);
       "Remove indexed documentation for a library version. Use only if explicitly instructed.",
       {
         library: z.string().trim().describe("Library name."),
-        version: z.string().trim().optional().describe("Library version (optional, removes unversioned if omitted).")
+        version: z.string().trim().optional().describe("Library version (optional, removes latest if omitted).")
       },
       {
         title: "Remove Library Documentation",
@@ -2902,7 +2391,7 @@ class BrowserFetcher {
       }
       logger.debug("Browser closed successfully");
     } catch (error) {
-      logger.warn(`⚠️ Error closing browser: ${error}`);
+      logger.warn(`⚠️  Error closing browser: ${error}`);
     }
   }
 }
@@ -7510,6 +6999,9 @@ Please verify the server URL includes the correct port (default 8080) and ends w
   async storeScraperOptions(versionId, options) {
     await this.client.storeScraperOptions.mutate({ versionId, options });
   }
+  getActiveEmbeddingConfig() {
+    return null;
+  }
 }
 class JsonPipeline extends BasePipeline {
   middleware;
@@ -7688,6 +7180,24 @@ let PipelineFactory$1 = class PipelineFactory {
     ];
   }
 };
+function compareVersionsDescending(a, b) {
+  const aIsUnversioned = a === "" || a === null || a === void 0;
+  const bIsUnversioned = b === "" || b === null || b === void 0;
+  if (aIsUnversioned && bIsUnversioned) return 0;
+  if (aIsUnversioned) return -1;
+  if (bIsUnversioned) return 1;
+  const aSemver = semver__default.valid(a) ?? semver__default.valid(semver__default.coerce(a));
+  const bSemver = semver__default.valid(b) ?? semver__default.valid(semver__default.coerce(b));
+  if (aSemver && bSemver) {
+    return semver__default.rcompare(aSemver, bSemver);
+  }
+  const aLower = a.toLowerCase();
+  const bLower = b.toLowerCase();
+  return bLower.localeCompare(aLower);
+}
+function sortVersionsDescending(versions) {
+  return [...versions].sort(compareVersionsDescending);
+}
 class HierarchicalAssemblyStrategy {
   /**
    * Determines if this strategy can handle the given content type.
@@ -8308,7 +7818,7 @@ async function applyMigrations(db) {
     db.pragma("temp_store = MEMORY");
     logger.debug("Applied performance optimizations for migration");
   } catch (_error) {
-    logger.warn("⚠️ Could not apply all performance optimizations for migration");
+    logger.warn("⚠️  Could not apply all performance optimizations for migration");
   }
   const overallTransaction = db.transaction(() => {
     logger.debug("Checking database migrations...");
@@ -8361,7 +7871,7 @@ async function applyMigrations(db) {
           db.exec("VACUUM");
           logger.debug("Database vacuum completed successfully");
         } catch (error) {
-          logger.warn(`⚠️ Could not vacuum database after migrations: ${error}`);
+          logger.warn(`⚠️  Could not vacuum database after migrations: ${error}`);
         }
       } else {
         logger.debug("Skipping VACUUM - no migrations were applied");
@@ -8387,17 +7897,321 @@ async function applyMigrations(db) {
       }
     }
   }
-  try {
-    db.pragma("journal_mode = WAL");
-    db.pragma("wal_autocheckpoint = 1000");
-    db.pragma("busy_timeout = 30000");
-    db.pragma("foreign_keys = ON");
-    db.pragma("synchronous = NORMAL");
-    logger.debug(
-      "Applied production database configuration (WAL mode, autocheckpoint, foreign keys, busy timeout)"
-    );
-  } catch (_error) {
-    logger.warn("⚠️ Could not apply all production database settings");
+  try {
+    db.pragma("journal_mode = WAL");
+    db.pragma("wal_autocheckpoint = 1000");
+    db.pragma("busy_timeout = 30000");
+    db.pragma("foreign_keys = ON");
+    db.pragma("synchronous = NORMAL");
+    logger.debug(
+      "Applied production database configuration (WAL mode, autocheckpoint, foreign keys, busy timeout)"
+    );
+  } catch (_error) {
+    logger.warn("⚠️  Could not apply all production database settings");
+  }
+}
+class EmbeddingConfig {
+  static instance = null;
+  /**
+   * Get the singleton instance of EmbeddingConfig.
+   * Creates the instance if it doesn't exist.
+   */
+  static getInstance() {
+    if (EmbeddingConfig.instance === null) {
+      EmbeddingConfig.instance = new EmbeddingConfig();
+    }
+    return EmbeddingConfig.instance;
+  }
+  /**
+   * Reset the singleton instance (useful for testing).
+   */
+  static resetInstance() {
+    EmbeddingConfig.instance = null;
+  }
+  /**
+   * Known dimensions for common embedding models.
+   * This avoids expensive API calls for dimension detection in telemetry.
+   *
+   * Note: The "openai" provider also supports OpenAI-compatible APIs like:
+   * - Ollama (local models)
+   * - LMStudio (local models)
+   * - Any service implementing OpenAI's embedding API
+   */
+  knownModelDimensions = {
+    // OpenAI models (also works with Ollama, LMStudio, and other OpenAI-compatible APIs)
+    "text-embedding-3-small": 1536,
+    "text-embedding-3-large": 3072,
+    "text-embedding-ada-002": 1536,
+    // Google Vertex AI models
+    "text-embedding-004": 768,
+    "textembedding-gecko@003": 768,
+    "textembedding-gecko@002": 768,
+    "textembedding-gecko@001": 768,
+    // Google Gemini models (with MRL support)
+    "text-embedding-preview-0409": 768,
+    "embedding-001": 768,
+    // AWS Bedrock models
+    // Amazon Titan models
+    "amazon.titan-embed-text-v1": 1536,
+    "amazon.titan-embed-text-v2:0": 1024,
+    "amazon.titan-embed-image-v1": 1024,
+    // Image embedding model
+    // Cohere models
+    "cohere.embed-english-v3": 1024,
+    "cohere.embed-multilingual-v3": 1024,
+    // SageMaker models (hosted on AWS SageMaker)
+    "intfloat/multilingual-e5-large": 1024,
+    // Additional AWS models that might be supported
+    // Note: Some of these might be placeholders - verify dimensions before use
+    // "amazon.nova-embed-multilingual-v1:0": 4096, // Commented out as noted in source
+    // MTEB Leaderboard models (source: https://huggingface.co/spaces/mteb/leaderboard)
+    // Top performing models from Massive Text Embedding Benchmark
+    "sentence-transformers/all-MiniLM-L6-v2": 384,
+    "gemini-embedding-001": 3072,
+    "Qwen/Qwen3-Embedding-8B": 4096,
+    "Qwen/Qwen3-Embedding-4B": 2560,
+    "Qwen/Qwen3-Embedding-0.6B": 1024,
+    "Linq-AI-Research/Linq-Embed-Mistral": 4096,
+    "Alibaba-NLP/gte-Qwen2-7B-instruct": 3584,
+    "intfloat/multilingual-e5-large-instruct": 1024,
+    "Salesforce/SFR-Embedding-Mistral": 4096,
+    "text-multilingual-embedding-002": 768,
+    "GritLM/GritLM-7B": 4096,
+    "GritLM/GritLM-8x7B": 4096,
+    "intfloat/e5-mistral-7b-instruct": 4096,
+    "Cohere/Cohere-embed-multilingual-v3.0": 1024,
+    "Alibaba-NLP/gte-Qwen2-1.5B-instruct": 8960,
+    "Lajavaness/bilingual-embedding-large": 1024,
+    "Salesforce/SFR-Embedding-2_R": 4096,
+    "NovaSearch/stella_en_1.5B_v5": 8960,
+    "NovaSearch/jasper_en_vision_language_v1": 8960,
+    "nvidia/NV-Embed-v2": 4096,
+    "OrdalieTech/Solon-embeddings-large-0.1": 1024,
+    "BAAI/bge-m3": 1024,
+    "HIT-TMG/KaLM-embedding-multilingual-mini-v1": 896,
+    "jinaai/jina-embeddings-v3": 1024,
+    "Alibaba-NLP/gte-multilingual-base": 768,
+    "Lajavaness/bilingual-embedding-base": 768,
+    "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1": 896,
+    "nvidia/NV-Embed-v1": 4096,
+    "Cohere/Cohere-embed-multilingual-light-v3.0": 384,
+    "manu/bge-m3-custom-fr": 1024,
+    "Lajavaness/bilingual-embedding-small": 384,
+    "Snowflake/snowflake-arctic-embed-l-v2.0": 1024,
+    "intfloat/multilingual-e5-base": 768,
+    "voyage-3-lite": 512,
+    "voyage-3": 1024,
+    "intfloat/multilingual-e5-small": 384,
+    "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
+    "Snowflake/snowflake-arctic-embed-m-v2.0": 768,
+    "deepvk/USER-bge-m3": 1024,
+    "Cohere/Cohere-embed-english-v3.0": 1024,
+    "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka": 768,
+    "ibm-granite/granite-embedding-278m-multilingual": 768,
+    "NovaSearch/stella_en_400M_v5": 4096,
+    "omarelshehy/arabic-english-sts-matryoshka": 1024,
+    "sentence-transformers/paraphrase-multilingual-mpnet-base-v2": 768,
+    "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka": 768,
+    "Haon-Chen/speed-embedding-7b-instruct": 4096,
+    "sentence-transformers/LaBSE": 768,
+    "WhereIsAI/UAE-Large-V1": 1024,
+    "ibm-granite/granite-embedding-107m-multilingual": 384,
+    "mixedbread-ai/mxbai-embed-large-v1": 1024,
+    "intfloat/e5-large-v2": 1024,
+    "avsolatorio/GIST-large-Embedding-v0": 1024,
+    "sdadas/mmlw-e5-large": 1024,
+    "nomic-ai/nomic-embed-text-v1": 768,
+    "nomic-ai/nomic-embed-text-v1-ablated": 768,
+    "intfloat/e5-base-v2": 768,
+    "BAAI/bge-large-en-v1.5": 1024,
+    "intfloat/e5-large": 1024,
+    "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet": 384,
+    "Cohere/Cohere-embed-english-light-v3.0": 384,
+    "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": 768,
+    "Gameselo/STS-multilingual-mpnet-base-v2": 768,
+    "thenlper/gte-large": 1024,
+    "avsolatorio/GIST-Embedding-v0": 768,
+    "nomic-ai/nomic-embed-text-v1-unsupervised": 768,
+    "infgrad/stella-base-en-v2": 768,
+    "avsolatorio/NoInstruct-small-Embedding-v0": 384,
+    "dwzhu/e5-base-4k": 768,
+    "sdadas/mmlw-e5-base": 768,
+    "voyage-multilingual-2": 1024,
+    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised": 4096,
+    "BAAI/bge-base-en-v1.5": 768,
+    "avsolatorio/GIST-small-Embedding-v0": 384,
+    "sdadas/mmlw-roberta-large": 1024,
+    "nomic-ai/nomic-embed-text-v1.5": 768,
+    "minishlab/potion-multilingual-128M": 256,
+    "shibing624/text2vec-base-multilingual": 384,
+    "thenlper/gte-base": 768,
+    "intfloat/e5-small-v2": 384,
+    "intfloat/e5-base": 768,
+    "sentence-transformers/static-similarity-mrl-multilingual-v1": 1024,
+    "manu/sentence_croissant_alpha_v0.3": 2048,
+    "BAAI/bge-small-en-v1.5": 512,
+    "thenlper/gte-small": 384,
+    "sdadas/mmlw-e5-small": 384,
+    "manu/sentence_croissant_alpha_v0.4": 2048,
+    "manu/sentence_croissant_alpha_v0.2": 2048,
+    "abhinand/MedEmbed-small-v0.1": 384,
+    "ibm-granite/granite-embedding-125m-english": 768,
+    "intfloat/e5-small": 384,
+    "voyage-large-2-instruct": 1024,
+    "sdadas/mmlw-roberta-base": 768,
+    "Snowflake/snowflake-arctic-embed-l": 1024,
+    "Mihaiii/Ivysaur": 384,
+    "Snowflake/snowflake-arctic-embed-m-long": 768,
+    "bigscience/sgpt-bloom-7b1-msmarco": 4096,
+    "avsolatorio/GIST-all-MiniLM-L6-v2": 384,
+    "sergeyzh/LaBSE-ru-turbo": 768,
+    "sentence-transformers/all-mpnet-base-v2": 768,
+    "Snowflake/snowflake-arctic-embed-m": 768,
+    "Snowflake/snowflake-arctic-embed-s": 384,
+    "sentence-transformers/all-MiniLM-L12-v2": 384,
+    "Mihaiii/gte-micro-v4": 384,
+    "Snowflake/snowflake-arctic-embed-m-v1.5": 768,
+    "cointegrated/LaBSE-en-ru": 768,
+    "Mihaiii/Bulbasaur": 384,
+    "ibm-granite/granite-embedding-30m-english": 384,
+    "deepfile/embedder-100p": 768,
+    "Jaume/gemma-2b-embeddings": 2048,
+    "OrlikB/KartonBERT-USE-base-v1": 768,
+    "izhx/udever-bloom-7b1": 4096,
+    "izhx/udever-bloom-1b1": 1024,
+    "brahmairesearch/slx-v0.1": 384,
+    "Mihaiii/Wartortle": 384,
+    "izhx/udever-bloom-3b": 2048,
+    "deepvk/USER-base": 768,
+    "ai-forever/ru-en-RoSBERTa": 1024,
+    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse": 4096,
+    "Mihaiii/Venusaur": 384,
+    "Snowflake/snowflake-arctic-embed-xs": 384,
+    "jinaai/jina-embedding-b-en-v1": 768,
+    "Mihaiii/gte-micro": 384,
+    "aari1995/German_Semantic_STS_V2": 1024,
+    "Mihaiii/Squirtle": 384,
+    "OrlikB/st-polish-kartonberta-base-alpha-v1": 768,
+    "sergeyzh/rubert-tiny-turbo": 312,
+    "minishlab/potion-base-8M": 256,
+    "minishlab/M2V_base_glove_subword": 256,
+    "jinaai/jina-embedding-s-en-v1": 512,
+    "minishlab/potion-base-4M": 128,
+    "minishlab/M2V_base_output": 256,
+    "DeepPavlov/rubert-base-cased-sentence": 768,
+    "jinaai/jina-embeddings-v2-small-en": 512,
+    "cointegrated/rubert-tiny2": 312,
+    "minishlab/M2V_base_glove": 256,
+    "cointegrated/rubert-tiny": 312,
+    "silma-ai/silma-embeddding-matryoshka-v0.1": 768,
+    "DeepPavlov/rubert-base-cased": 768,
+    "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet": 768,
+    "izhx/udever-bloom-560m": 1024,
+    "minishlab/potion-base-2M": 64,
+    "DeepPavlov/distilrubert-small-cased-conversational": 768,
+    "consciousAI/cai-lunaris-text-embeddings": 1024,
+    "deepvk/deberta-v1-base": 768,
+    "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka": 768,
+    "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka": 768,
+    "ai-forever/sbert_large_mt_nlu_ru": 1024,
+    "ai-forever/sbert_large_nlu_ru": 1024,
+    "malenia1/ternary-weight-embedding": 1024,
+    "jinaai/jina-embeddings-v2-base-en": 768,
+    "VPLabs/SearchMap_Preview": 4096,
+    "Hum-Works/lodestone-base-4096-v1": 768,
+    "jinaai/jina-embeddings-v4": 2048
+  };
+  /**
+   * Lowercase lookup map for case-insensitive model dimension queries.
+   * Built lazily from knownModelDimensions to ensure consistency.
+   */
+  modelLookup;
+  constructor() {
+    this.modelLookup = /* @__PURE__ */ new Map();
+    for (const [model, dimensions] of Object.entries(this.knownModelDimensions)) {
+      this.modelLookup.set(model.toLowerCase(), dimensions);
+    }
+  }
+  /**
+   * Parse embedding model configuration from a provided model specification.
+   * This is a synchronous operation that extracts provider, model, and known dimensions.
+   *
+   * Supports various providers:
+   * - openai: OpenAI models and OpenAI-compatible APIs (Ollama, LMStudio, etc.)
+   * - vertex: Google Cloud Vertex AI
+   * - gemini: Google Generative AI
+   * - aws: AWS Bedrock models
+   * - microsoft: Azure OpenAI
+   * - sagemaker: AWS SageMaker hosted models
+   *
+   * @param modelSpec Model specification (e.g., "openai:text-embedding-3-small"), defaults to "text-embedding-3-small"
+   * @returns Parsed embedding model configuration
+   */
+  parse(modelSpec) {
+    const spec = modelSpec || "text-embedding-3-small";
+    const colonIndex = spec.indexOf(":");
+    let provider;
+    let model;
+    if (colonIndex === -1) {
+      provider = "openai";
+      model = spec;
+    } else {
+      provider = spec.substring(0, colonIndex);
+      model = spec.substring(colonIndex + 1);
+    }
+    const dimensions = this.modelLookup?.get(model.toLowerCase()) || null;
+    return {
+      provider,
+      model,
+      dimensions,
+      modelSpec: spec
+    };
+  }
+  /**
+   * Get the known dimensions for a specific model.
+   * Returns null if the model dimensions are not known.
+   * Uses case-insensitive lookup.
+   *
+   * @param model The model name (e.g., "text-embedding-3-small")
+   * @returns Known dimensions or null
+   */
+  getKnownDimensions(model) {
+    return this.modelLookup?.get(model.toLowerCase()) || null;
+  }
+  /**
+   * Add or update known dimensions for a model.
+   * This can be used to cache discovered dimensions.
+   * Stores both original case and lowercase for consistent lookup.
+   *
+   * @param model The model name
+   * @param dimensions The dimensions to cache
+   */
+  setKnownDimensions(model, dimensions) {
+    this.knownModelDimensions[model] = dimensions;
+    if (this.modelLookup) {
+      this.modelLookup.set(model.toLowerCase(), dimensions);
+    }
+  }
+  /**
+   * Static method to parse embedding model configuration using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static parseEmbeddingConfig(modelSpec) {
+    return EmbeddingConfig.getInstance().parse(modelSpec);
+  }
+  /**
+   * Static method to get known model dimensions using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static getKnownModelDimensions(model) {
+    return EmbeddingConfig.getInstance().getKnownDimensions(model);
+  }
+  /**
+   * Static method to set known model dimensions using the singleton instance.
+   * This maintains backward compatibility while using the class-based approach.
+   */
+  static setKnownModelDimensions(model, dimensions) {
+    EmbeddingConfig.getInstance().setKnownDimensions(model, dimensions);
   }
 }
 class DocumentStore {
@@ -8407,6 +8221,16 @@ class DocumentStore {
   modelDimension;
   embeddingConfig;
   isVectorSearchEnabled = false;
+  /**
+   * Returns the active embedding configuration if vector search is enabled,
+   * or null if embeddings are disabled (no config provided or credentials unavailable).
+   */
+  getActiveEmbeddingConfig() {
+    if (!this.isVectorSearchEnabled || !this.embeddingConfig) {
+      return null;
+    }
+    return this.embeddingConfig;
+  }
   statements;
   /**
    * Calculates Reciprocal Rank Fusion score for a result with configurable weights
@@ -8686,7 +8510,7 @@ class DocumentStore {
     const config = this.embeddingConfig;
     if (!areCredentialsAvailable(config.provider)) {
       logger.warn(
-        `⚠️ No credentials found for ${config.provider} embedding provider. Vector search is disabled.
+        `⚠️  No credentials found for ${config.provider} embedding provider. Vector search is disabled.
    Only full-text search will be available. To enable vector search, please configure the required
    environment variables for ${config.provider} or choose a different provider.
    See README.md for configuration options or run with --help for more details.`
@@ -8698,8 +8522,26 @@ class DocumentStore {
       if (config.dimensions !== null) {
         this.modelDimension = config.dimensions;
       } else {
-        const testVector = await this.embeddings.embedQuery("test");
-        this.modelDimension = testVector.length;
+        const EMBEDDING_INIT_TIMEOUT_MS = 3e4;
+        const testPromise = this.embeddings.embedQuery("test");
+        let timeoutId;
+        const timeoutPromise = new Promise((_, reject) => {
+          timeoutId = setTimeout(() => {
+            reject(
+              new Error(
+                `Embedding service connection timed out after ${EMBEDDING_INIT_TIMEOUT_MS / 1e3} seconds`
+              )
+            );
+          }, EMBEDDING_INIT_TIMEOUT_MS);
+        });
+        try {
+          const testVector = await Promise.race([testPromise, timeoutPromise]);
+          this.modelDimension = testVector.length;
+        } finally {
+          if (timeoutId !== void 0) {
+            clearTimeout(timeoutId);
+          }
+        }
         EmbeddingConfig.setKnownModelDimensions(config.model, this.modelDimension);
       }
       if (this.modelDimension > this.dbDimension) {
@@ -8713,18 +8555,26 @@ class DocumentStore {
       if (error instanceof Error) {
         if (error.message.includes("does not exist") || error.message.includes("MODEL_NOT_FOUND")) {
           throw new ModelConfigurationError(
-            `❌ Invalid embedding model: ${config.model}
+            `Invalid embedding model: ${config.model}
    The model "${config.model}" is not available or you don't have access to it.
    See README.md for supported models or run with --help for more details.`
           );
         }
         if (error.message.includes("API key") || error.message.includes("401") || error.message.includes("authentication")) {
           throw new ModelConfigurationError(
-            `❌ Authentication failed for ${config.provider} embedding provider
+            `Authentication failed for ${config.provider} embedding provider
    Please check your API key configuration.
    See README.md for configuration options or run with --help for more details.`
           );
         }
+        if (error.message.includes("timed out") || error.message.includes("ECONNREFUSED") || error.message.includes("ENOTFOUND") || error.message.includes("ETIMEDOUT") || error.message.includes("ECONNRESET") || error.message.includes("network") || error.message.includes("fetch failed")) {
+          throw new ModelConfigurationError(
+            `Failed to connect to ${config.provider} embedding service
+   ${error.message}
+   Please check that the embedding service is running and accessible.
+   If using a local model (e.g., Ollama), ensure the service is started.`
+          );
+        }
       }
       throw error;
     }
@@ -8988,7 +8838,7 @@ class DocumentStore {
         try {
           parsed = JSON.parse(row.scraper_options);
         } catch (e) {
-          logger.warn(`⚠️ Invalid scraper_options JSON for version ${versionId}: ${e}`);
+          logger.warn(`⚠️  Invalid scraper_options JSON for version ${versionId}: ${e}`);
           parsed = {};
         }
       }
@@ -9055,22 +8905,7 @@ class DocumentStore {
         });
       }
       for (const versions of libraryMap.values()) {
-        versions.sort((a, b) => {
-          if (a.version === "" && b.version !== "") {
-            return -1;
-          }
-          if (a.version !== "" && b.version === "") {
-            return 1;
-          }
-          if (a.version === "" && b.version === "") {
-            return 0;
-          }
-          try {
-            return semver__default.compare(a.version, b.version);
-          } catch (_error) {
-            return a.version.localeCompare(b.version);
-          }
-        });
+        versions.sort((a, b) => compareVersionsDescending(a.version, b.version));
       }
       return libraryMap;
     } catch (error) {
@@ -9707,13 +9542,6 @@ class DocumentManagementService {
   documentRetriever;
   pipelines;
   eventBus;
-  /**
-   * Normalizes a version string, converting null or undefined to an empty string
-   * and converting to lowercase.
-   */
-  normalizeVersion(version) {
-    return (version ?? "").toLowerCase();
-  }
   constructor(storePath, eventBus, embeddingConfig, pipelineConfig) {
     this.eventBus = eventBus;
     const dbPath = storePath === ":memory:" ? ":memory:" : path.join(storePath, "documents.db");
@@ -9722,6 +9550,20 @@ class DocumentManagementService {
     this.documentRetriever = new DocumentRetrieverService(this.store);
     this.pipelines = PipelineFactory$1.createStandardPipelines(pipelineConfig);
   }
+  /**
+   * Returns the active embedding configuration if vector search is enabled,
+   * or null if embeddings are disabled.
+   */
+  getActiveEmbeddingConfig() {
+    return this.store.getActiveEmbeddingConfig();
+  }
+  /**
+   * Normalizes a version string, converting null or undefined to an empty string
+   * and converting to lowercase.
+   */
+  normalizeVersion(version) {
+    return (version ?? "").toLowerCase();
+  }
   /**
    * Initializes the underlying document store.
    */
@@ -9841,10 +9683,12 @@ class DocumentManagementService {
   }
   /**
    * Returns a list of all available semantic versions for a library.
+   * Sorted in descending order (latest first).
    */
   async listVersions(library) {
     const versions = await this.store.queryUniqueVersions(library);
-    return versions.filter((v) => semver__default.valid(v));
+    const validVersions = versions.filter((v) => semver__default.valid(v));
+    return sortVersionsDescending(validVersions);
   }
   /**
    * Checks if documents exist for a given library and optional version.
@@ -9922,7 +9766,7 @@ class DocumentManagementService {
   async removeAllDocuments(library, version) {
     const normalizedVersion = this.normalizeVersion(version);
     logger.info(
-      `🗑️ Removing all documents from ${library}@${normalizedVersion || "[no version]"} store`
+      `🗑️ Removing all documents from ${library}@${normalizedVersion || "latest"} store`
     );
     const count = await this.store.deletePages(library, normalizedVersion);
     logger.info(`🗑️ Deleted ${count} documents`);
@@ -9953,17 +9797,15 @@ class DocumentManagementService {
    */
   async removeVersion(library, version) {
     const normalizedVersion = this.normalizeVersion(version);
-    logger.debug(`Removing version: ${library}@${normalizedVersion || "[no version]"}`);
+    logger.debug(`Removing version: ${library}@${normalizedVersion || "latest"}`);
     const result = await this.store.removeVersion(library, normalizedVersion, true);
     logger.info(`🗑️ Removed ${result.documentsDeleted} documents`);
     if (result.versionDeleted && result.libraryDeleted) {
       logger.info(`🗑️ Completely removed library ${library} (was last version)`);
     } else if (result.versionDeleted) {
-      logger.info(`🗑️ Removed version ${library}@${normalizedVersion || "[no version]"}`);
+      logger.info(`🗑️ Removed version ${library}@${normalizedVersion || "latest"}`);
     } else {
-      logger.warn(
-        `⚠️ Version ${library}@${normalizedVersion || "[no version]"} not found`
-      );
+      logger.warn(`⚠️  Version ${library}@${normalizedVersion || "latest"} not found`);
       const libraryRecord = await this.store.getLibrary(library);
       if (libraryRecord) {
         const versions = await this.store.queryUniqueVersions(library);
@@ -10650,7 +10492,7 @@ function registerEventsRoute(server, eventBus) {
       // Disable buffering in nginx
     });
     reply.raw.write("data: connected\n\n");
-    logger.info("📡 SSE client connected");
+    logger.debug("SSE client connected");
     const allEventTypes = [
       EventType.JOB_STATUS_CHANGE,
       EventType.JOB_PROGRESS,
@@ -10688,17 +10530,40 @@ function registerEventsRoute(server, eventBus) {
       }
     }, 3e4);
     request.raw.on("close", () => {
-      logger.info("📡 SSE client disconnected");
+      logger.debug("SSE client disconnected");
       cleanup();
       clearInterval(heartbeatInterval);
     });
     request.raw.on("error", (error) => {
-      logger.error(`❌ SSE connection error: ${error}`);
+      logger.debug(`SSE connection error: ${error}`);
       cleanup();
       clearInterval(heartbeatInterval);
     });
   });
 }
+const PrimaryButton = ({
+  children,
+  type = "button",
+  class: className = "",
+  disabled = false,
+  ...rest
+}) => {
+  const baseClasses = "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500 transition-colors duration-150";
+  const disabledClasses = disabled ? "opacity-50 cursor-not-allowed" : "";
+  const combinedClasses = `${baseClasses} ${disabledClasses} ${className}`.trim();
+  return /* @__PURE__ */ jsx("button", { type, class: combinedClasses, disabled, ...rest, children });
+};
+const AddJobButton = () => {
+  return /* @__PURE__ */ jsx(
+    PrimaryButton,
+    {
+      "hx-get": "/web/jobs/new",
+      "hx-target": "#addJobForm",
+      "hx-swap": "innerHTML",
+      children: "Add New Documentation"
+    }
+  );
+};
 const Toast = () => {
   return /* @__PURE__ */ jsx(
     "div",
@@ -10827,7 +10692,7 @@ const Layout = ({
   children,
   eventClientConfig
 }) => {
-  const versionString = version || "1.29.0";
+  const versionString = version || "1.31.0";
   const versionInitializer = `versionUpdate({ currentVersion: ${`'${versionString}'`} })`;
   return /* @__PURE__ */ jsxs("html", { lang: "en", children: [
     /* @__PURE__ */ jsxs("head", { children: [
@@ -10972,7 +10837,7 @@ const Layout = ({
           form .spinner { display: none; }
           ` })
     ] }),
-    /* @__PURE__ */ jsxs("body", { class: "bg-gray-50 dark:bg-gray-900", children: [
+    /* @__PURE__ */ jsxs("body", { class: "bg-gray-50 dark:bg-gray-900", "hx-ext": "morph", children: [
       /* @__PURE__ */ jsx(Toast, {}),
       /* @__PURE__ */ jsx(
         "header",
@@ -11127,19 +10992,35 @@ function registerIndexRoute(server, config) {
           trpcUrl
         },
         children: [
+          /* @__PURE__ */ jsx(
+            "div",
+            {
+              id: "analytics-stats",
+              "hx-get": "/web/stats",
+              "hx-trigger": "load, library-change from:body",
+              "hx-swap": "morph:innerHTML",
+              children: /* @__PURE__ */ jsxs("div", { class: "grid grid-cols-1 sm:grid-cols-3 gap-4 mb-4 animate-pulse", children: [
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" }),
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" }),
+                /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600 h-20" })
+              ] })
+            }
+          ),
           /* @__PURE__ */ jsxs("section", { class: "mb-4 p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: [
             /* @__PURE__ */ jsxs("div", { class: "flex items-center justify-between mb-2", children: [
               /* @__PURE__ */ jsx("h2", { class: "text-xl font-semibold text-gray-900 dark:text-white", children: "Job Queue" }),
               /* @__PURE__ */ jsx(
                 "button",
                 {
+                  id: "clear-completed-btn",
                   type: "button",
-                  class: "text-xs px-3 py-1.5 text-gray-700 bg-gray-100 border border-gray-300 rounded-lg hover:bg-gray-200 focus:ring-4 focus:outline-none focus:ring-gray-100 dark:bg-gray-600 dark:text-gray-300 dark:border-gray-500 dark:hover:bg-gray-700 dark:focus:ring-gray-700 transition-colors duration-150",
+                  class: "text-xs px-3 py-1.5 text-gray-400 bg-gray-50 border border-gray-200 rounded-lg cursor-not-allowed focus:ring-4 focus:outline-none transition-colors duration-150 dark:bg-gray-700 dark:text-gray-500 dark:border-gray-600",
                   title: "Clear all completed, cancelled, and failed jobs",
                   "hx-post": "/web/jobs/clear-completed",
                   "hx-trigger": "click",
                   "hx-on": "htmx:afterRequest: document.dispatchEvent(new Event('job-list-refresh'))",
                   "hx-swap": "none",
+                  disabled: true,
                   children: "Clear Completed Jobs"
                 }
               )
@@ -11149,7 +11030,8 @@ function registerIndexRoute(server, config) {
               {
                 id: "job-queue",
                 "hx-get": "/web/jobs",
-                "hx-trigger": "load, job-status-change from:body, job-progress from:body, job-list-change from:body",
+                "hx-trigger": "load, job-status-change from:body, job-progress from:body, job-list-change from:body, job-list-refresh from:body",
+                "hx-swap": "morph:innerHTML",
                 children: /* @__PURE__ */ jsxs("div", { class: "animate-pulse", children: [
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-48 mb-4" }),
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
@@ -11158,11 +11040,7 @@ function registerIndexRoute(server, config) {
               }
             )
           ] }),
-          /* @__PURE__ */ jsx("section", { class: "mb-8", children: /* @__PURE__ */ jsx("div", { id: "addJobForm", "hx-get": "/web/jobs/new", "hx-trigger": "load", children: /* @__PURE__ */ jsxs("div", { class: "p-6 bg-white rounded-lg shadow dark:bg-gray-800 animate-pulse", children: [
-            /* @__PURE__ */ jsx("div", { class: "h-6 bg-gray-200 rounded-full dark:bg-gray-700 w-1/3 mb-4" }),
-            /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
-            /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" })
-          ] }) }) }),
+          /* @__PURE__ */ jsx("section", { class: "mb-8", children: /* @__PURE__ */ jsx("div", { id: "addJobForm", children: /* @__PURE__ */ jsx(AddJobButton, {}) }) }),
           /* @__PURE__ */ jsxs("div", { children: [
             /* @__PURE__ */ jsx("h2", { class: "text-xl font-semibold mb-2 text-gray-900 dark:text-white", children: "Indexed Documentation" }),
             /* @__PURE__ */ jsx(
@@ -11171,6 +11049,7 @@ function registerIndexRoute(server, config) {
                 id: "indexed-docs",
                 "hx-get": "/web/libraries",
                 "hx-trigger": "load, library-change from:body",
+                "hx-swap": "morph:innerHTML",
                 children: /* @__PURE__ */ jsxs("div", { class: "animate-pulse", children: [
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-48 mb-4" }),
                   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 rounded-full dark:bg-gray-700 w-full mb-2.5" }),
@@ -11292,10 +11171,12 @@ const ProgressBar = ({ progress, showText = true }) => {
     ) })
   ] });
 };
-const LoadingSpinner = () => /* @__PURE__ */ jsxs(
+const LoadingSpinner = ({
+  class: className = "text-white"
+}) => /* @__PURE__ */ jsxs(
   "svg",
   {
-    class: "animate-spin h-4 w-4 text-white",
+    class: `animate-spin h-4 w-4 ${className}`,
     xmlns: "http://www.w3.org/2000/svg",
     fill: "none",
     viewBox: "0 0 24 24",
@@ -11325,14 +11206,15 @@ const LoadingSpinner = () => /* @__PURE__ */ jsxs(
 const JobItem = ({ job }) => {
   job.dbStatus || job.status;
   const isActiveJob = job.dbStatus ? isActiveStatus(job.dbStatus) : job.status === PipelineJobStatus.QUEUED || job.status === PipelineJobStatus.RUNNING;
+  const defaultStateClasses = "border border-gray-300 bg-white text-red-600 hover:bg-red-50 focus:ring-4 focus:outline-none focus:ring-red-100 dark:border-gray-600 dark:bg-gray-800 dark:text-red-400 dark:hover:bg-gray-700 dark:focus:ring-red-900";
+  const confirmingStateClasses = "bg-red-600 text-white border-red-600 focus:ring-4 focus:outline-none focus:ring-red-300 dark:bg-red-700 dark:border-red-700 dark:focus:ring-red-800";
   return /* @__PURE__ */ jsx(
     "div",
     {
       id: `job-item-${job.id}`,
       class: "block p-3 bg-gray-50 dark:bg-gray-700 rounded-lg border border-gray-200 dark:border-gray-600",
       "data-job-id": job.id,
-      "x-data": "{ jobId: $el.dataset.jobId }",
-      "x-bind:hx-preserve": "$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === jobId",
+      "x-data": "{ jobId: $el.dataset.jobId, confirming: $el.dataset.confirming === 'true', isStopping: false }",
       children: /* @__PURE__ */ jsxs("div", { class: "flex items-start justify-between", children: [
         /* @__PURE__ */ jsxs("div", { class: "flex-1", children: [
           /* @__PURE__ */ jsxs("p", { class: "text-sm font-medium text-gray-900 dark:text-white", children: [
@@ -11364,12 +11246,13 @@ const JobItem = ({ job }) => {
               "button",
               {
                 type: "button",
-                class: "font-medium rounded-lg text-xs p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out border border-gray-300 bg-white text-red-600 hover:bg-red-50 focus:ring-4 focus:outline-none focus:ring-red-100 dark:border-gray-600 dark:bg-gray-800 dark:text-red-400 dark:hover:bg-gray-700 dark:focus:ring-red-900",
+                class: "font-medium rounded-lg text-xs p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out",
                 title: "Stop this job",
-                "x-on:click": "\n                if ($store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === jobId) {\n                  $store.confirmingAction.isStopping = true;\n                  fetch('/web/jobs/' + jobId + '/cancel', {\n                    method: 'POST',\n                    headers: { 'Accept': 'application/json' },\n                  })\n                    .then(r => r.json())\n                    .then(() => {\n                      $store.confirmingAction.type = null;\n                      $store.confirmingAction.id = null;\n                      $store.confirmingAction.isStopping = false;\n                      if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }\n                      document.dispatchEvent(new CustomEvent('job-list-refresh'));\n                    })\n                    .catch(() => { $store.confirmingAction.isStopping = false; });\n                } else {\n                  if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }\n                  $store.confirmingAction.type = 'job-cancel';\n                  $store.confirmingAction.id = jobId;\n                  $store.confirmingAction.isStopping = false;\n                  $store.confirmingAction.timeoutId = setTimeout(() => {\n                    $store.confirmingAction.type = null;\n                    $store.confirmingAction.id = null;\n                    $store.confirmingAction.isStopping = false;\n                    $store.confirmingAction.timeoutId = null;\n                  }, 3000);\n                }\n              ",
-                "x-bind:disabled": "$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === jobId && $store.confirmingAction.isStopping",
+                "x-bind:class": `confirming ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
+                "x-on:click": "\n                if (confirming) {\n                  isStopping = true;\n                  window.confirmationManager.clear($root.id);\n                  fetch('/web/jobs/' + jobId + '/cancel', {\n                    method: 'POST',\n                    headers: { 'Accept': 'application/json' },\n                  })\n                    .then(r => r.json())\n                    .then(() => {\n                      confirming = false;\n                      isStopping = false;\n                      document.dispatchEvent(new CustomEvent('job-list-refresh'));\n                    })\n                    .catch(() => { isStopping = false; });\n                } else {\n                  confirming = true;\n                  isStopping = false;\n                  window.confirmationManager.start($root.id);\n                }\n              ",
+                "x-bind:disabled": "isStopping",
                 children: [
-                  /* @__PURE__ */ jsxs("span", { "x-show": "$store.confirmingAction.type !== 'job-cancel' || $store.confirmingAction.id !== jobId || $store.confirmingAction.isStopping", children: [
+                  /* @__PURE__ */ jsxs("span", { "x-show": "!confirming && !isStopping", children: [
                     /* @__PURE__ */ jsx(
                       "svg",
                       {
@@ -11382,15 +11265,8 @@ const JobItem = ({ job }) => {
                     ),
                     /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Stop job" })
                   ] }),
-                  /* @__PURE__ */ jsx(
-                    "span",
-                    {
-                      "x-show": "$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === jobId && !$store.confirmingAction.isStopping",
-                      class: "px-2",
-                      children: "Cancel?"
-                    }
-                  ),
-                  /* @__PURE__ */ jsxs("span", { "x-show": "$store.confirmingAction.type === 'job-cancel' && $store.confirmingAction.id === jobId && $store.confirmingAction.isStopping", children: [
+                  /* @__PURE__ */ jsx("span", { "x-show": "confirming && !isStopping", class: "px-2", children: "Cancel?" }),
+                  /* @__PURE__ */ jsxs("span", { "x-show": "isStopping", children: [
                     /* @__PURE__ */ jsx(LoadingSpinner, {}),
                     /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Stopping..." })
                   ] })
@@ -11407,13 +11283,45 @@ const JobItem = ({ job }) => {
     }
   );
 };
-const JobList = ({ jobs }) => /* @__PURE__ */ jsx("div", { id: "job-list", class: "space-y-2", children: jobs.length === 0 ? /* @__PURE__ */ jsx("p", { class: "text-center text-gray-500 dark:text-gray-400", children: "No pending jobs." }) : jobs.map((job) => /* @__PURE__ */ jsx(JobItem, { job })) });
+const JobList = ({ jobs }) => {
+  const hasJobs = jobs.length > 0;
+  return /* @__PURE__ */ jsxs(Fragment, { children: [
+    /* @__PURE__ */ jsx("div", { id: "job-list", class: "space-y-2 animate-[fadeSlideIn_0.2s_ease-out]", children: hasJobs ? jobs.map((job) => /* @__PURE__ */ jsx(JobItem, { job })) : /* @__PURE__ */ jsx("p", { class: "text-center text-gray-500 dark:text-gray-400", children: "No pending jobs." }) }),
+    /* @__PURE__ */ jsx(
+      "button",
+      {
+        id: "clear-completed-btn",
+        "hx-swap-oob": "true",
+        type: "button",
+        class: `text-xs px-3 py-1.5 rounded-lg focus:ring-4 focus:outline-none transition-colors duration-150 ${hasJobs ? "text-gray-700 bg-gray-100 border border-gray-300 hover:bg-gray-200 focus:ring-gray-100 dark:bg-gray-600 dark:text-gray-300 dark:border-gray-500 dark:hover:bg-gray-700 dark:focus:ring-gray-700" : "text-gray-400 bg-gray-50 border border-gray-200 cursor-not-allowed dark:bg-gray-700 dark:text-gray-500 dark:border-gray-600"}`,
+        title: "Clear all completed, cancelled, and failed jobs",
+        "hx-post": "/web/jobs/clear-completed",
+        "hx-trigger": "click",
+        "hx-on": "htmx:afterRequest: document.dispatchEvent(new Event('job-list-refresh'))",
+        "hx-swap": "none",
+        disabled: !hasJobs,
+        children: "Clear Completed Jobs"
+      }
+    )
+  ] });
+};
 function registerJobListRoutes(server, listJobsTool) {
   server.get("/web/jobs", async () => {
     const result = await listJobsTool.execute({});
     return /* @__PURE__ */ jsx(JobList, { jobs: result.jobs });
   });
 }
+const AddVersionButton = ({ libraryName }) => {
+  return /* @__PURE__ */ jsx(
+    PrimaryButton,
+    {
+      "hx-get": `/web/libraries/${encodeURIComponent(libraryName)}/add-version-form`,
+      "hx-target": "#add-version-form-container",
+      "hx-swap": "innerHTML",
+      children: "Add New Version"
+    }
+  );
+};
 const Alert = ({ type, title, message }) => {
   let iconSvg;
   let colorClasses;
@@ -11558,20 +11466,76 @@ const Tooltip = ({ text, position = "top" }) => {
   );
 };
 const ScrapeFormContent = ({
-  defaultExcludePatterns
+  defaultExcludePatterns,
+  initialValues,
+  mode = "new"
 }) => {
-  const defaultExcludePatternsText = defaultExcludePatterns?.join("\n") || "";
-  return /* @__PURE__ */ jsxs("div", { class: "mt-4 p-4 bg-white dark:bg-gray-800 rounded-lg shadow border border-gray-300 dark:border-gray-600", children: [
-    /* @__PURE__ */ jsx("h3", { class: "text-xl font-semibold text-gray-900 dark:text-white mb-2", children: "Queue New Scrape Job" }),
+  const isAddVersionMode = mode === "add-version";
+  const urlValue = initialValues?.url || "";
+  const libraryValue = initialValues?.library || "";
+  const maxPagesValue = initialValues?.maxPages?.toString() || "";
+  const maxDepthValue = initialValues?.maxDepth?.toString() || "";
+  const scopeValue = initialValues?.scope || "subpages";
+  const includePatternsValue = initialValues?.includePatterns || "";
+  const scrapeModeValue = initialValues?.scrapeMode || ScrapeMode.Auto;
+  const followRedirectsValue = initialValues?.followRedirects ?? true;
+  const ignoreErrorsValue = initialValues?.ignoreErrors ?? true;
+  const excludePatternsText = initialValues?.excludePatterns !== void 0 ? initialValues.excludePatterns : defaultExcludePatterns?.join("\n") || "";
+  const headersJson = JSON.stringify(initialValues?.headers || []);
+  const closeButtonAttrs = isAddVersionMode ? {
+    "hx-get": `/web/libraries/${encodeURIComponent(libraryValue)}/add-version-button`,
+    "hx-target": "#add-version-form-container",
+    "hx-swap": "innerHTML"
+  } : {
+    "hx-get": "/web/jobs/new-button",
+    "hx-target": "#addJobForm",
+    "hx-swap": "innerHTML"
+  };
+  const formTarget = isAddVersionMode ? "#add-version-form-container" : "#addJobForm";
+  const title = isAddVersionMode ? "Add New Version" : "Add New Documentation";
+  return /* @__PURE__ */ jsxs("div", { class: "mt-4 p-4 bg-white dark:bg-gray-800 rounded-lg shadow border border-gray-300 dark:border-gray-600 relative animate-[fadeSlideIn_0.2s_ease-out]", children: [
+    /* @__PURE__ */ jsx(
+      "button",
+      {
+        type: "button",
+        ...closeButtonAttrs,
+        class: "absolute top-3 right-3 p-1 text-gray-400 hover:text-gray-600 dark:hover:text-gray-300 rounded-full hover:bg-gray-100 dark:hover:bg-gray-700 transition-colors duration-150",
+        title: "Close",
+        children: /* @__PURE__ */ jsx(
+          "svg",
+          {
+            class: "w-5 h-5",
+            fill: "none",
+            stroke: "currentColor",
+            viewBox: "0 0 24 24",
+            xmlns: "http://www.w3.org/2000/svg",
+            children: /* @__PURE__ */ jsx(
+              "path",
+              {
+                "stroke-linecap": "round",
+                "stroke-linejoin": "round",
+                "stroke-width": "2",
+                d: "M6 18L18 6M6 6l12 12"
+              }
+            )
+          }
+        )
+      }
+    ),
+    /* @__PURE__ */ jsx("h3", { class: "text-xl font-semibold text-gray-900 dark:text-white mb-2 pr-8", children: title }),
     /* @__PURE__ */ jsxs(
       "form",
       {
         "hx-post": "/web/jobs/scrape",
-        "hx-target": "#job-response",
+        "hx-target": formTarget,
         "hx-swap": "innerHTML",
         class: "space-y-2",
-        "x-data": "{\n        url: '',\n        hasPath: false,\n        headers: [],\n        checkUrlPath() {\n          try {\n            const url = new URL(this.url);\n            this.hasPath = url.pathname !== '/' && url.pathname !== '';\n          } catch (e) {\n            this.hasPath = false;\n          }\n        }\n      }",
+        "data-initial-url": urlValue,
+        "data-initial-headers": headersJson,
+        "x-data": "{\n          url: '',\n          hasPath: false,\n          headers: [],\n          checkUrlPath() {\n            try {\n              const url = new URL(this.url);\n              this.hasPath = url.pathname !== '/' && url.pathname !== '';\n            } catch (e) {\n              this.hasPath = false;\n            }\n          }\n        }",
+        "x-init": "\n          url = $el.dataset.initialUrl || '';\n          headers = JSON.parse($el.dataset.initialHeaders || '[]');\n          checkUrlPath();\n        ",
         children: [
+          /* @__PURE__ */ jsx("input", { type: "hidden", name: "formMode", value: mode }),
           /* @__PURE__ */ jsxs("div", { children: [
             /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
               /* @__PURE__ */ jsx(
@@ -11612,6 +11576,7 @@ const ScrapeFormContent = ({
                 "x-model": "url",
                 "x-on:input": "checkUrlPath",
                 "x-on:paste": "$nextTick(() => checkUrlPath())",
+                placeholder: "https://docs.example.com/library/",
                 class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             ),
@@ -11646,13 +11611,18 @@ const ScrapeFormContent = ({
               ),
               /* @__PURE__ */ jsx(Tooltip, { text: "The name of the library you're documenting. This will be used when searching." })
             ] }),
-            /* @__PURE__ */ jsx(
+            isAddVersionMode ? /* @__PURE__ */ jsxs(Fragment, { children: [
+              /* @__PURE__ */ jsx("input", { type: "hidden", name: "library", value: libraryValue }),
+              /* @__PURE__ */ jsx("div", { class: "mt-0.5 px-2 py-1 text-sm text-gray-700 dark:text-gray-300 bg-gray-100 dark:bg-gray-700 rounded-md border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("span", { safe: true, children: libraryValue }) })
+            ] }) : /* @__PURE__ */ jsx(
               "input",
               {
                 type: "text",
                 name: "library",
                 id: "library",
                 required: true,
+                value: libraryValue,
+                placeholder: "e.g. react, vue, express",
                 class: "mt-0.5 block w-full px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             )
@@ -11667,7 +11637,7 @@ const ScrapeFormContent = ({
                   children: "Version (optional)"
                 }
               ),
-              /* @__PURE__ */ jsx(Tooltip, { text: "Specify the version of the library documentation you're indexing. This allows for version-specific searches." })
+              /* @__PURE__ */ jsx(Tooltip, { text: "Specify the version of the library documentation you're indexing (e.g. 2.0.0). Leave empty or enter 'latest' to index without a specific version. This allows for version-specific searches." })
             ] }),
             /* @__PURE__ */ jsx(
               "input",
@@ -11675,287 +11645,351 @@ const ScrapeFormContent = ({
                 type: "text",
                 name: "version",
                 id: "version",
+                placeholder: "e.g. 2.0.0 or leave empty for latest",
                 class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
               }
             )
           ] }),
-          /* @__PURE__ */ jsxs("details", { class: "bg-gray-50 dark:bg-gray-900 p-2 rounded-md", children: [
-            /* @__PURE__ */ jsx("summary", { class: "cursor-pointer text-sm font-medium text-gray-600 dark:text-gray-400", children: "Advanced Options" }),
-            /* @__PURE__ */ jsxs("div", { class: "mt-2 space-y-2", "x-data": "{ headers: [] }", children: [
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "maxPages",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Max Pages"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "The maximum number of pages to scrape. Default is 1000. Setting this too high may result in longer processing times." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    type: "number",
-                    name: "maxPages",
-                    id: "maxPages",
-                    min: "1",
-                    placeholder: "1000",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "maxDepth",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Max Depth"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "How many links deep the scraper should follow. Default is 3. Higher values capture more content but increase processing time." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    type: "number",
-                    name: "maxDepth",
-                    id: "maxDepth",
-                    min: "0",
-                    placeholder: "3",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "scope",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Scope"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(
-                    Tooltip,
-                    {
-                      text: /* @__PURE__ */ jsxs("div", { children: [
-                        "Controls which pages are scraped:",
-                        /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
-                          /* @__PURE__ */ jsx("li", { children: "'Subpages' only scrapes under the given URL path," }),
-                          /* @__PURE__ */ jsx("li", { children: "'Hostname' scrapes all content on the same host (e.g., all of docs.example.com)," }),
-                          /* @__PURE__ */ jsx("li", { children: "'Domain' scrapes all content on the domain and its subdomains (e.g., all of example.com)." })
-                        ] })
-                      ] })
-                    }
-                  )
-                ] }),
+          /* @__PURE__ */ jsxs(
+            "div",
+            {
+              class: "bg-gray-50 dark:bg-gray-900 p-2 rounded-md",
+              "data-should-open": isAddVersionMode && (maxPagesValue || maxDepthValue || scopeValue !== "subpages" || includePatternsValue || excludePatternsText || scrapeModeValue !== ScrapeMode.Auto) ? "true" : "false",
+              "x-data": "{ open: false }",
+              "x-init": "open = $el.dataset.shouldOpen === 'true'",
+              children: [
                 /* @__PURE__ */ jsxs(
-                  "select",
+                  "button",
                   {
-                    name: "scope",
-                    id: "scope",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                    type: "button",
+                    class: "w-full flex items-center gap-1.5 cursor-pointer text-sm font-medium text-gray-600 dark:text-gray-400 hover:text-gray-800 dark:hover:text-gray-200 transition-colors",
+                    "x-on:click": "open = !open",
                     children: [
-                      /* @__PURE__ */ jsx("option", { value: "subpages", selected: true, children: "Subpages (Default)" }),
-                      /* @__PURE__ */ jsx("option", { value: "hostname", children: "Hostname" }),
-                      /* @__PURE__ */ jsx("option", { value: "domain", children: "Domain" })
+                      /* @__PURE__ */ jsx(
+                        "svg",
+                        {
+                          class: "w-4 h-4 transform transition-transform duration-200",
+                          "x-bind:class": "{ 'rotate-90': open }",
+                          fill: "none",
+                          stroke: "currentColor",
+                          viewBox: "0 0 24 24",
+                          children: /* @__PURE__ */ jsx(
+                            "path",
+                            {
+                              "stroke-linecap": "round",
+                              "stroke-linejoin": "round",
+                              "stroke-width": "2",
+                              d: "M9 5l7 7-7 7"
+                            }
+                          )
+                        }
+                      ),
+                      /* @__PURE__ */ jsx("span", { children: "Advanced Options" })
                     ]
                   }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "includePatterns",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Include Patterns"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to include. One per line or comma-separated. Regex patterns must be wrapped in slashes, e.g. /pattern/." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "textarea",
-                  {
-                    name: "includePatterns",
-                    id: "includePatterns",
-                    rows: "2",
-                    placeholder: "e.g. docs/* or /api\\/v1.*/",
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "excludePatterns",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Exclude Patterns"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to exclude. One per line or comma-separated. Exclude takes precedence over include. Regex patterns must be wrapped in slashes, e.g. /pattern/. Edit or clear this field to customize exclusions." })
-                ] }),
-                /* @__PURE__ */ jsx(
-                  "textarea",
-                  {
-                    name: "excludePatterns",
-                    id: "excludePatterns",
-                    rows: "5",
-                    safe: true,
-                    class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
-                    children: defaultExcludePatternsText
-                  }
                 ),
-                /* @__PURE__ */ jsx("p", { class: "mt-1 text-xs text-gray-500 dark:text-gray-400", children: "Default patterns are pre-filled. Edit to customize or clear to exclude nothing." })
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                  /* @__PURE__ */ jsx(
-                    "label",
-                    {
-                      for: "scrapeMode",
-                      class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
-                      children: "Scrape Mode"
-                    }
-                  ),
-                  /* @__PURE__ */ jsx(
-                    Tooltip,
-                    {
-                      text: /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
-                        /* @__PURE__ */ jsx("li", { children: "'Auto' automatically selects the best method," }),
-                        /* @__PURE__ */ jsx("li", { children: "'Fetch' uses simple HTTP requests (faster but may miss dynamic content)," }),
-                        /* @__PURE__ */ jsx("li", { children: "'Playwright' uses a headless browser (slower but better for JS-heavy sites)." })
-                      ] }) })
-                    }
-                  )
-                ] }),
-                /* @__PURE__ */ jsxs(
-                  "select",
-                  {
-                    name: "scrapeMode",
-                    id: "scrapeMode",
-                    class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
-                    children: [
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Auto, selected: true, children: "Auto (Default)" }),
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Fetch, children: "Fetch" }),
-                      /* @__PURE__ */ jsx("option", { value: ScrapeMode.Playwright, children: "Playwright" })
-                    ]
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { children: [
-                /* @__PURE__ */ jsxs("div", { class: "flex items-center mb-1", children: [
-                  /* @__PURE__ */ jsx("label", { class: "block text-sm font-medium text-gray-700 dark:text-gray-300", children: "Custom HTTP Headers" }),
-                  /* @__PURE__ */ jsx(Tooltip, { text: "Add custom HTTP headers (e.g., for authentication). These will be sent with every HTTP request." })
-                ] }),
-                /* @__PURE__ */ jsxs("div", { children: [
-                  /* @__PURE__ */ jsx("template", { "x-for": "(header, idx) in headers", children: /* @__PURE__ */ jsxs("div", { class: "flex space-x-2 mb-1", children: [
+                /* @__PURE__ */ jsxs("div", { "x-show": "open", "x-cloak": true, "x-collapse": true, class: "mt-2 space-y-2", children: [
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "maxPages",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Max Pages"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "The maximum number of pages to scrape. Default is 1000. Setting this too high may result in longer processing times." })
+                    ] }),
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "text",
-                        class: "w-1/3 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
-                        placeholder: "Header Name",
-                        "x-model": "header.name",
-                        required: true
+                        type: "number",
+                        name: "maxPages",
+                        id: "maxPages",
+                        min: "1",
+                        placeholder: "1000",
+                        value: maxPagesValue,
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                       }
-                    ),
-                    /* @__PURE__ */ jsx("span", { class: "text-gray-500", children: ":" }),
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "maxDepth",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Max Depth"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "How many links deep the scraper should follow. Default is 3. Higher values capture more content but increase processing time." })
+                    ] }),
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "text",
-                        class: "w-1/2 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
-                        placeholder: "Header Value",
-                        "x-model": "header.value",
-                        required: true
+                        type: "number",
+                        name: "maxDepth",
+                        id: "maxDepth",
+                        min: "0",
+                        placeholder: "3",
+                        value: maxDepthValue,
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white"
                       }
-                    ),
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "scope",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Scope"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(
+                        Tooltip,
+                        {
+                          text: /* @__PURE__ */ jsxs("div", { children: [
+                            "Controls which pages are scraped:",
+                            /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
+                              /* @__PURE__ */ jsx("li", { children: "'Subpages' only scrapes under the given URL path," }),
+                              /* @__PURE__ */ jsx("li", { children: "'Hostname' scrapes all content on the same host (e.g., all of docs.example.com)," }),
+                              /* @__PURE__ */ jsx("li", { children: "'Domain' scrapes all content on the domain and its subdomains (e.g., all of example.com)." })
+                            ] })
+                          ] })
+                        }
+                      )
+                    ] }),
+                    /* @__PURE__ */ jsxs(
+                      "select",
+                      {
+                        name: "scope",
+                        id: "scope",
+                        class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                        children: [
+                          /* @__PURE__ */ jsx("option", { value: "subpages", selected: scopeValue === "subpages", children: "Subpages (Default)" }),
+                          /* @__PURE__ */ jsx("option", { value: "hostname", selected: scopeValue === "hostname", children: "Hostname" }),
+                          /* @__PURE__ */ jsx("option", { value: "domain", selected: scopeValue === "domain", children: "Domain" })
+                        ]
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "includePatterns",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Include Patterns"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to include. One per line or comma-separated. Regex patterns must be wrapped in slashes, e.g. /pattern/." })
+                    ] }),
+                    /* @__PURE__ */ jsx(
+                      "textarea",
+                      {
+                        name: "includePatterns",
+                        id: "includePatterns",
+                        rows: "2",
+                        placeholder: "e.g. docs/* or /api\\/v1.*/",
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                        safe: true,
+                        children: includePatternsValue
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "excludePatterns",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Exclude Patterns"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Glob or regex patterns for URLs to exclude. One per line or comma-separated. Exclude takes precedence over include. Regex patterns must be wrapped in slashes, e.g. /pattern/. Edit or clear this field to customize exclusions." })
+                    ] }),
                     /* @__PURE__ */ jsx(
-                      "button",
+                      "textarea",
                       {
-                        type: "button",
-                        class: "text-red-500 hover:text-red-700 text-xs",
-                        "x-on:click": "headers.splice(idx, 1)",
-                        children: "Remove"
+                        name: "excludePatterns",
+                        id: "excludePatterns",
+                        rows: "5",
+                        safe: true,
+                        class: "mt-0.5 block w-full max-w-sm px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md shadow-sm focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm bg-white dark:bg-gray-700 text-gray-900 dark:text-white font-mono text-xs",
+                        children: excludePatternsText
                       }
                     ),
+                    /* @__PURE__ */ jsx("p", { class: "mt-1 text-xs text-gray-500 dark:text-gray-400", children: isAddVersionMode ? "Patterns from previous version. Edit as needed." : "Default patterns are pre-filled. Edit to customize or clear to exclude nothing." })
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                      /* @__PURE__ */ jsx(
+                        "label",
+                        {
+                          for: "scrapeMode",
+                          class: "block text-sm font-medium text-gray-700 dark:text-gray-300",
+                          children: "Scrape Mode"
+                        }
+                      ),
+                      /* @__PURE__ */ jsx(
+                        Tooltip,
+                        {
+                          text: /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsxs("ul", { class: "list-disc pl-5", children: [
+                            /* @__PURE__ */ jsx("li", { children: "'Auto' automatically selects the best method," }),
+                            /* @__PURE__ */ jsx("li", { children: "'Fetch' uses simple HTTP requests (faster but may miss dynamic content)," }),
+                            /* @__PURE__ */ jsx("li", { children: "'Playwright' uses a headless browser (slower but better for JS-heavy sites)." })
+                          ] }) })
+                        }
+                      )
+                    ] }),
+                    /* @__PURE__ */ jsxs(
+                      "select",
+                      {
+                        name: "scrapeMode",
+                        id: "scrapeMode",
+                        class: "mt-0.5 block w-full max-w-sm pl-2 pr-10 py-1 text-base border border-gray-300 dark:border-gray-600 focus:outline-none focus:ring-primary-500 focus:border-primary-500 sm:text-sm rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white",
+                        children: [
+                          /* @__PURE__ */ jsx(
+                            "option",
+                            {
+                              value: ScrapeMode.Auto,
+                              selected: scrapeModeValue === ScrapeMode.Auto,
+                              children: "Auto (Default)"
+                            }
+                          ),
+                          /* @__PURE__ */ jsx(
+                            "option",
+                            {
+                              value: ScrapeMode.Fetch,
+                              selected: scrapeModeValue === ScrapeMode.Fetch,
+                              children: "Fetch"
+                            }
+                          ),
+                          /* @__PURE__ */ jsx(
+                            "option",
+                            {
+                              value: ScrapeMode.Playwright,
+                              selected: scrapeModeValue === ScrapeMode.Playwright,
+                              children: "Playwright"
+                            }
+                          )
+                        ]
+                      }
+                    )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { children: [
+                    /* @__PURE__ */ jsxs("div", { class: "flex items-center mb-1", children: [
+                      /* @__PURE__ */ jsx("label", { class: "block text-sm font-medium text-gray-700 dark:text-gray-300", children: "Custom HTTP Headers" }),
+                      /* @__PURE__ */ jsx(Tooltip, { text: "Add custom HTTP headers (e.g., for authentication). These will be sent with every HTTP request." })
+                    ] }),
+                    /* @__PURE__ */ jsxs("div", { children: [
+                      /* @__PURE__ */ jsx("template", { "x-for": "(header, idx) in headers", children: /* @__PURE__ */ jsxs("div", { class: "flex space-x-2 mb-1", children: [
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "text",
+                            class: "w-1/3 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
+                            placeholder: "Header Name",
+                            "x-model": "header.name",
+                            required: true
+                          }
+                        ),
+                        /* @__PURE__ */ jsx("span", { class: "text-gray-500", children: ":" }),
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "text",
+                            class: "w-1/2 px-2 py-1 border border-gray-300 dark:border-gray-600 rounded-md bg-white dark:bg-gray-700 text-gray-900 dark:text-white text-xs",
+                            placeholder: "Header Value",
+                            "x-model": "header.value",
+                            required: true
+                          }
+                        ),
+                        /* @__PURE__ */ jsx(
+                          "button",
+                          {
+                            type: "button",
+                            class: "text-red-500 hover:text-red-700 text-xs",
+                            "x-on:click": "headers.splice(idx, 1)",
+                            children: "Remove"
+                          }
+                        ),
+                        /* @__PURE__ */ jsx(
+                          "input",
+                          {
+                            type: "hidden",
+                            name: "header[]",
+                            "x-bind:value": "header.name && header.value ? header.name + ':' + header.value : ''"
+                          }
+                        )
+                      ] }) }),
+                      /* @__PURE__ */ jsx(
+                        "button",
+                        {
+                          type: "button",
+                          class: "mt-1 px-2 py-0.5 bg-primary-100 dark:bg-primary-900 text-primary-700 dark:text-primary-200 rounded text-xs",
+                          "x-on:click": "headers.push({ name: '', value: '' })",
+                          children: "+ Add Header"
+                        }
+                      )
+                    ] })
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
                     /* @__PURE__ */ jsx(
                       "input",
                       {
-                        type: "hidden",
-                        name: "header[]",
-                        "x-bind:value": "header.name && header.value ? header.name + ':' + header.value : ''"
+                        id: "followRedirects",
+                        name: "followRedirects",
+                        type: "checkbox",
+                        checked: followRedirectsValue,
+                        class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
+                      }
+                    ),
+                    /* @__PURE__ */ jsx(
+                      "label",
+                      {
+                        for: "followRedirects",
+                        class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
+                        children: "Follow Redirects"
                       }
                     )
-                  ] }) }),
-                  /* @__PURE__ */ jsx(
-                    "button",
-                    {
-                      type: "button",
-                      class: "mt-1 px-2 py-0.5 bg-primary-100 dark:bg-primary-900 text-primary-700 dark:text-primary-200 rounded text-xs",
-                      "x-on:click": "headers.push({ name: '', value: '' })",
-                      children: "+ Add Header"
-                    }
-                  )
+                  ] }),
+                  /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
+                    /* @__PURE__ */ jsx(
+                      "input",
+                      {
+                        id: "ignoreErrors",
+                        name: "ignoreErrors",
+                        type: "checkbox",
+                        checked: ignoreErrorsValue,
+                        class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
+                      }
+                    ),
+                    /* @__PURE__ */ jsx(
+                      "label",
+                      {
+                        for: "ignoreErrors",
+                        class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
+                        children: "Ignore Errors During Scraping"
+                      }
+                    )
+                  ] })
                 ] })
-              ] }),
-              /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    id: "followRedirects",
-                    name: "followRedirects",
-                    type: "checkbox",
-                    checked: true,
-                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
-                  }
-                ),
-                /* @__PURE__ */ jsx(
-                  "label",
-                  {
-                    for: "followRedirects",
-                    class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
-                    children: "Follow Redirects"
-                  }
-                )
-              ] }),
-              /* @__PURE__ */ jsxs("div", { class: "flex items-center", children: [
-                /* @__PURE__ */ jsx(
-                  "input",
-                  {
-                    id: "ignoreErrors",
-                    name: "ignoreErrors",
-                    type: "checkbox",
-                    checked: true,
-                    class: "h-4 w-4 text-primary-600 focus:ring-primary-500 border-gray-300 dark:border-gray-600 rounded bg-white dark:bg-gray-700"
-                  }
-                ),
-                /* @__PURE__ */ jsx(
-                  "label",
-                  {
-                    for: "ignoreErrors",
-                    class: "ml-1 block text-sm text-gray-900 dark:text-gray-300",
-                    children: "Ignore Errors During Scraping"
-                  }
-                )
-              ] })
-            ] })
-          ] }),
+              ]
+            }
+          ),
           /* @__PURE__ */ jsx("div", { children: /* @__PURE__ */ jsx(
             "button",
             {
               type: "submit",
               class: "w-full flex justify-center py-1.5 px-3 border border-transparent rounded-md shadow-sm text-sm font-medium text-white bg-primary-600 hover:bg-primary-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-primary-500",
-              children: "Queue Job"
+              children: "Start Indexing"
             }
           ) })
         ]
@@ -11964,7 +11998,7 @@ const ScrapeFormContent = ({
     /* @__PURE__ */ jsx("div", { id: "job-response", class: "mt-2 text-sm" })
   ] });
 };
-const ScrapeForm = ({ defaultExcludePatterns }) => /* @__PURE__ */ jsx("div", { id: "scrape-form-container", children: /* @__PURE__ */ jsx(ScrapeFormContent, { defaultExcludePatterns }) });
+const ScrapeForm = ({ defaultExcludePatterns }) => /* @__PURE__ */ jsx("div", { id: "scrape-form-container", class: "animate-[fadeSlideIn_0.2s_ease-out]", children: /* @__PURE__ */ jsx(ScrapeFormContent, { defaultExcludePatterns }) });
 const DEFAULT_FILE_EXCLUSIONS = [
   // CHANGELOG files (case variations)
   "**/CHANGELOG.md",
@@ -12068,6 +12102,9 @@ function registerNewJobRoutes(server, scrapeTool) {
   server.get("/web/jobs/new", async () => {
     return /* @__PURE__ */ jsx(ScrapeForm, { defaultExcludePatterns: DEFAULT_EXCLUSION_PATTERNS });
   });
+  server.get("/web/jobs/new-button", async () => {
+    return /* @__PURE__ */ jsx(AddJobButton, {});
+  });
   server.post(
     "/web/jobs/scrape",
     async (request, reply) => {
@@ -12102,11 +12139,11 @@ function registerNewJobRoutes(server, scrapeTool) {
             }
           );
         }
+        const normalizedVersion = !body.version || body.version.trim() === "" || body.version.trim().toLowerCase() === "latest" ? null : body.version.trim();
         const scrapeOptions = {
           url: body.url,
           library: body.library,
-          version: body.version || null,
-          // Handle empty string as null
+          version: normalizedVersion,
           waitForCompletion: false,
           // Don't wait in UI
           options: {
@@ -12125,25 +12162,20 @@ function registerNewJobRoutes(server, scrapeTool) {
         };
         const result = await scrapeTool.execute(scrapeOptions);
         if ("jobId" in result) {
-          return /* @__PURE__ */ jsxs(Fragment, { children: [
-            /* @__PURE__ */ jsx(
-              Alert,
-              {
-                type: "success",
-                message: /* @__PURE__ */ jsxs(Fragment, { children: [
-                  "Job queued successfully! ID:",
-                  " ",
-                  /* @__PURE__ */ jsx("span", { safe: true, children: result.jobId })
-                ] })
-              }
-            ),
-            /* @__PURE__ */ jsx("div", { id: "scrape-form-container", "hx-swap-oob": "innerHTML", children: /* @__PURE__ */ jsx(
-              ScrapeFormContent,
-              {
-                defaultExcludePatterns: DEFAULT_EXCLUSION_PATTERNS
+          const versionDisplay = normalizedVersion || "latest";
+          reply.header(
+            "HX-Trigger",
+            JSON.stringify({
+              toast: {
+                message: `Indexing started for ${body.library}@${versionDisplay}`,
+                type: "success"
               }
-            ) })
-          ] });
+            })
+          );
+          if (body.formMode === "add-version") {
+            return /* @__PURE__ */ jsx(AddVersionButton, { libraryName: body.library });
+          }
+          return /* @__PURE__ */ jsx(AddJobButton, {});
         }
         return /* @__PURE__ */ jsx(Alert, { type: "warning", message: "Job finished unexpectedly quickly." });
       } catch (error) {
@@ -12169,15 +12201,16 @@ function registerNewJobRoutes(server, scrapeTool) {
 const VersionDetailsRow = ({
   version,
   libraryName,
-  showDelete = true
-  // Default to true
+  showDelete = true,
+  showRefresh = false
 }) => {
   const indexedDate = version.indexedAt ? new Date(version.indexedAt).toLocaleDateString() : "N/A";
-  const versionLabel = version.ref.version || "Unversioned";
+  const versionLabel = version.ref.version || "Latest";
   const versionParam = version.ref.version || "";
   const sanitizedLibraryName = libraryName.replace(/[^a-zA-Z0-9-_]/g, "-");
   const sanitizedVersionParam = versionParam.replace(/[^a-zA-Z0-9-_]/g, "-");
   const rowId = `row-${sanitizedLibraryName}-${sanitizedVersionParam}`;
+  const initialIsRefreshing = isActiveStatus(version.status);
   const defaultStateClasses = "text-red-700 border border-red-700 hover:bg-red-700 hover:text-white focus:ring-4 focus:outline-none focus:ring-red-300 dark:border-red-500 dark:text-red-500 dark:hover:text-white dark:focus:ring-red-800 dark:hover:bg-red-500";
   const confirmingStateClasses = "bg-red-600 text-white border-red-600 focus:ring-4 focus:outline-none focus:ring-red-300 dark:bg-red-700 dark:border-red-700 dark:focus:ring-red-800";
   return (
@@ -12189,15 +12222,16 @@ const VersionDetailsRow = ({
         class: "flex justify-between items-center py-1 border-b border-gray-200 dark:border-gray-600 last:border-b-0",
         "data-library-name": libraryName,
         "data-version-param": versionParam,
-        "x-data": "{ library: $el.dataset.libraryName, version: $el.dataset.versionParam, deleteId: $el.dataset.libraryName + ':' + $el.dataset.versionParam }",
-        "x-bind:hx-preserve": "$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId",
+        "data-is-refreshing": initialIsRefreshing ? "true" : "false",
+        "x-data": "{ \n        library: $el.dataset.libraryName, \n        version: $el.dataset.versionParam, \n        confirming: $el.dataset.confirming === 'true', \n        isDeleting: false,\n        isRefreshing: $el.dataset.isRefreshing === 'true',\n        setRefreshing(val) {\n          this.isRefreshing = !!val;\n          this.$el.dataset.isRefreshing = val ? 'true' : 'false';\n        },\n        init() {\n          const rowId = this.$el.id;\n          const myLibrary = this.library;\n          const myVersion = this.version;\n          \n          document.body.addEventListener('job-status-change', (e) => {\n            const job = e.detail;\n            const jobVersion = job.version || '';\n            if (job.library === myLibrary && jobVersion === myVersion) {\n              const newValue = ['queued', 'running'].includes(job.status);\n              const el = document.getElementById(rowId);\n              if (el) {\n                el.dispatchEvent(new CustomEvent('set-refreshing', { detail: newValue, bubbles: true }));\n              }\n            }\n          });\n        }\n      }",
+        "x-on:set-refreshing": "setRefreshing($event.detail)",
         children: [
           /* @__PURE__ */ jsx(
             "span",
             {
               class: "text-sm text-gray-900 dark:text-white w-1/4 truncate",
               title: versionLabel,
-              children: version.ref.version ? /* @__PURE__ */ jsx(VersionBadge, { version: version.ref.version }) : /* @__PURE__ */ jsx("span", { children: "Unversioned" })
+              children: version.ref.version ? /* @__PURE__ */ jsx(VersionBadge, { version: version.ref.version }) : /* @__PURE__ */ jsx("span", { class: "text-gray-600 dark:text-gray-400", children: "Latest" })
             }
           ),
           /* @__PURE__ */ jsxs("div", { class: "flex space-x-2 text-sm text-gray-600 dark:text-gray-400 w-3/4 justify-end items-center", children: [
@@ -12207,7 +12241,7 @@ const VersionDetailsRow = ({
               /* @__PURE__ */ jsx("span", { class: "font-semibold", safe: true, children: version.counts.uniqueUrls.toLocaleString() })
             ] }),
             /* @__PURE__ */ jsxs("span", { title: "Number of indexed snippets", children: [
-              "Snippets:",
+              "Chunks:",
               " ",
               /* @__PURE__ */ jsx("span", { class: "font-semibold", safe: true, children: version.counts.documents.toLocaleString() })
             ] }),
@@ -12217,73 +12251,117 @@ const VersionDetailsRow = ({
               /* @__PURE__ */ jsx("span", { class: "font-semibold", safe: true, children: indexedDate })
             ] })
           ] }),
-          showDelete && /* @__PURE__ */ jsxs(
-            "button",
-            {
-              type: "button",
-              class: "ml-2 font-medium rounded-lg text-sm p-1 text-center inline-flex items-center transition-colors duration-150 ease-in-out",
-              title: "Remove this version",
-              "x-bind:class": `$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
-              "x-bind:disabled": "$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId && $store.confirmingAction.isDeleting",
-              "x-on:click": "\n            if ($store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId) {\n              $store.confirmingAction.isDeleting = true;\n              $el.dispatchEvent(new CustomEvent('confirmed-delete', { bubbles: true }));\n            } else {\n              if ($store.confirmingAction.timeoutId) { clearTimeout($store.confirmingAction.timeoutId); $store.confirmingAction.timeoutId = null; }\n              $store.confirmingAction.type = 'version-delete';\n              $store.confirmingAction.id = deleteId;\n              $store.confirmingAction.isDeleting = false;\n              $store.confirmingAction.timeoutId = setTimeout(() => {\n                $store.confirmingAction.type = null;\n                $store.confirmingAction.id = null;\n                $store.confirmingAction.isDeleting = false;\n                $store.confirmingAction.timeoutId = null;\n              }, 3000);\n            }\n          ",
-              "hx-delete": `/web/libraries/${encodeURIComponent(libraryName)}/versions/${encodeURIComponent(versionParam)}`,
-              "hx-target": `#${rowId}`,
-              "hx-swap": "outerHTML",
-              "hx-trigger": "confirmed-delete",
-              children: [
-                /* @__PURE__ */ jsxs("span", { "x-show": "!($store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId && $store.confirmingAction.isDeleting)", children: [
-                  /* @__PURE__ */ jsx(
-                    "svg",
-                    {
-                      class: "w-4 h-4",
-                      "aria-hidden": "true",
-                      xmlns: "http://www.w3.org/2000/svg",
-                      fill: "none",
-                      viewBox: "0 0 18 20",
-                      children: /* @__PURE__ */ jsx(
-                        "path",
-                        {
-                          stroke: "currentColor",
-                          "stroke-linecap": "round",
-                          "stroke-linejoin": "round",
-                          "stroke-width": "2",
-                          d: "M1 5h16M7 8v8m4-8v8M7 1h4a1 1 0 0 1 1 1v3H6V2a1 1 0 0 1-1-1ZM3 5h12v13a1 1 0 0 1-1 1H4a1 1 0 0 1-1-1V5Z"
-                        }
-                      )
-                    }
-                  ),
-                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Remove version" })
-                ] }),
-                /* @__PURE__ */ jsxs(
-                  "span",
-                  {
-                    "x-show": "$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId && !$store.confirmingAction.isDeleting",
-                    class: "mx-1",
-                    children: [
-                      "Confirm?",
-                      /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Confirm delete" })
-                    ]
-                  }
-                ),
-                /* @__PURE__ */ jsxs("span", { "x-show": "$store.confirmingAction.type === 'version-delete' && $store.confirmingAction.id === deleteId && $store.confirmingAction.isDeleting", children: [
-                  /* @__PURE__ */ jsx(LoadingSpinner, {}),
-                  /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Loading..." })
-                ] })
-              ]
-            }
-          )
+          /* @__PURE__ */ jsxs("div", { class: "flex items-center ml-2 space-x-1", children: [
+            showRefresh && /* @__PURE__ */ jsxs(Fragment, { children: [
+              /* @__PURE__ */ jsx("template", { "x-if": "!isRefreshing", children: /* @__PURE__ */ jsxs(
+                "button",
+                {
+                  type: "button",
+                  class: "font-medium rounded-lg text-sm p-1 w-6 h-6 text-center inline-flex items-center justify-center transition-colors duration-150 ease-in-out text-gray-500 border border-gray-300 hover:bg-gray-100 hover:text-gray-700 focus:ring-4 focus:outline-none focus:ring-gray-200 dark:border-gray-600 dark:text-gray-400 dark:hover:text-white dark:focus:ring-gray-700 dark:hover:bg-gray-600",
+                  title: "Refresh this version (re-scrape changed pages)",
+                  "x-on:click": "\n                  isRefreshing = true;\n                  $root.dataset.isRefreshing = 'true';\n                  $el.dispatchEvent(new CustomEvent('trigger-refresh', { bubbles: true }));\n                ",
+                  "hx-post": `/web/libraries/${encodeURIComponent(libraryName)}/versions/${encodeURIComponent(versionParam)}/refresh`,
+                  "hx-swap": "none",
+                  "hx-trigger": "trigger-refresh",
+                  children: [
+                    /* @__PURE__ */ jsx(
+                      "svg",
+                      {
+                        class: "w-4 h-4",
+                        "aria-hidden": "true",
+                        xmlns: "http://www.w3.org/2000/svg",
+                        fill: "none",
+                        viewBox: "0 0 24 24",
+                        children: /* @__PURE__ */ jsx(
+                          "path",
+                          {
+                            stroke: "currentColor",
+                            "stroke-linecap": "round",
+                            "stroke-linejoin": "round",
+                            "stroke-width": "2",
+                            d: "M4 4v5h.582m15.356 2A8.001 8.001 0 004.582 9m0 0H9m11 11v-5h-.581m0 0a8.003 8.003 0 01-15.357-2m15.357 2H15"
+                          }
+                        )
+                      }
+                    ),
+                    /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Refresh version" })
+                  ]
+                }
+              ) }),
+              /* @__PURE__ */ jsx("template", { "x-if": "isRefreshing", children: /* @__PURE__ */ jsxs(
+                "button",
+                {
+                  type: "button",
+                  class: "font-medium rounded-lg text-sm p-1 w-6 h-6 text-center inline-flex items-center justify-center transition-colors duration-150 ease-in-out text-gray-500 border border-gray-300 dark:border-gray-600 dark:text-gray-400",
+                  title: "Refresh in progress...",
+                  disabled: true,
+                  children: [
+                    /* @__PURE__ */ jsx(LoadingSpinner, { class: "text-gray-500 dark:text-gray-400" }),
+                    /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Refreshing..." })
+                  ]
+                }
+              ) })
+            ] }),
+            showDelete && /* @__PURE__ */ jsxs(
+              "button",
+              {
+                type: "button",
+                class: "font-medium rounded-lg text-sm p-1 min-w-6 h-6 text-center inline-flex items-center justify-center transition-colors duration-150 ease-in-out",
+                title: "Remove this version",
+                "x-bind:class": `confirming ? '${confirmingStateClasses}' : '${defaultStateClasses}'`,
+                "x-bind:disabled": "isDeleting",
+                "x-on:click": "\n              if (confirming) {\n                isDeleting = true;\n                window.confirmationManager.clear($root.id);\n                $el.dispatchEvent(new CustomEvent('confirmed-delete', { bubbles: true }));\n              } else {\n                confirming = true;\n                isDeleting = false;\n                window.confirmationManager.start($root.id);\n              }\n            ",
+                "hx-delete": `/web/libraries/${encodeURIComponent(libraryName)}/versions/${encodeURIComponent(versionParam)}`,
+                "hx-target": `#${rowId}`,
+                "hx-swap": "outerHTML",
+                "hx-trigger": "confirmed-delete",
+                children: [
+                  /* @__PURE__ */ jsxs("span", { "x-show": "!confirming && !isDeleting", children: [
+                    /* @__PURE__ */ jsx(
+                      "svg",
+                      {
+                        class: "w-4 h-4",
+                        "aria-hidden": "true",
+                        xmlns: "http://www.w3.org/2000/svg",
+                        fill: "none",
+                        viewBox: "0 0 18 20",
+                        children: /* @__PURE__ */ jsx(
+                          "path",
+                          {
+                            stroke: "currentColor",
+                            "stroke-linecap": "round",
+                            "stroke-linejoin": "round",
+                            "stroke-width": "2",
+                            d: "M1 5h16M7 8v8m4-8v8M7 1h4a1 1 0 0 1 1 1v3H6V2a1 1 0 0 1-1-1ZM3 5h12v13a1 1 0 0 1-1 1H4a1 1 0 0 1-1-1V5Z"
+                          }
+                        )
+                      }
+                    ),
+                    /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Remove version" })
+                  ] }),
+                  /* @__PURE__ */ jsxs("span", { "x-show": "confirming && !isDeleting", class: "mx-1", children: [
+                    "Confirm?",
+                    /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Confirm delete" })
+                  ] }),
+                  /* @__PURE__ */ jsxs("span", { "x-show": "isDeleting", children: [
+                    /* @__PURE__ */ jsx(LoadingSpinner, {}),
+                    /* @__PURE__ */ jsx("span", { class: "sr-only", children: "Loading..." })
+                  ] })
+                ]
+              }
+            )
+          ] })
         ]
       }
     )
   );
 };
 const LibraryDetailCard = ({ library }) => {
-  const versions = library.versions?.reverse() || [];
+  const versions = library.versions || [];
   const latestVersion = versions[0];
-  return (
-    // Use Flowbite Card structure with updated padding and border, and white background
-    /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
-      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white mb-1", children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name }) }),
+  return /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
+    /* @__PURE__ */ jsx("div", { class: "flex justify-between items-start mb-1", children: /* @__PURE__ */ jsxs("div", { children: [
+      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name }) }),
       latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400", children: /* @__PURE__ */ jsx(
         "a",
         {
@@ -12293,31 +12371,43 @@ const LibraryDetailCard = ({ library }) => {
           safe: true,
           children: latestVersion.sourceUrl
         }
-      ) }) : null,
-      /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
-        const adapted = {
-          id: -1,
-          ref: { library: library.name, version: v.version },
-          status: v.status,
-          progress: v.progress,
-          counts: {
-            documents: v.documentCount,
-            uniqueUrls: v.uniqueUrlCount
-          },
-          indexedAt: v.indexedAt,
-          sourceUrl: v.sourceUrl ?? void 0
-        };
-        return /* @__PURE__ */ jsx(
-          VersionDetailsRow,
-          {
-            libraryName: library.name,
-            version: adapted,
-            showDelete: false
-          }
-        );
-      }) : /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." }) })
-    ] })
-  );
+      ) }) : null
+    ] }) }),
+    /* @__PURE__ */ jsx(
+      "div",
+      {
+        class: "mt-2",
+        id: "version-list",
+        "hx-get": `/web/libraries/${encodeURIComponent(library.name)}/versions-list`,
+        "hx-trigger": "library-change from:body",
+        "hx-swap": "morph:innerHTML",
+        children: versions.length > 0 ? versions.map((v) => {
+          const adapted = {
+            id: -1,
+            ref: { library: library.name, version: v.version },
+            status: v.status,
+            progress: v.progress,
+            counts: {
+              documents: v.documentCount,
+              uniqueUrls: v.uniqueUrlCount
+            },
+            indexedAt: v.indexedAt,
+            sourceUrl: v.sourceUrl ?? void 0
+          };
+          return /* @__PURE__ */ jsx(
+            VersionDetailsRow,
+            {
+              libraryName: library.name,
+              version: adapted,
+              showDelete: true,
+              showRefresh: true
+            }
+          );
+        }) : /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
+      }
+    ),
+    /* @__PURE__ */ jsx("div", { id: "add-version-form-container", class: "mt-4", children: /* @__PURE__ */ jsx(AddVersionButton, { libraryName: library.name }) })
+  ] });
 };
 const LibrarySearchCard = ({ library }) => {
   return /* @__PURE__ */ jsxs("div", { class: "block p-4 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600 mb-4", children: [
@@ -12343,7 +12433,7 @@ const LibrarySearchCard = ({ library }) => {
               children: [
                 /* @__PURE__ */ jsx("option", { value: "", children: "Latest" }),
                 " ",
-                library.versions.map((version) => /* @__PURE__ */ jsx("option", { value: version.version || "unversioned", safe: true, children: version.version || "Unversioned" }))
+                library.versions.map((version) => /* @__PURE__ */ jsx("option", { value: version.version || "latest", safe: true, children: version.version || "Latest" }))
               ]
             }
           ),
@@ -12417,7 +12507,7 @@ const SearchResultSkeletonItem = () => /* @__PURE__ */ jsxs("div", { class: "blo
   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 dark:bg-gray-700 rounded w-full mb-2" }),
   /* @__PURE__ */ jsx("div", { class: "h-[0.8em] bg-gray-200 dark:bg-gray-700 rounded w-5/6" })
 ] });
-function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
+function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool, scrapeTool, docService) {
   server.get(
     "/libraries/:libraryName",
     async (request, reply) => {
@@ -12425,7 +12515,7 @@ function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
       try {
         const result = await listLibrariesTool.execute();
         const libraryInfo = result.libraries.find(
-          (lib) => lib.name === libraryName
+          (lib) => lib.name.toLowerCase() === libraryName.toLowerCase()
         );
         if (!libraryInfo) {
           reply.status(404).send("Library not found");
@@ -12462,7 +12552,7 @@ function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
         reply.status(400).send("Search query is required.");
         return;
       }
-      const versionParam = version === "unversioned" ? void 0 : version;
+      const versionParam = version === "latest" ? void 0 : version;
       try {
         const searchResult = await searchTool.execute({
           library: libraryName,
@@ -12481,56 +12571,217 @@ function registerLibraryDetailRoutes(server, listLibrariesTool, searchTool) {
       }
     }
   );
+  server.get(
+    "/web/libraries/:libraryName/versions-list",
+    async (request, reply) => {
+      const { libraryName } = request.params;
+      try {
+        const result = await listLibrariesTool.execute();
+        const libraryInfo = result.libraries.find(
+          (lib) => lib.name.toLowerCase() === libraryName.toLowerCase()
+        );
+        if (!libraryInfo) {
+          reply.status(404).send("Library not found");
+          return;
+        }
+        const versions = libraryInfo.versions || [];
+        reply.type("text/html; charset=utf-8");
+        if (versions.length === 0) {
+          return /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." });
+        }
+        return /* @__PURE__ */ jsx(Fragment, { children: versions.map((v) => {
+          const adapted = {
+            id: -1,
+            ref: { library: libraryInfo.name, version: v.version },
+            status: v.status,
+            progress: v.progress,
+            counts: {
+              documents: v.documentCount,
+              uniqueUrls: v.uniqueUrlCount
+            },
+            indexedAt: v.indexedAt,
+            sourceUrl: v.sourceUrl ?? void 0
+          };
+          return /* @__PURE__ */ jsx(
+            VersionDetailsRow,
+            {
+              libraryName: libraryInfo.name,
+              version: adapted,
+              showDelete: true,
+              showRefresh: true
+            }
+          );
+        }) });
+      } catch (error) {
+        logger.error(`Failed to fetch versions for ${libraryName}: ${error}`);
+        reply.status(500).send("Internal Server Error");
+      }
+    }
+  );
+  server.get(
+    "/web/libraries/:libraryName/add-version-button",
+    async (request, reply) => {
+      const { libraryName } = request.params;
+      reply.type("text/html; charset=utf-8");
+      return /* @__PURE__ */ jsx(AddVersionButton, { libraryName });
+    }
+  );
+  server.get(
+    "/web/libraries/:libraryName/add-version-form",
+    async (request, reply) => {
+      const { libraryName } = request.params;
+      try {
+        const result = await listLibrariesTool.execute();
+        const libraryInfo = result.libraries.find(
+          (lib) => lib.name.toLowerCase() === libraryName.toLowerCase()
+        );
+        if (!libraryInfo) {
+          reply.status(404).send("Library not found");
+          return;
+        }
+        const versions = libraryInfo.versions || [];
+        const latestVersion = versions[0];
+        let initialValues = {
+          library: libraryName
+        };
+        if (latestVersion) {
+          const summaries = await docService.listLibraries();
+          const libSummary = summaries.find(
+            (s) => s.library.toLowerCase() === libraryName.toLowerCase()
+          );
+          if (libSummary) {
+            const versionSummary = libSummary.versions.find(
+              (v) => v.ref.version === (latestVersion.version || "") || !latestVersion.version && v.ref.version === ""
+            );
+            if (versionSummary) {
+              const scraperConfig = await docService.getScraperOptions(
+                versionSummary.id
+              );
+              if (scraperConfig) {
+                const opts = scraperConfig.options;
+                initialValues = {
+                  library: libraryName,
+                  url: scraperConfig.sourceUrl,
+                  maxPages: opts.maxPages,
+                  maxDepth: opts.maxDepth,
+                  scope: opts.scope,
+                  includePatterns: opts.includePatterns?.join("\n"),
+                  excludePatterns: opts.excludePatterns?.join("\n"),
+                  scrapeMode: opts.scrapeMode,
+                  headers: opts.headers ? Object.entries(opts.headers).map(([name, value]) => ({
+                    name,
+                    value
+                  })) : void 0,
+                  followRedirects: opts.followRedirects,
+                  ignoreErrors: opts.ignoreErrors
+                };
+              }
+            }
+          }
+        }
+        reply.type("text/html; charset=utf-8");
+        return /* @__PURE__ */ jsx(ScrapeFormContent, { initialValues, mode: "add-version" });
+      } catch (error) {
+        logger.error(
+          `Failed to load add-version form for ${libraryName}: ${error}`
+        );
+        reply.type("text/html; charset=utf-8");
+        return /* @__PURE__ */ jsx(Alert, { type: "error", message: "Failed to load the add version form." });
+      }
+    }
+  );
 }
 const LibraryItem = ({ library }) => {
-  const versions = library.versions?.reverse() || [];
+  const versions = library.versions || [];
   const latestVersion = versions[0];
   return (
     // Use Flowbite Card structure with updated padding and border, and white background
-    /* @__PURE__ */ jsxs("div", { class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600", children: [
-      /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx(
-        "a",
-        {
-          href: `/libraries/${encodeURIComponent(library.name)}`,
-          class: "hover:underline",
-          children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
-        }
-      ) }),
-      latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400", children: /* @__PURE__ */ jsx(
-        "a",
-        {
-          href: latestVersion.sourceUrl,
-          target: "_blank",
-          class: "hover:underline",
-          safe: true,
-          children: latestVersion.sourceUrl
-        }
-      ) }) : null,
-      /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
-        const adapted = {
-          id: -1,
-          ref: { library: library.name, version: v.version },
-          status: v.status,
-          progress: v.progress,
-          counts: {
-            documents: v.documentCount,
-            uniqueUrls: v.uniqueUrlCount
-          },
-          indexedAt: v.indexedAt,
-          sourceUrl: v.sourceUrl ?? void 0
-        };
-        return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
-      }) : (
-        // Display message if no versions are indexed
-        /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
-      ) })
-    ] })
+    /* @__PURE__ */ jsxs(
+      "div",
+      {
+        id: `library-item-${library.name}`,
+        class: "block px-4 py-2 bg-white dark:bg-gray-800 rounded-lg shadow-sm border border-gray-300 dark:border-gray-600",
+        children: [
+          /* @__PURE__ */ jsx("h3", { class: "text-lg font-medium text-gray-900 dark:text-white", children: /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: `/libraries/${encodeURIComponent(library.name)}`,
+              class: "hover:underline",
+              children: /* @__PURE__ */ jsx("span", { safe: true, children: library.name })
+            }
+          ) }),
+          latestVersion?.sourceUrl ? /* @__PURE__ */ jsx("div", { class: "text-sm text-gray-500 dark:text-gray-400 overflow-hidden h-5 @container", children: /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: latestVersion.sourceUrl,
+              target: "_blank",
+              class: "inline-block whitespace-nowrap hover:underline hover:animate-[scrollText_2s_ease-in-out_forwards]",
+              title: latestVersion.sourceUrl,
+              safe: true,
+              children: latestVersion.sourceUrl
+            }
+          ) }) : null,
+          /* @__PURE__ */ jsx("div", { class: "mt-2", children: versions.length > 0 ? versions.map((v) => {
+            const adapted = {
+              id: -1,
+              ref: { library: library.name, version: v.version },
+              status: v.status,
+              progress: v.progress,
+              counts: {
+                documents: v.documentCount,
+                uniqueUrls: v.uniqueUrlCount
+              },
+              indexedAt: v.indexedAt,
+              sourceUrl: v.sourceUrl ?? void 0
+            };
+            return /* @__PURE__ */ jsx(VersionDetailsRow, { libraryName: library.name, version: adapted });
+          }) : (
+            // Display message if no versions are indexed
+            /* @__PURE__ */ jsx("p", { class: "text-sm text-gray-500 dark:text-gray-400 italic", children: "No versions indexed." })
+          ) })
+        ]
+      }
+    )
   );
 };
 const LibraryList = ({ libraries }) => {
-  return /* @__PURE__ */ jsx(Fragment, { children: /* @__PURE__ */ jsx("div", { class: "space-y-2", children: libraries.map((library) => /* @__PURE__ */ jsx(LibraryItem, { library })) }) });
+  if (libraries.length === 0) {
+    return /* @__PURE__ */ jsx(
+      Alert,
+      {
+        type: "info",
+        title: "Welcome!",
+        message: /* @__PURE__ */ jsxs(Fragment, { children: [
+          "To get started, click",
+          " ",
+          /* @__PURE__ */ jsx("span", { class: "font-semibold", children: "Add New Documentation" }),
+          " above and enter the URL of a documentation site to index. For more information, check the",
+          " ",
+          /* @__PURE__ */ jsx(
+            "a",
+            {
+              href: "https://grounded.tools",
+              target: "_blank",
+              rel: "noopener noreferrer",
+              class: "font-medium underline hover:no-underline",
+              children: "official website"
+            }
+          ),
+          "."
+        ] })
+      }
+    );
+  }
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      id: "library-list",
+      class: "space-y-2 animate-[fadeSlideIn_0.2s_ease-out]",
+      children: libraries.map((library) => /* @__PURE__ */ jsx(LibraryItem, { library }))
+    }
+  );
 };
-function registerLibrariesRoutes(server, listLibrariesTool, removeTool) {
+function registerLibrariesRoutes(server, listLibrariesTool, removeTool, refreshVersionTool) {
   server.get("/web/libraries", async (_request, reply) => {
     try {
       const result = await listLibrariesTool.execute();
@@ -12545,35 +12796,159 @@ function registerLibrariesRoutes(server, listLibrariesTool, removeTool) {
     "/web/libraries/:libraryName/versions/:versionParam",
     async (request, reply) => {
       const { libraryName, versionParam } = request.params;
-      const version = versionParam === "unversioned" ? void 0 : versionParam;
+      const version = versionParam === "latest" ? void 0 : versionParam;
+      try {
+        await removeTool.execute({ library: libraryName, version });
+        const result = await listLibrariesTool.execute();
+        const libraryStillExists = result.libraries.some(
+          (lib) => lib.name.toLowerCase() === libraryName.toLowerCase()
+        );
+        if (!libraryStillExists) {
+          reply.header("HX-Redirect", "/");
+        }
+        reply.status(204).send();
+      } catch (error) {
+        logger.error(
+          `Failed to remove ${libraryName}@${versionParam}: ${error}`
+        );
+        reply.status(500).send({ message: error.message || "Failed to remove version." });
+      }
+    }
+  );
+  server.post(
+    "/web/libraries/:libraryName/versions/:versionParam/refresh",
+    async (request, reply) => {
+      const { libraryName, versionParam } = request.params;
+      const version = versionParam === "latest" || versionParam === "" ? void 0 : versionParam;
       try {
-        await removeTool.execute({ library: libraryName, version });
+        await refreshVersionTool.execute({
+          library: libraryName,
+          version,
+          waitForCompletion: false
+        });
+        const versionDisplay = version || "latest";
+        reply.header(
+          "HX-Trigger",
+          JSON.stringify({
+            toast: {
+              message: `Refresh started for ${libraryName}@${versionDisplay}`,
+              type: "success"
+            }
+          })
+        );
         reply.status(204).send();
       } catch (error) {
         logger.error(
-          `Failed to remove ${libraryName}@${versionParam}: ${error}`
+          `Failed to refresh ${libraryName}@${versionParam}: ${error}`
         );
-        reply.status(500).send({ message: error.message || "Failed to remove version." });
+        const errorMessage = error instanceof Error ? error.message : "Failed to refresh version.";
+        reply.header(
+          "HX-Trigger",
+          JSON.stringify({
+            toast: {
+              message: errorMessage,
+              type: "error"
+            }
+          })
+        );
+        reply.status(500).send();
       }
     }
   );
 }
+function formatNumber(num) {
+  if (num >= 1e9) {
+    return `${(num / 1e9).toFixed(1)}B`;
+  }
+  if (num >= 1e6) {
+    return `${(num / 1e6).toFixed(1)}M`;
+  }
+  if (num >= 1e3) {
+    return `${(num / 1e3).toFixed(1)}K`;
+  }
+  return num.toString();
+}
+const AnalyticsCards = ({
+  totalChunks,
+  activeLibraries,
+  activeVersions,
+  indexedPages
+}) => /* @__PURE__ */ jsxs("div", { class: "grid grid-cols-1 sm:grid-cols-3 gap-4 mb-4 animate-[fadeSlideIn_0.2s_ease-out]", children: [
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Total Knowledge Base" }),
+    /* @__PURE__ */ jsxs("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", safe: true, children: [
+      formatNumber(totalChunks),
+      " Chunks"
+    ] })
+  ] }) }) }),
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Libraries / Versions" }),
+    /* @__PURE__ */ jsxs("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", children: [
+      activeLibraries,
+      " / ",
+      activeVersions
+    ] })
+  ] }) }) }),
+  /* @__PURE__ */ jsx("div", { class: "p-4 bg-white rounded-lg shadow dark:bg-gray-800 border border-gray-300 dark:border-gray-600", children: /* @__PURE__ */ jsx("div", { class: "flex items-center", children: /* @__PURE__ */ jsxs("div", { children: [
+    /* @__PURE__ */ jsx("p", { class: "text-sm font-medium text-gray-500 dark:text-gray-400", children: "Indexed Pages" }),
+    /* @__PURE__ */ jsx("p", { class: "text-xl font-semibold text-gray-900 dark:text-white", safe: true, children: formatNumber(indexedPages) })
+  ] }) }) })
+] });
+function registerStatsRoute(server, docService) {
+  server.get("/web/stats", async (_request, reply) => {
+    try {
+      const libraries = await docService.listLibraries();
+      let totalChunks = 0;
+      let indexedPages = 0;
+      let activeVersions = 0;
+      for (const lib of libraries) {
+        activeVersions += lib.versions.length;
+        for (const version of lib.versions) {
+          totalChunks += version.counts.documents;
+          indexedPages += version.counts.uniqueUrls;
+        }
+      }
+      const activeLibraries = libraries.length;
+      reply.type("text/html; charset=utf-8");
+      return /* @__PURE__ */ jsx(
+        AnalyticsCards,
+        {
+          totalChunks,
+          activeLibraries,
+          activeVersions,
+          indexedPages
+        }
+      );
+    } catch (error) {
+      logger.error(`Failed to fetch stats: ${error}`);
+      reply.status(500).send("Internal Server Error");
+    }
+  });
+}
 async function registerWebService(server, docService, pipeline, eventBus, config) {
   const listLibrariesTool = new ListLibrariesTool(docService);
   const listJobsTool = new ListJobsTool(pipeline);
   const scrapeTool = new ScrapeTool(pipeline);
   const removeTool = new RemoveTool(docService, pipeline);
+  const refreshVersionTool = new RefreshVersionTool(pipeline);
   const searchTool = new SearchTool(docService);
   const cancelJobTool = new CancelJobTool(pipeline);
   const clearCompletedJobsTool = new ClearCompletedJobsTool(pipeline);
   registerIndexRoute(server, config);
-  registerLibrariesRoutes(server, listLibrariesTool, removeTool);
-  registerLibraryDetailRoutes(server, listLibrariesTool, searchTool);
+  registerLibrariesRoutes(server, listLibrariesTool, removeTool, refreshVersionTool);
+  registerLibraryDetailRoutes(
+    server,
+    listLibrariesTool,
+    searchTool,
+    scrapeTool,
+    docService
+  );
   registerJobListRoutes(server, listJobsTool);
   registerNewJobRoutes(server, scrapeTool);
   registerCancelJobRoute(server, cancelJobTool);
   registerClearCompletedJobsRoute(server, clearCompletedJobsTool);
   registerEventsRoute(server, eventBus);
+  registerStatsRoute(server, docService);
 }
 async function registerWorkerService(pipeline) {
   await pipeline.start();
@@ -12598,7 +12973,6 @@ class AppServer {
   mcpServer = null;
   authManager = null;
   config;
-  embeddingConfig = null;
   remoteEventProxy = null;
   wss = null;
   /**
@@ -12625,22 +12999,22 @@ class AppServer {
    */
   async start() {
     this.validateConfig();
-    this.embeddingConfig = resolveEmbeddingContext();
+    const embeddingConfig = this.docService.getActiveEmbeddingConfig();
     if (this.config.telemetry !== false && shouldEnableTelemetry()) {
       try {
         if (telemetry.isEnabled()) {
           telemetry.setGlobalContext({
-            appVersion: "1.29.0",
+            appVersion: "1.31.0",
             appPlatform: process.platform,
             appNodeVersion: process.version,
             appServicesEnabled: this.getActiveServicesList(),
             appAuthEnabled: Boolean(this.config.auth),
             appReadOnly: Boolean(this.config.readOnly),
             // Add embedding configuration to global context
-            ...this.embeddingConfig && {
-              aiEmbeddingProvider: this.embeddingConfig.provider,
-              aiEmbeddingModel: this.embeddingConfig.model,
-              aiEmbeddingDimensions: this.embeddingConfig.dimensions
+            ...embeddingConfig && {
+              aiEmbeddingProvider: embeddingConfig.provider,
+              aiEmbeddingModel: embeddingConfig.model,
+              aiEmbeddingDimensions: embeddingConfig.dimensions
             }
           });
           telemetry.track(TelemetryEvent.APP_STARTED, {
@@ -12944,28 +13318,38 @@ class AppServer {
    * Log startup information showing which services are enabled.
    */
   logStartupInfo(address) {
-    logger.info(`🚀 AppServer available at ${address}`);
+    const isWorkerOnly = this.config.enableWorker && !this.config.enableWebInterface && !this.config.enableMcpServer;
+    const isWebOnly = this.config.enableWebInterface && !this.config.enableWorker && !this.config.enableMcpServer;
+    const isMcpOnly = this.config.enableMcpServer && !this.config.enableWebInterface && !this.config.enableWorker;
+    if (isWorkerOnly) {
+      logger.info(`🚀 Worker available at ${address}`);
+    } else if (isWebOnly) {
+      logger.info(`🚀 Web interface available at ${address}`);
+    } else if (isMcpOnly) {
+      logger.info(`🚀 MCP server available at ${address}`);
+    } else {
+      logger.info(`🚀 Grounded Docs available at ${address}`);
+    }
+    const isCombined = !isWorkerOnly && !isWebOnly && !isMcpOnly;
     const enabledServices = [];
-    if (this.config.enableWebInterface) {
+    if (this.config.enableWebInterface && isCombined) {
       enabledServices.push(`Web interface: ${address}`);
     }
     if (this.config.enableMcpServer) {
       enabledServices.push(`MCP endpoints: ${address}/mcp, ${address}/sse`);
     }
-    if (this.config.enableApiServer) {
-      enabledServices.push(`API: ${address}/api`);
-    }
-    if (this.config.enableWorker) {
-      enabledServices.push("Worker: internal");
-    } else if (this.config.externalWorkerUrl) {
+    if (!this.config.enableWorker && this.config.externalWorkerUrl) {
       enabledServices.push(`Worker: ${this.config.externalWorkerUrl}`);
     }
-    if (this.embeddingConfig) {
-      enabledServices.push(
-        `Embeddings: ${this.embeddingConfig.provider}:${this.embeddingConfig.model}`
-      );
-    } else {
-      enabledServices.push(`Embeddings: disabled (full text search only)`);
+    if (this.config.enableWorker) {
+      const embeddingConfig = this.docService.getActiveEmbeddingConfig();
+      if (embeddingConfig) {
+        enabledServices.push(
+          `Embeddings: ${embeddingConfig.provider}:${embeddingConfig.model}`
+        );
+      } else {
+        enabledServices.push(`Embeddings: disabled (full text search only)`);
+      }
     }
     for (const service of enabledServices) {
       logger.info(`   • ${service}`);
@@ -14284,11 +14668,11 @@ class PipelineWorker {
       if (!scraperOptions.isRefresh) {
         await this.store.removeAllDocuments(library, version);
         logger.info(
-          `💾 Cleared store for ${library}@${version || "[no version]"} before scraping.`
+          `💾 Cleared store for ${library}@${version || "latest"} before scraping.`
         );
       } else {
         logger.info(
-          `🔄 Refresh operation - preserving existing data for ${library}@${version || "[no version]"}.`
+          `🔄 Refresh operation - preserving existing data for ${library}@${version || "latest"}.`
         );
       }
       await this.scraperService.scrape(
@@ -14440,7 +14824,7 @@ class PipelineManager {
       for (const version of runningVersions) {
         await this.store.updateVersionStatus(version.id, VersionStatus.QUEUED);
         logger.info(
-          `🔄 Reset interrupted job to QUEUED: ${version.library_name}@${version.name || "unversioned"}`
+          `🔄 Reset interrupted job to QUEUED: ${version.library_name}@${version.name || "latest"}`
         );
       }
       const queuedVersions = await this.store.getVersionsByStatus([VersionStatus.QUEUED]);
@@ -14461,7 +14845,7 @@ class PipelineManager {
             parsedScraperOptions = JSON.parse(version.scraper_options);
           } catch (error) {
             logger.warn(
-              `⚠️ Failed to parse scraper options for ${version.library_name}@${version.name || "unversioned"}: ${error}`
+              `⚠️  Failed to parse scraper options for ${version.library_name}@${version.name || "latest"}: ${error}`
             );
           }
         }
@@ -14568,7 +14952,7 @@ class PipelineManager {
     this.jobMap.set(jobId, job);
     this.jobQueue.push(jobId);
     logger.info(
-      `📝 Job enqueued: ${jobId} for ${library}${normalizedVersion ? `@${normalizedVersion}` : " (unversioned)"}`
+      `📝 Job enqueued: ${jobId} for ${library}${normalizedVersion ? `@${normalizedVersion}` : " (latest)"}`
     );
     await this.updateJobStatus(job, PipelineJobStatus.QUEUED);
     if (this.isRunning) {
@@ -14602,7 +14986,7 @@ class PipelineManager {
       }
       if (versionInfo && versionInfo.status !== VersionStatus.COMPLETED) {
         logger.info(
-          `⚠️  Version ${library}@${normalizedVersion || "unversioned"} has status "${versionInfo.status}". Performing full re-scrape instead of refresh.`
+          `⚠️  Version ${library}@${normalizedVersion || "latest"} has status "${versionInfo.status}". Performing full re-scrape instead of refresh.`
         );
         return this.enqueueJobWithStoredOptions(library, normalizedVersion);
       }
@@ -14614,11 +14998,11 @@ class PipelineManager {
       }
       if (pages.length === 0) {
         throw new Error(
-          `No pages found for ${library}@${normalizedVersion || "unversioned"}. Use scrape_docs to index it first.`
+          `No pages found for ${library}@${normalizedVersion || "latest"}. Use scrape_docs to index it first.`
         );
       }
       logger.info(
-        `🔄 Preparing refresh job for ${library}@${normalizedVersion || "unversioned"} with ${pages.length} page(s)`
+        `🔄 Preparing refresh job for ${library}@${normalizedVersion || "latest"} with ${pages.length} page(s)`
       );
       const initialQueue = pages.map((page) => ({
         url: page.url,
@@ -14642,7 +15026,7 @@ class PipelineManager {
         // Mark this as a refresh operation
       };
       logger.info(
-        `📝 Enqueueing refresh job for ${library}@${normalizedVersion || "unversioned"}`
+        `📝 Enqueueing refresh job for ${library}@${normalizedVersion || "latest"}`
       );
       return this.enqueueScrapeJob(library, normalizedVersion, scraperOptions);
     } catch (error) {
@@ -14664,7 +15048,7 @@ class PipelineManager {
       const stored = await this.store.getScraperOptions(versionId);
       if (!stored) {
         throw new Error(
-          `No stored scraper options found for ${library}@${normalizedVersion || "unversioned"}`
+          `No stored scraper options found for ${library}@${normalizedVersion || "latest"}`
         );
       }
       const storedOptions = stored.options;
@@ -14675,7 +15059,7 @@ class PipelineManager {
         ...storedOptions
       };
       logger.info(
-        `🔄 Re-indexing ${library}@${normalizedVersion || "unversioned"} with stored options from ${stored.sourceUrl}`
+        `🔄 Re-indexing ${library}@${normalizedVersion || "latest"} with stored options from ${stored.sourceUrl}`
       );
       return this.enqueueScrapeJob(library, normalizedVersion, completeOptions);
     } catch (error) {
@@ -14829,7 +15213,7 @@ class PipelineManager {
         },
         onJobError: async (internalJob, error, document2) => {
           logger.warn(
-            `⚠️ Job ${internalJob.id} error ${document2 ? `on document ${document2.url}` : ""}: ${error.message}`
+            `⚠️  Job ${internalJob.id} error ${document2 ? `on document ${document2.url}` : ""}: ${error.message}`
           );
         }
       });
@@ -14910,7 +15294,7 @@ class PipelineManager {
           );
         } catch (optionsError) {
           logger.warn(
-            `⚠️ Failed to store scraper options for job ${job.id}: ${optionsError}`
+            `⚠️  Failed to store scraper options for job ${job.id}: ${optionsError}`
           );
         }
       }
@@ -14979,6 +15363,217 @@ var PipelineFactory2;
   }
   PipelineFactory22.createPipeline = createPipeline;
 })(PipelineFactory2 || (PipelineFactory2 = {}));
+function getGlobalOptions(command) {
+  let rootCommand = command;
+  while (rootCommand?.parent) {
+    rootCommand = rootCommand.parent;
+  }
+  return rootCommand?.opts() || {};
+}
+function getEventBus(command) {
+  const eventBus = command?._eventBus;
+  if (!eventBus) {
+    throw new Error("EventBusService not initialized");
+  }
+  return eventBus;
+}
+function ensurePlaywrightBrowsersInstalled() {
+  if (process.env.PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD === "1") {
+    logger.debug(
+      "PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD is set, skipping Playwright browser install."
+    );
+    return;
+  }
+  const chromiumEnvPath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH;
+  if (chromiumEnvPath && existsSync(chromiumEnvPath)) {
+    logger.debug(
+      `PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH is set to '${chromiumEnvPath}', skipping Playwright browser install.`
+    );
+    return;
+  }
+  try {
+    const chromiumPath = chromium.executablePath();
+    if (!chromiumPath || !existsSync(chromiumPath)) {
+      throw new Error("Playwright Chromium browser not found");
+    }
+  } catch (error) {
+    logger.debug(String(error));
+    try {
+      console.log(
+        "🌐 Installing Playwright Chromium browser... (this may take a moment)"
+      );
+      execSync("npm exec -y playwright install --no-shell --with-deps chromium", {
+        stdio: "ignore",
+        // Suppress output
+        cwd: getProjectRoot()
+      });
+    } catch (_installErr) {
+      console.error(
+        "❌ Failed to install Playwright browsers automatically. Please run:\n  npx playwright install --no-shell --with-deps chromium\nand try again."
+      );
+      process.exit(1);
+    }
+  }
+}
+function resolveProtocol(protocol) {
+  if (protocol === "auto") {
+    if (!process.stdin.isTTY && !process.stdout.isTTY) {
+      return "stdio";
+    }
+    return "http";
+  }
+  if (protocol === "stdio" || protocol === "http") {
+    return protocol;
+  }
+  throw new Error(`Invalid protocol: ${protocol}. Must be 'auto', 'stdio', or 'http'`);
+}
+const formatOutput = (data) => JSON.stringify(data, null, 2);
+function setupLogging(options, protocol) {
+  if (options.silent) {
+    setLogLevel(LogLevel.ERROR);
+  } else if (options.verbose) {
+    setLogLevel(LogLevel.DEBUG);
+  }
+}
+function validatePort(portString) {
+  const port = Number.parseInt(portString, 10);
+  if (Number.isNaN(port) || port < 1 || port > 65535) {
+    throw new Error("Invalid port number");
+  }
+  return port;
+}
+function validateHost(hostString) {
+  const trimmed = hostString.trim();
+  if (!trimmed) {
+    throw new Error("Host cannot be empty");
+  }
+  if (trimmed.includes(" ") || trimmed.includes("	") || trimmed.includes("\n")) {
+    throw new Error("Host cannot contain whitespace");
+  }
+  return trimmed;
+}
+function createAppServerConfig(options) {
+  return {
+    enableWebInterface: options.enableWebInterface ?? false,
+    enableMcpServer: options.enableMcpServer ?? true,
+    enableApiServer: options.enableApiServer ?? false,
+    enableWorker: options.enableWorker ?? true,
+    port: options.port,
+    host: options.host,
+    externalWorkerUrl: options.externalWorkerUrl,
+    readOnly: options.readOnly ?? false,
+    auth: options.auth,
+    startupContext: options.startupContext
+  };
+}
+function parseHeaders(headerOptions) {
+  const headers = {};
+  if (Array.isArray(headerOptions)) {
+    for (const entry of headerOptions) {
+      const idx = entry.indexOf(":");
+      if (idx > 0) {
+        const name = entry.slice(0, idx).trim();
+        const value = entry.slice(idx + 1).trim();
+        if (name) headers[name] = value;
+      }
+    }
+  }
+  return headers;
+}
+function parseAuthConfig(options) {
+  if (!options.authEnabled) {
+    return void 0;
+  }
+  return {
+    enabled: true,
+    issuerUrl: options.authIssuerUrl,
+    audience: options.authAudience,
+    scopes: ["openid", "profile"]
+    // Default scopes for OAuth2/OIDC
+  };
+}
+function validateAuthConfig(authConfig) {
+  if (!authConfig.enabled) {
+    return;
+  }
+  const errors = [];
+  if (!authConfig.issuerUrl) {
+    errors.push("--auth-issuer-url is required when auth is enabled");
+  } else {
+    try {
+      const url = new URL(authConfig.issuerUrl);
+      if (url.protocol !== "https:") {
+        errors.push("Issuer URL must use HTTPS protocol");
+      }
+    } catch {
+      errors.push("Issuer URL must be a valid URL");
+    }
+  }
+  if (!authConfig.audience) {
+    errors.push("--auth-audience is required when auth is enabled");
+  } else {
+    try {
+      const url = new URL(authConfig.audience);
+      if (url.protocol === "http:" && url.hostname !== "localhost") {
+        logger.warn(
+          "⚠️  Audience uses HTTP protocol - consider using HTTPS for production"
+        );
+      }
+      if (url.hash) {
+        errors.push("Audience must not contain URL fragments");
+      }
+    } catch {
+      if (authConfig.audience.startsWith("urn:")) {
+        const urnParts = authConfig.audience.split(":");
+        if (urnParts.length < 3 || !urnParts[1] || !urnParts[2]) {
+          errors.push("URN audience must follow format: urn:namespace:specific-string");
+        }
+      } else {
+        errors.push(
+          "Audience must be a valid absolute URL or URN (e.g., https://api.example.com or urn:company:service)"
+        );
+      }
+    }
+  }
+  if (errors.length > 0) {
+    throw new Error(`Auth configuration validation failed:
+${errors.join("\n")}`);
+  }
+}
+function warnHttpUsage(authConfig, port) {
+  if (!authConfig?.enabled) {
+    return;
+  }
+  const isLocalhost = process.env.NODE_ENV !== "production" || port === 6280 || // default dev port
+  process.env.HOSTNAME?.includes("localhost");
+  if (!isLocalhost) {
+    logger.warn(
+      "⚠️  Authentication is enabled but running over HTTP in production. Consider using HTTPS for security."
+    );
+  }
+}
+function resolveEmbeddingContext(embeddingModel) {
+  try {
+    let modelSpec = embeddingModel;
+    if (!modelSpec && process.env.OPENAI_API_KEY) {
+      modelSpec = "text-embedding-3-small";
+      logger.debug(
+        "Using default OpenAI embedding model due to OPENAI_API_KEY presence."
+      );
+    }
+    if (!modelSpec) {
+      logger.debug(
+        "No embedding model specified and OPENAI_API_KEY not found. Embeddings are disabled."
+      );
+      return null;
+    }
+    logger.debug(`Resolving embedding configuration for model: ${modelSpec}`);
+    return EmbeddingConfig.parseEmbeddingConfig(modelSpec);
+  } catch (error) {
+    logger.debug(`Failed to resolve embedding configuration: ${error}`);
+    return null;
+  }
+}
 function createDefaultAction(program) {
   return program.addOption(
     new Option("--protocol <protocol>", "Protocol for MCP server").env("DOCS_MCP_PROTOCOL").default("auto").choices(["auto", "stdio", "http"])
@@ -15324,7 +15919,6 @@ function createMcpCommand(program) {
         );
         if (resolvedProtocol === "stdio") {
           logger.debug(`Auto-detected stdio protocol (no TTY)`);
-          logger.info("🚀 Starting MCP server (stdio mode)");
           await pipeline.start();
           const mcpTools = await initializeTools(docService, pipeline);
           const mcpServer = await startStdioServer(mcpTools, cmdOptions.readOnly);
@@ -15337,7 +15931,6 @@ function createMcpCommand(program) {
           });
         } else {
           logger.debug(`Auto-detected http protocol (TTY available)`);
-          logger.info("🚀 Starting MCP server (http mode)");
           const config = createAppServerConfig({
             enableWebInterface: false,
             // Never enable web interface in mcp command
@@ -15502,7 +16095,7 @@ async function removeAction(library, options, command) {
 function createRemoveCommand(program) {
   return program.command("remove <library>").description("Remove documents for a specific library and version").option(
     "-v, --version <string>",
-    "Version to remove (optional, removes unversioned if omitted)"
+    "Version to remove (optional, removes latest if omitted)"
   ).option(
     "--server-url <url>",
     "URL of external pipeline worker RPC (e.g., http://localhost:8080/api)"
@@ -15806,9 +16399,6 @@ function createWebCommand(program) {
             cliCommand: "web"
           }
         });
-        logger.info(
-          `🚀 Starting web interface${serverUrl ? ` connecting to worker at ${serverUrl}` : ""}`
-        );
         const appServer = await startAppServer(docService, pipeline, eventBus, config);
         registerGlobalServices({
           appServer,
@@ -15851,7 +16441,6 @@ function createWorkerCommand(program) {
       const port = validatePort(cmdOptions.port);
       const host = validateHost(cmdOptions.host);
       try {
-        logger.info(`🚀 Starting external pipeline worker on port ${port}`);
         ensurePlaywrightBrowsersInstalled();
         const embeddingConfig = resolveEmbeddingContext(cmdOptions.embeddingModel);
         const globalOptions = program.opts();
@@ -15902,7 +16491,7 @@ function createCliProgram() {
   const commandStartTimes = /* @__PURE__ */ new Map();
   let globalEventBus = null;
   let globalTelemetryService = null;
-  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.29.0").addOption(
+  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.31.0").addOption(
     new Option("--verbose", "Enable verbose (debug) logging").conflicts("silent")
   ).addOption(new Option("--silent", "Disable all logging except errors")).addOption(
     new Option("--telemetry", "Enable telemetry collection").env("DOCS_MCP_TELEMETRY").argParser((value) => {
@@ -15936,7 +16525,7 @@ function createCliProgram() {
     if (shouldEnableTelemetry()) {
       if (telemetry.isEnabled()) {
         telemetry.setGlobalContext({
-          appVersion: "1.29.0",
+          appVersion: "1.31.0",
           appPlatform: process.platform,
           appNodeVersion: process.version,
           appInterface: "cli",