docs2ai 0.1.0

package/README.md

@@ -0,0 +1,62 @@
+# docs2ai
+
+Convert documentation URLs into clean, AI-ready Markdown files. Drop them into your project so AI coding assistants (Cursor, Claude Code, Copilot, etc.) have accurate, up-to-date context.
+
+## Install
+
+```bash
+# Run directly
+npx docs2ai <url>
+
+# Or install globally
+npm install -g docs2ai
+```
+
+## Usage
+
+```bash
+# Fetch a single page to stdout
+docs2ai https://docs.stripe.com/api/charges
+
+# Write to a file
+docs2ai https://docs.stripe.com/api/charges -o .ai/stripe.md
+
+# Crawl linked pages
+docs2ai https://docs.stripe.com/api/charges --crawl --max-depth 2 -o .ai/stripe.md
+
+# Manage sources in a config file
+docs2ai add https://docs.stripe.com/api/charges --name stripe --crawl
+docs2ai update            # refresh all sources
+docs2ai update --name stripe  # refresh one
+docs2ai list              # show configured sources
+```
+
+## Features
+
+- **Platform detection** — auto-detects Mintlify, Docusaurus, GitBook, ReadMe, and falls back to Readability for generic sites
+- **Code block preservation** — language tags and indentation survive extraction perfectly
+- **Crawl mode** — follows sidebar/nav links with configurable depth
+- **YAML frontmatter** — each output includes source URL, fetch date, platform, and title
+- **Config file** — manage multiple doc sources with `.docs2ai.yaml`
+- **Playwright optional** — uses fast static fetch by default, Playwright only when needed for JS-rendered pages
+
+## Config (.docs2ai.yaml)
+
+```yaml
+version: 1
+output_dir: .ai/docs
+sources:
+  - name: stripe
+    url: https://docs.stripe.com/api/charges
+    crawl: true
+    max_depth: 2
+    output: stripe.md
+  - name: yousign
+    url: https://developers.yousign.com/docs/set-up-your-account
+    crawl: false
+    output: yousign.md
+```
+
+## License
+
+MIT

package/dist/cli.mjs

@@ -0,0 +1,902 @@
+#!/usr/bin/env node
+
+// src/cli.ts
+import { defineCommand as defineCommand5, runMain } from "citty";
+
+// src/commands/fetch.ts
+import { defineCommand } from "citty";
+import consola from "consola";
+import * as cheerio3 from "cheerio";
+
+// src/pipeline/fetcher.ts
+import { ofetch } from "ofetch";
+async function fetchPage(url) {
+  const html = await ofetch(url, { responseType: "text" });
+  return html;
+}
+async function fetchWithBrowser(url) {
+  let playwright;
+  try {
+    playwright = await import("playwright");
+  } catch {
+    const err = new Error(
+      "Playwright is not installed. Run:\n  npm install -D playwright && npx playwright install chromium"
+    );
+    err.code = "ERR_PLAYWRIGHT_NOT_INSTALLED";
+    throw err;
+  }
+  const browser = await playwright.chromium.launch({ headless: true });
+  try {
+    const page = await browser.newPage();
+    await page.goto(url, { waitUntil: "networkidle" });
+    await page.waitForTimeout(1e3);
+    const html = await page.content();
+    return html;
+  } finally {
+    await browser.close();
+  }
+}
+
+// src/pipeline/extractor.ts
+import * as cheerio from "cheerio";
+import { Readability } from "@mozilla/readability";
+import { parseHTML } from "linkedom";
+
+// src/platforms/mintlify.ts
+var mintlify = {
+  id: "mintlify",
+  detect(url, $) {
+    if ($('meta[name="generator"][content*="Mintlify"]').length > 0) return true;
+    if ($("script[src*='mintlify']").length > 0) return true;
+    if ($("[data-mintlify]").length > 0) return true;
+    return false;
+  },
+  contentSelector() {
+    return "article, main";
+  },
+  removeSelectors() {
+    return [
+      "nav",
+      "header",
+      "footer",
+      "[role='navigation']",
+      ".sidebar",
+      "[class*='sidebar']",
+      "[class*='cookie']",
+      "[class*='banner']",
+      "script",
+      "style"
+    ];
+  },
+  navLinkSelector() {
+    return "nav a[href], .sidebar a[href]";
+  }
+};
+
+// src/platforms/docusaurus.ts
+var docusaurus = {
+  id: "docusaurus",
+  detect(url, $) {
+    if ($('meta[name="generator"][content*="Docusaurus"]').length > 0)
+      return true;
+    if ($(".theme-doc-sidebar-container").length > 0) return true;
+    if ($('meta[name="docusaurus_locale"]').length > 0) return true;
+    return false;
+  },
+  contentSelector() {
+    return "article, [role='main'], .theme-doc-markdown";
+  },
+  removeSelectors() {
+    return [
+      ".navbar",
+      "footer",
+      ".theme-doc-toc-desktop",
+      ".theme-doc-sidebar-container",
+      ".pagination-nav",
+      ".theme-doc-breadcrumbs",
+      "nav",
+      "script",
+      "style"
+    ];
+  },
+  navLinkSelector() {
+    return ".menu__link[href]";
+  }
+};
+
+// src/platforms/readme.ts
+var readme = {
+  id: "readme",
+  detect(url, $) {
+    let rmClassCount = 0;
+    $("[class]").each((_, el) => {
+      const cls = $(el).attr("class") || "";
+      if (/\brm-/.test(cls)) rmClassCount++;
+    });
+    if (rmClassCount > 2) return true;
+    if ($(".rm-Article").length > 0) return true;
+    if ($(".rm-Markdown").length > 0) return true;
+    return false;
+  },
+  contentSelector() {
+    return ".markdown-body, .rm-Article, .rm-Markdown";
+  },
+  removeSelectors() {
+    return [
+      "nav",
+      "header",
+      "footer",
+      ".rm-Sidebar",
+      ".rm-TableOfContents",
+      "[class*='cookie']",
+      "script",
+      "style"
+    ];
+  },
+  navLinkSelector() {
+    return ".rm-Sidebar a[href]";
+  }
+};
+
+// src/platforms/gitbook.ts
+var gitbook = {
+  id: "gitbook",
+  detect(url, $) {
+    if ($('meta[name="generator"][content*="GitBook"]').length > 0) return true;
+    try {
+      const parsed = new URL(url);
+      if (parsed.hostname.endsWith(".gitbook.io")) return true;
+    } catch {
+    }
+    if ($('[data-testid="page.contentEditor"]').length > 0) return true;
+    return false;
+  },
+  contentSelector() {
+    return '[data-testid="page.contentEditor"], main, article';
+  },
+  removeSelectors() {
+    return [
+      "nav",
+      "header",
+      "footer",
+      "[class*='sidebar']",
+      "[class*='toc']",
+      "[class*='cookie']",
+      "script",
+      "style"
+    ];
+  },
+  navLinkSelector() {
+    return "nav a[href]";
+  }
+};
+
+// src/platforms/generic.ts
+var generic = {
+  id: "generic",
+  detect(_url, _$) {
+    return true;
+  },
+  contentSelector() {
+    return "article, main, [role='main'], .content";
+  },
+  removeSelectors() {
+    return [
+      "nav",
+      "header",
+      "footer",
+      "[role='navigation']",
+      "[class*='sidebar']",
+      "[class*='cookie']",
+      "[class*='banner']",
+      "script",
+      "style",
+      "noscript"
+    ];
+  },
+  navLinkSelector() {
+    return null;
+  }
+};
+
+// src/platforms/registry.ts
+var platformStrategies = [
+  mintlify,
+  docusaurus,
+  readme,
+  gitbook,
+  generic
+];
+function getStrategy(id) {
+  const strategy = platformStrategies.find((s) => s.id === id);
+  if (!strategy) {
+    throw new Error(`Unknown platform: ${id}`);
+  }
+  return strategy;
+}
+
+// src/pipeline/resolver.ts
+function resolve(url, $) {
+  for (const strategy of platformStrategies) {
+    if (strategy.detect(url, $)) {
+      return strategy.id;
+    }
+  }
+  return "generic";
+}
+
+// src/pipeline/extractor.ts
+function extract(html, url) {
+  const $ = cheerio.load(html);
+  const platform = resolve(url, $);
+  const strategy = getStrategy(platform);
+  const title = extractTitle($);
+  if (platform !== "generic") {
+    for (const sel of strategy.removeSelectors()) {
+      $(sel).remove();
+    }
+    const contentEl = $(strategy.contentSelector()).first();
+    const selectorContent = contentEl.html();
+    if (selectorContent && selectorContent.trim().length >= 100) {
+      return { content: selectorContent, title, platform };
+    }
+  }
+  const { document } = parseHTML(html);
+  const reader = new Readability(document);
+  const article = reader.parse();
+  const content = article?.content || $("body").html() || html;
+  return {
+    content,
+    title: title || article?.title || "",
+    platform
+  };
+}
+function extractTitle($) {
+  const h1 = $("h1").first().text().trim();
+  if (h1) return h1;
+  const ogTitle = $('meta[property="og:title"]').attr("content")?.trim();
+  if (ogTitle) return ogTitle;
+  return $("title").text().trim();
+}
+
+// src/pipeline/transformer.ts
+import TurndownService from "turndown";
+import { gfm } from "turndown-plugin-gfm";
+function transform(html) {
+  const td = new TurndownService({
+    headingStyle: "atx",
+    codeBlockStyle: "fenced",
+    bulletListMarker: "-"
+  });
+  td.use(gfm);
+  addCalloutRule(td);
+  addTabbedContentRule(td);
+  addCodeBlockLangRule(td);
+  addHiddenElementRule(td);
+  return td.turndown(html);
+}
+function isElement(node) {
+  return node.nodeType === 1;
+}
+function getAttr(node, attr) {
+  if (isElement(node)) {
+    return node.getAttribute(attr) || "";
+  }
+  return "";
+}
+function getTagName(node) {
+  if (isElement(node)) {
+    return node.tagName.toLowerCase();
+  }
+  return "";
+}
+function addCalloutRule(td) {
+  td.addRule("callouts", {
+    filter(node) {
+      if (!isElement(node)) return false;
+      const tag = getTagName(node);
+      if (tag === "aside") return true;
+      const cls = getAttr(node, "class");
+      if (/\b(admonition|callout|alert|notice|warning|info|tip|note|caution|danger)\b/i.test(
+        cls
+      ))
+        return true;
+      if (getAttr(node, "role") === "alert") return true;
+      return false;
+    },
+    replacement(content, node) {
+      const cls = getAttr(node, "class").toLowerCase();
+      let type = "Note";
+      if (/warning|caution/.test(cls)) type = "Warning";
+      else if (/danger|error/.test(cls)) type = "Danger";
+      else if (/tip|success/.test(cls)) type = "Tip";
+      else if (/info/.test(cls)) type = "Info";
+      const lines = content.trim().split("\n");
+      const quoted = lines.map((line) => `> ${line}`).join("\n");
+      return `
+> **${type}**
+${quoted}
+
+`;
+    }
+  });
+}
+function addTabbedContentRule(td) {
+  td.addRule("tabbed-content", {
+    filter(node) {
+      if (!isElement(node)) return false;
+      const cls = getAttr(node, "class");
+      if (/\b(tab-panel|tabpanel|tabs__item)\b/i.test(cls)) return true;
+      if (getAttr(node, "role") === "tabpanel") return true;
+      return false;
+    },
+    replacement(content, node) {
+      const label = getAttr(node, "aria-label") || getAttr(node, "data-label") || getAttr(node, "data-value") || "";
+      if (label) {
+        return `
+**${label}**
+
+${content.trim()}
+
+`;
+      }
+      return `
+${content.trim()}
+
+`;
+    }
+  });
+}
+function addCodeBlockLangRule(td) {
+  td.addRule("code-block-lang", {
+    filter(node) {
+      if (!isElement(node)) return false;
+      if (getTagName(node) !== "pre") return false;
+      const codeEl = node.querySelector("code");
+      if (!codeEl) return false;
+      const lang = getAttr(node, "data-language") || getAttr(node, "data-lang") || (codeEl.getAttribute("data-language") || "") || (codeEl.getAttribute("data-lang") || "");
+      return lang.length > 0;
+    },
+    replacement(_content, node) {
+      if (!isElement(node)) return _content;
+      const codeEl = node.querySelector("code");
+      const lang = getAttr(node, "data-language") || getAttr(node, "data-lang") || (codeEl.getAttribute("data-language") || "") || (codeEl.getAttribute("data-lang") || "");
+      const code = codeEl.textContent || "";
+      return `
+\`\`\`${lang}
+${code}
+\`\`\`
+`;
+    }
+  });
+}
+function addHiddenElementRule(td) {
+  td.addRule("hidden-elements", {
+    filter(node) {
+      if (!isElement(node)) return false;
+      const style = getAttr(node, "style");
+      if (!/display\s*:\s*none/i.test(style)) return false;
+      const cls = getAttr(node, "class");
+      if (/\b(tab-panel|tabpanel)\b/i.test(cls)) return false;
+      if (getAttr(node, "role") === "tabpanel") return false;
+      return true;
+    },
+    replacement() {
+      return "";
+    }
+  });
+}
+
+// src/pipeline/writer.ts
+import { writeFileSync, mkdirSync } from "fs";
+import { dirname } from "path";
+import matter from "gray-matter";
+function write(markdown, outputPath, options) {
+  const content = matter.stringify(markdown, {
+    source: options.sourceUrl,
+    fetched_at: (/* @__PURE__ */ new Date()).toISOString(),
+    platform: options.platform,
+    title: options.title,
+    docs2ai_version: "0.1.0"
+  });
+  if (outputPath) {
+    mkdirSync(dirname(outputPath), { recursive: true });
+    writeFileSync(outputPath, content, "utf-8");
+  } else {
+    process.stdout.write(content);
+  }
+}
+
+// src/crawl/crawler.ts
+import * as cheerio2 from "cheerio";
+
+// src/utils/url.ts
+function normalizeUrl(url) {
+  const parsed = new URL(url);
+  parsed.hash = "";
+  parsed.search = "";
+  return parsed.href.replace(/\/$/, "");
+}
+
+// src/crawl/boundary.ts
+function getCrawlPrefix(url) {
+  const parsed = new URL(url);
+  const pathParts = parsed.pathname.split("/");
+  pathParts.pop();
+  const pathPrefix = pathParts.join("/") + "/";
+  return { origin: parsed.origin, pathPrefix };
+}
+function isInBounds(candidateUrl, origin, pathPrefix) {
+  try {
+    const parsed = new URL(candidateUrl);
+    return parsed.origin === origin && parsed.pathname.startsWith(pathPrefix);
+  } catch {
+    return false;
+  }
+}
+
+// src/crawl/crawler.ts
+async function crawl(startUrl, options) {
+  const { origin, pathPrefix } = getCrawlPrefix(startUrl);
+  const visited = /* @__PURE__ */ new Set();
+  const results = [];
+  const queue = [[startUrl, 0]];
+  visited.add(normalizeUrl(startUrl));
+  while (queue.length > 0) {
+    const [url, depth] = queue.shift();
+    let html;
+    try {
+      html = await fetchPage(url);
+    } catch {
+      options.onPageFetched?.(url, results.length, results.length + queue.length);
+      continue;
+    }
+    results.push({ url, html });
+    options.onPageFetched?.(url, results.length, results.length + queue.length);
+    if (depth < options.maxDepth) {
+      const links = discoverLinks(
+        html,
+        url,
+        origin,
+        pathPrefix,
+        options.navLinkSelector
+      );
+      for (const link of links) {
+        const normalized = normalizeUrl(link);
+        if (!visited.has(normalized)) {
+          visited.add(normalized);
+          queue.push([link, depth + 1]);
+        }
+      }
+    }
+    if (queue.length > 0) {
+      await delay(200);
+    }
+  }
+  return results;
+}
+function discoverLinks(html, baseUrl, origin, pathPrefix, navLinkSelector) {
+  const $ = cheerio2.load(html);
+  const links = [];
+  const selector = navLinkSelector || "a[href]";
+  $(selector).each((_, el) => {
+    const href = $(el).attr("href");
+    if (!href) return;
+    try {
+      const resolved = new URL(href, baseUrl).href;
+      if (isInBounds(resolved, origin, pathPrefix)) {
+        links.push(resolved);
+      }
+    } catch {
+    }
+  });
+  return [...new Set(links)];
+}
+function delay(ms) {
+  return new Promise((resolve2) => setTimeout(resolve2, ms));
+}
+
+// src/commands/fetch.ts
+var fetchCommand = defineCommand({
+  meta: {
+    name: "fetch",
+    description: "Fetch a documentation URL and convert to Markdown"
+  },
+  args: {
+    url: {
+      type: "positional",
+      description: "Documentation URL to convert",
+      required: true
+    },
+    output: {
+      type: "string",
+      alias: "o",
+      description: "Output file path"
+    },
+    crawl: {
+      type: "boolean",
+      description: "Follow sidebar/nav links",
+      default: false
+    },
+    "max-depth": {
+      type: "string",
+      description: "Maximum crawl depth",
+      default: "2"
+    }
+  },
+  async run({ args }) {
+    const url = args.url;
+    const output = args.output;
+    const shouldCrawl = args.crawl;
+    const maxDepth = parseInt(args["max-depth"], 10);
+    const silent = !output;
+    if (shouldCrawl) {
+      if (!silent) consola.start(`Crawling from ${url} (max depth: ${maxDepth})...`);
+      const firstHtml = await fetchPage(url);
+      const $ = cheerio3.load(firstHtml);
+      const platformId = resolve(url, $);
+      const strategy = getStrategy(platformId);
+      const navLinkSelector = strategy.navLinkSelector();
+      const pages = await crawl(url, {
+        maxDepth,
+        navLinkSelector,
+        onPageFetched: (pageUrl, current, total) => {
+          if (!silent) consola.info(`[${current}/${total}] ${pageUrl}`);
+        }
+      });
+      if (!silent) consola.success(`Crawled ${pages.length} pages`);
+      const sections = [];
+      let firstTitle = "";
+      let firstPlatform = "";
+      for (const page of pages) {
+        const { content, title, platform } = extract(page.html, page.url);
+        if (!firstTitle) {
+          firstTitle = title;
+          firstPlatform = platform;
+        }
+        const md = transform(content);
+        sections.push(`## ${title}
+
+Source: ${page.url}
+
+${md}`);
+      }
+      const markdown = sections.join("\n\n---\n\n");
+      write(markdown, output, {
+        sourceUrl: url,
+        title: firstTitle,
+        platform: firstPlatform
+      });
+      if (!silent) consola.success(`Written to ${output}`);
+    } else {
+      if (!silent) consola.start(`Fetching ${url}...`);
+      let html = await fetchPage(url);
+      const { content, title, platform } = extract(html, url);
+      if (content.trim().length < 200) {
+        if (!silent) consola.warn("Content looks thin, retrying with browser...");
+        try {
+          html = await fetchWithBrowser(url);
+          const result = extract(html, url);
+          const markdown2 = transform(result.content);
+          write(markdown2, output, {
+            sourceUrl: url,
+            title: result.title || title,
+            platform: result.platform
+          });
+          if (!silent) consola.success(`Written to ${output}`);
+          return;
+        } catch (err) {
+          if (err?.code === "ERR_PLAYWRIGHT_NOT_INSTALLED") {
+            consola.warn(
+              "This page may require a browser to render. Install Playwright:\n  npm install -D playwright && npx playwright install chromium"
+            );
+          } else {
+            consola.warn("Browser fallback failed, using static content.");
+          }
+        }
+      }
+      if (!silent) consola.success(`Extracted content (platform: ${platform})`);
+      const markdown = transform(content);
+      write(markdown, output, {
+        sourceUrl: url,
+        title,
+        platform
+      });
+      if (!silent) consola.success(`Written to ${output}`);
+    }
+  }
+});
+
+// src/commands/add.ts
+import { defineCommand as defineCommand2 } from "citty";
+import { join as join2 } from "path";
+import consola2 from "consola";
+
+// src/config/manager.ts
+import { readFileSync, writeFileSync as writeFileSync2, existsSync } from "fs";
+import { join, dirname as dirname2 } from "path";
+import yaml from "js-yaml";
+var CONFIG_FILENAME = ".docs2ai.yaml";
+function loadConfig(startDir) {
+  const configPath = findConfigFile(startDir || process.cwd());
+  if (!configPath) return null;
+  const raw = readFileSync(configPath, "utf-8");
+  const data = yaml.load(raw);
+  const config = {
+    version: data.version ?? 1,
+    outputDir: data.output_dir ?? ".ai/docs",
+    sources: (data.sources ?? []).map(snakeToCamelSource)
+  };
+  return { config, configPath };
+}
+function saveConfig(config, configPath) {
+  const data = {
+    version: config.version,
+    output_dir: config.outputDir,
+    sources: config.sources.map(camelToSnakeSource)
+  };
+  const content = yaml.dump(data, { lineWidth: -1 });
+  writeFileSync2(configPath, content, "utf-8");
+}
+function addSource(config, source) {
+  const idx = config.sources.findIndex((s) => s.name === source.name);
+  if (idx >= 0) {
+    config.sources[idx] = source;
+  } else {
+    config.sources.push(source);
+  }
+}
+function findConfigFile(startDir) {
+  let dir = startDir;
+  while (true) {
+    const candidate = join(dir, CONFIG_FILENAME);
+    if (existsSync(candidate)) return candidate;
+    const parent = dirname2(dir);
+    if (parent === dir) return null;
+    dir = parent;
+  }
+}
+function snakeToCamelSource(s) {
+  return {
+    name: s.name ?? "",
+    url: s.url ?? "",
+    crawl: s.crawl ?? false,
+    maxDepth: s.max_depth ?? 2,
+    output: s.output ?? ""
+  };
+}
+function camelToSnakeSource(s) {
+  return {
+    name: s.name,
+    url: s.url,
+    crawl: s.crawl,
+    max_depth: s.maxDepth,
+    output: s.output
+  };
+}
+
+// src/commands/add.ts
+var addCommand = defineCommand2({
+  meta: {
+    name: "add",
+    description: "Add a documentation source to .docs2ai.yaml"
+  },
+  args: {
+    url: {
+      type: "positional",
+      description: "Documentation URL to add",
+      required: true
+    },
+    name: {
+      type: "string",
+      description: "Name for this source (auto-derived from hostname if omitted)"
+    },
+    crawl: {
+      type: "boolean",
+      description: "Enable crawl mode for this source",
+      default: false
+    },
+    "max-depth": {
+      type: "string",
+      description: "Maximum crawl depth",
+      default: "2"
+    },
+    output: {
+      type: "string",
+      alias: "o",
+      description: "Output filename"
+    }
+  },
+  run({ args }) {
+    const url = args.url;
+    const crawl2 = args.crawl;
+    const maxDepth = parseInt(args["max-depth"], 10);
+    const name = args.name || slugFromUrl(url);
+    const output = args.output || `${name}.md`;
+    const existing = loadConfig();
+    let config;
+    let configPath;
+    if (existing) {
+      config = existing.config;
+      configPath = existing.configPath;
+    } else {
+      configPath = join2(process.cwd(), ".docs2ai.yaml");
+      config = { version: 1, outputDir: ".ai/docs", sources: [] };
+    }
+    addSource(config, { name, url, crawl: crawl2, maxDepth, output });
+    saveConfig(config, configPath);
+    consola2.success(`Added source "${name}" \u2192 ${url}`);
+    consola2.info(`Config: ${configPath}`);
+  }
+});
+function slugFromUrl(url) {
+  try {
+    const parsed = new URL(url);
+    return parsed.hostname.replace(/\./g, "-").replace(/^www-/, "");
+  } catch {
+    return "source";
+  }
+}
+
+// src/commands/update.ts
+import { defineCommand as defineCommand3 } from "citty";
+import { join as join3, dirname as dirname3 } from "path";
+import { mkdirSync as mkdirSync2 } from "fs";
+import consola3 from "consola";
+var updateCommand = defineCommand3({
+  meta: {
+    name: "update",
+    description: "Refresh configured documentation sources"
+  },
+  args: {
+    name: {
+      type: "string",
+      description: "Update only the named source"
+    }
+  },
+  async run({ args }) {
+    const result = loadConfig();
+    if (!result) {
+      consola3.error("No .docs2ai.yaml found. Run `docs2ai add <url>` first.");
+      process.exit(1);
+    }
+    const { config, configPath } = result;
+    const configDir = dirname3(configPath);
+    const filterName = args.name;
+    const sources = filterName ? config.sources.filter((s) => s.name === filterName) : config.sources;
+    if (sources.length === 0) {
+      if (filterName) {
+        consola3.error(`Source "${filterName}" not found in config.`);
+      } else {
+        consola3.error("No sources configured.");
+      }
+      process.exit(1);
+    }
+    for (const source of sources) {
+      const outputPath = join3(configDir, config.outputDir, source.output);
+      mkdirSync2(dirname3(outputPath), { recursive: true });
+      consola3.start(`Updating "${source.name}" from ${source.url}...`);
+      if (source.crawl) {
+        const pages = await crawl(source.url, {
+          maxDepth: source.maxDepth,
+          onPageFetched: (url, current, total) => {
+            consola3.info(`  [${current}/${total}] ${url}`);
+          }
+        });
+        const sections = [];
+        let firstTitle = "";
+        let firstPlatform = "";
+        for (const page of pages) {
+          const { content, title, platform } = extract(page.html, page.url);
+          if (!firstTitle) {
+            firstTitle = title;
+            firstPlatform = platform;
+          }
+          const md = transform(content);
+          sections.push(`## ${title}
+
+Source: ${page.url}
+
+${md}`);
+        }
+        const markdown = sections.join("\n\n---\n\n");
+        write(markdown, outputPath, {
+          sourceUrl: source.url,
+          title: firstTitle,
+          platform: firstPlatform
+        });
+      } else {
+        const html = await fetchPage(source.url);
+        const { content, title, platform } = extract(html, source.url);
+        const markdown = transform(content);
+        write(markdown, outputPath, {
+          sourceUrl: source.url,
+          title,
+          platform
+        });
+      }
+      consola3.success(`Updated "${source.name}" \u2192 ${outputPath}`);
+    }
+  }
+});
+
+// src/commands/list.ts
+import { defineCommand as defineCommand4 } from "citty";
+import consola4 from "consola";
+var listCommand = defineCommand4({
+  meta: {
+    name: "list",
+    description: "List configured documentation sources"
+  },
+  run() {
+    const result = loadConfig();
+    if (!result) {
+      consola4.info("No .docs2ai.yaml found. Run `docs2ai add <url>` to get started.");
+      return;
+    }
+    const { config, configPath } = result;
+    consola4.info(`Config: ${configPath}`);
+    consola4.info(`Output dir: ${config.outputDir}
+`);
+    if (config.sources.length === 0) {
+      consola4.info("No sources configured.");
+      return;
+    }
+    for (const source of config.sources) {
+      const crawlInfo = source.crawl ? ` (crawl, depth: ${source.maxDepth})` : "";
+      console.log(`  ${source.name}${crawlInfo}`);
+      console.log(`    URL:    ${source.url}`);
+      console.log(`    Output: ${source.output}`);
+      console.log();
+    }
+  }
+});
+
+// src/cli.ts
+var main = defineCommand5({
+  meta: {
+    name: "docs2ai",
+    version: "0.1.0",
+    description: "Convert documentation URLs into AI-ready Markdown files"
+  },
+  args: {
+    url: {
+      type: "positional",
+      description: "Documentation URL to convert",
+      required: false
+    },
+    output: {
+      type: "string",
+      alias: "o",
+      description: "Output file path"
+    },
+    crawl: {
+      type: "boolean",
+      description: "Follow sidebar/nav links",
+      default: false
+    },
+    "max-depth": {
+      type: "string",
+      description: "Maximum crawl depth",
+      default: "2"
+    }
+  },
+  subCommands: {
+    add: addCommand,
+    update: updateCommand,
+    list: listCommand
+  },
+  run({ args }) {
+    if (!args.url) {
+      console.log("Usage: docs2ai <url> [-o output.md] [--crawl]");
+      console.log("       docs2ai add <url> [--name name] [--crawl]");
+      console.log("       docs2ai update [--name name]");
+      console.log("       docs2ai list");
+      console.log("\nRun `docs2ai --help` for full usage.");
+      return;
+    }
+    return fetchCommand.run({ args });
+  }
+});
+runMain(main);
+//# sourceMappingURL=cli.mjs.map

package/dist/cli.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli.ts","../src/commands/fetch.ts","../src/pipeline/fetcher.ts","../src/pipeline/extractor.ts","../src/platforms/mintlify.ts","../src/platforms/docusaurus.ts","../src/platforms/readme.ts","../src/platforms/gitbook.ts","../src/platforms/generic.ts","../src/platforms/registry.ts","../src/pipeline/resolver.ts","../src/pipeline/transformer.ts","../src/pipeline/writer.ts","../src/crawl/crawler.ts","../src/utils/url.ts","../src/crawl/boundary.ts","../src/commands/add.ts","../src/config/manager.ts","../src/commands/update.ts","../src/commands/list.ts"],"sourcesContent":["import { defineCommand, runMain } from \"citty\";\nimport { fetchCommand } from \"./commands/fetch\";\nimport { addCommand } from \"./commands/add\";\nimport { updateCommand } from \"./commands/update\";\nimport { listCommand } from \"./commands/list\";\n\nconst main = defineCommand({\n  meta: {\n    name: \"docs2ai\",\n    version: \"0.1.0\",\n    description: \"Convert documentation URLs into AI-ready Markdown files\",\n  },\n  args: {\n    url: {\n      type: \"positional\",\n      description: \"Documentation URL to convert\",\n      required: false,\n    },\n    output: {\n      type: \"string\",\n      alias: \"o\",\n      description: \"Output file path\",\n    },\n    crawl: {\n      type: \"boolean\",\n      description: \"Follow sidebar/nav links\",\n      default: false,\n    },\n    \"max-depth\": {\n      type: \"string\",\n      description: \"Maximum crawl depth\",\n      default: \"2\",\n    },\n  },\n  subCommands: {\n    add: addCommand,\n    update: updateCommand,\n    list: listCommand,\n  },\n  run({ args }) {\n    if (!args.url) {\n      console.log(\"Usage: docs2ai <url> [-o output.md] [--crawl]\");\n      console.log(\"       docs2ai add <url> [--name name] [--crawl]\");\n      console.log(\"       docs2ai update [--name name]\");\n      console.log(\"       docs2ai list\");\n      console.log(\"\\nRun `docs2ai --help` for full usage.\");\n      return;\n    }\n    return (fetchCommand as any).run({ args });\n  },\n});\n\nrunMain(main);\n","import { defineCommand } from \"citty\";\nimport consola from \"consola\";\nimport * as cheerio from \"cheerio\";\nimport { fetchPage, fetchWithBrowser } from \"../pipeline/fetcher\";\nimport { extract } from \"../pipeline/extractor\";\nimport { transform } from \"../pipeline/transformer\";\nimport { write } from \"../pipeline/writer\";\nimport { crawl } from \"../crawl/crawler\";\nimport { resolve } from \"../pipeline/resolver\";\nimport { getStrategy } from \"../platforms/registry\";\n\nexport const fetchCommand = defineCommand({\n  meta: {\n    name: \"fetch\",\n    description: \"Fetch a documentation URL and convert to Markdown\",\n  },\n  args: {\n    url: {\n      type: \"positional\",\n      description: \"Documentation URL to convert\",\n      required: true,\n    },\n    output: {\n      type: \"string\",\n      alias: \"o\",\n      description: \"Output file path\",\n    },\n    crawl: {\n      type: \"boolean\",\n      description: \"Follow sidebar/nav links\",\n      default: false,\n    },\n    \"max-depth\": {\n      type: \"string\",\n      description: \"Maximum crawl depth\",\n      default: \"2\",\n    },\n  },\n  async run({ args }) {\n    const url = args.url as string;\n    const output = args.output as string | undefined;\n    const shouldCrawl = args.crawl as boolean;\n    const maxDepth = parseInt(args[\"max-depth\"] as string, 10);\n    const silent = !output;\n\n    if (shouldCrawl) {\n      if (!silent) consola.start(`Crawling from ${url} (max depth: ${maxDepth})...`);\n\n      // Fetch first page to resolve platform and get navLinkSelector\n      const firstHtml = await fetchPage(url);\n      const $ = cheerio.load(firstHtml);\n      const platformId = resolve(url, $);\n      const strategy = getStrategy(platformId);\n      const navLinkSelector = strategy.navLinkSelector();\n\n      const pages = await crawl(url, {\n        maxDepth,\n        navLinkSelector,\n        onPageFetched: (pageUrl, current, total) => {\n          if (!silent) consola.info(`[${current}/${total}] ${pageUrl}`);\n        },\n      });\n\n      if (!silent) consola.success(`Crawled ${pages.length} pages`);\n\n      const sections: string[] = [];\n      let firstTitle = \"\";\n      let firstPlatform = \"\";\n\n      for (const page of pages) {\n        const { content, title, platform } = extract(page.html, page.url);\n        if (!firstTitle) {\n          firstTitle = title;\n          firstPlatform = platform;\n        }\n        const md = transform(content);\n        sections.push(`## ${title}\\n\\nSource: ${page.url}\\n\\n${md}`);\n      }\n\n      const markdown = sections.join(\"\\n\\n---\\n\\n\");\n\n      write(markdown, output, {\n        sourceUrl: url,\n        title: firstTitle,\n        platform: firstPlatform,\n      });\n\n      if (!silent) consola.success(`Written to ${output}`);\n    } else {\n      if (!silent) consola.start(`Fetching ${url}...`);\n      let html = await fetchPage(url);\n\n      const { content, title, platform } = extract(html, url);\n\n      // If content is suspiciously small, try Playwright\n      if (content.trim().length < 200) {\n        if (!silent) consola.warn(\"Content looks thin, retrying with browser...\");\n        try {\n          html = await fetchWithBrowser(url);\n          const result = extract(html, url);\n          const markdown = transform(result.content);\n          write(markdown, output, {\n            sourceUrl: url,\n            title: result.title || title,\n            platform: result.platform,\n          });\n          if (!silent) consola.success(`Written to ${output}`);\n          return;\n        } catch (err: any) {\n          if (err?.code === \"ERR_PLAYWRIGHT_NOT_INSTALLED\") {\n            consola.warn(\n              \"This page may require a browser to render. Install Playwright:\\n\" +\n                \"  npm install -D playwright && npx playwright install chromium\"\n            );\n          } else {\n            consola.warn(\"Browser fallback failed, using static content.\");\n          }\n        }\n      }\n\n      if (!silent) consola.success(`Extracted content (platform: ${platform})`);\n      const markdown = transform(content);\n\n      write(markdown, output, {\n        sourceUrl: url,\n        title,\n        platform,\n      });\n\n      if (!silent) consola.success(`Written to ${output}`);\n    }\n  },\n});\n","import { ofetch } from \"ofetch\";\n\n/**\n * Fetch the raw HTML of a documentation page.\n * Uses static fetch by default.\n */\nexport async function fetchPage(url: string): Promise<string> {\n  const html = await ofetch(url, { responseType: \"text\" });\n  return html;\n}\n\n/**\n * Fetch a page using Playwright for JS-rendered sites.\n * Playwright is an optional dependency — throws a typed error if not installed.\n */\nexport async function fetchWithBrowser(url: string): Promise<string> {\n  let playwright;\n  try {\n    playwright = await import(\"playwright\");\n  } catch {\n    const err = new Error(\n      \"Playwright is not installed. Run:\\n  npm install -D playwright && npx playwright install chromium\"\n    );\n    (err as any).code = \"ERR_PLAYWRIGHT_NOT_INSTALLED\";\n    throw err;\n  }\n\n  const browser = await playwright.chromium.launch({ headless: true });\n  try {\n    const page = await browser.newPage();\n    await page.goto(url, { waitUntil: \"networkidle\" });\n    // Extra buffer for late-loading content\n    await page.waitForTimeout(1000);\n    const html = await page.content();\n    return html;\n  } finally {\n    await browser.close();\n  }\n}\n","import * as cheerio from \"cheerio\";\nimport { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\nimport { resolve } from \"./resolver\";\nimport { getStrategy } from \"../platforms/registry\";\nimport type { PlatformId } from \"../platforms/base\";\n\nexport interface ExtractResult {\n  content: string;\n  title: string;\n  platform: PlatformId;\n}\n\n/**\n * Extract meaningful content from raw HTML.\n * Uses platform-specific selectors when available, falls back to Readability.\n */\nexport function extract(html: string, url: string): ExtractResult {\n  const $ = cheerio.load(html);\n  const platform = resolve(url, $);\n  const strategy = getStrategy(platform);\n\n  const title = extractTitle($);\n\n  // Non-generic platforms: use selector-based extraction first\n  if (platform !== \"generic\") {\n    for (const sel of strategy.removeSelectors()) {\n      $(sel).remove();\n    }\n\n    const contentEl = $(strategy.contentSelector()).first();\n    const selectorContent = contentEl.html();\n\n    if (selectorContent && selectorContent.trim().length >= 100) {\n      return { content: selectorContent, title, platform };\n    }\n    // Fall through to Readability if selector extraction yields too little\n  }\n\n  // Generic / fallback: Readability extraction\n  const { document } = parseHTML(html);\n  const reader = new Readability(document as any);\n  const article = reader.parse();\n\n  const content = article?.content || $(\"body\").html() || html;\n\n  return {\n    content,\n    title: title || article?.title || \"\",\n    platform,\n  };\n}\n\n/**\n * Extract page title from common sources.\n */\nfunction extractTitle($: cheerio.CheerioAPI): string {\n  const h1 = $(\"h1\").first().text().trim();\n  if (h1) return h1;\n\n  const ogTitle = $('meta[property=\"og:title\"]').attr(\"content\")?.trim();\n  if (ogTitle) return ogTitle;\n\n  return $(\"title\").text().trim();\n}\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformStrategy } from \"./base\";\n\nexport const mintlify: PlatformStrategy = {\n  id: \"mintlify\",\n\n  detect(url: string, $: CheerioAPI): boolean {\n    if ($('meta[name=\"generator\"][content*=\"Mintlify\"]').length > 0) return true;\n    if ($(\"script[src*='mintlify']\").length > 0) return true;\n    if ($(\"[data-mintlify]\").length > 0) return true;\n    return false;\n  },\n\n  contentSelector(): string {\n    return \"article, main\";\n  },\n\n  removeSelectors(): string[] {\n    return [\n      \"nav\",\n      \"header\",\n      \"footer\",\n      \"[role='navigation']\",\n      \".sidebar\",\n      \"[class*='sidebar']\",\n      \"[class*='cookie']\",\n      \"[class*='banner']\",\n      \"script\",\n      \"style\",\n    ];\n  },\n\n  navLinkSelector(): string | null {\n    return \"nav a[href], .sidebar a[href]\";\n  },\n};\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformStrategy } from \"./base\";\n\nexport const docusaurus: PlatformStrategy = {\n  id: \"docusaurus\",\n\n  detect(url: string, $: CheerioAPI): boolean {\n    if ($('meta[name=\"generator\"][content*=\"Docusaurus\"]').length > 0)\n      return true;\n    if ($(\".theme-doc-sidebar-container\").length > 0) return true;\n    if ($('meta[name=\"docusaurus_locale\"]').length > 0) return true;\n    return false;\n  },\n\n  contentSelector(): string {\n    return \"article, [role='main'], .theme-doc-markdown\";\n  },\n\n  removeSelectors(): string[] {\n    return [\n      \".navbar\",\n      \"footer\",\n      \".theme-doc-toc-desktop\",\n      \".theme-doc-sidebar-container\",\n      \".pagination-nav\",\n      \".theme-doc-breadcrumbs\",\n      \"nav\",\n      \"script\",\n      \"style\",\n    ];\n  },\n\n  navLinkSelector(): string | null {\n    return \".menu__link[href]\";\n  },\n};\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformStrategy } from \"./base\";\n\nexport const readme: PlatformStrategy = {\n  id: \"readme\",\n\n  detect(url: string, $: CheerioAPI): boolean {\n    let rmClassCount = 0;\n    $(\"[class]\").each((_, el) => {\n      const cls = $(el).attr(\"class\") || \"\";\n      if (/\\brm-/.test(cls)) rmClassCount++;\n    });\n    if (rmClassCount > 2) return true;\n    if ($(\".rm-Article\").length > 0) return true;\n    if ($(\".rm-Markdown\").length > 0) return true;\n    return false;\n  },\n\n  contentSelector(): string {\n    return \".markdown-body, .rm-Article, .rm-Markdown\";\n  },\n\n  removeSelectors(): string[] {\n    return [\n      \"nav\",\n      \"header\",\n      \"footer\",\n      \".rm-Sidebar\",\n      \".rm-TableOfContents\",\n      \"[class*='cookie']\",\n      \"script\",\n      \"style\",\n    ];\n  },\n\n  navLinkSelector(): string | null {\n    return \".rm-Sidebar a[href]\";\n  },\n};\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformStrategy } from \"./base\";\n\nexport const gitbook: PlatformStrategy = {\n  id: \"gitbook\",\n\n  detect(url: string, $: CheerioAPI): boolean {\n    if ($('meta[name=\"generator\"][content*=\"GitBook\"]').length > 0) return true;\n    try {\n      const parsed = new URL(url);\n      if (parsed.hostname.endsWith(\".gitbook.io\")) return true;\n    } catch {\n      // invalid URL, skip host check\n    }\n    if ($('[data-testid=\"page.contentEditor\"]').length > 0) return true;\n    return false;\n  },\n\n  contentSelector(): string {\n    return '[data-testid=\"page.contentEditor\"], main, article';\n  },\n\n  removeSelectors(): string[] {\n    return [\n      \"nav\",\n      \"header\",\n      \"footer\",\n      \"[class*='sidebar']\",\n      \"[class*='toc']\",\n      \"[class*='cookie']\",\n      \"script\",\n      \"style\",\n    ];\n  },\n\n  navLinkSelector(): string | null {\n    return \"nav a[href]\";\n  },\n};\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformStrategy } from \"./base\";\n\nexport const generic: PlatformStrategy = {\n  id: \"generic\",\n\n  detect(_url: string, _$: CheerioAPI): boolean {\n    return true;\n  },\n\n  contentSelector(): string {\n    return \"article, main, [role='main'], .content\";\n  },\n\n  removeSelectors(): string[] {\n    return [\n      \"nav\",\n      \"header\",\n      \"footer\",\n      \"[role='navigation']\",\n      \"[class*='sidebar']\",\n      \"[class*='cookie']\",\n      \"[class*='banner']\",\n      \"script\",\n      \"style\",\n      \"noscript\",\n    ];\n  },\n\n  navLinkSelector(): string | null {\n    return null;\n  },\n};\n","import type { PlatformId, PlatformStrategy } from \"./base\";\nimport { mintlify } from \"./mintlify\";\nimport { docusaurus } from \"./docusaurus\";\nimport { readme } from \"./readme\";\nimport { gitbook } from \"./gitbook\";\nimport { generic } from \"./generic\";\n\n/** Ordered list of platform strategies. Generic must be last (always matches). */\nexport const platformStrategies: PlatformStrategy[] = [\n  mintlify,\n  docusaurus,\n  readme,\n  gitbook,\n  generic,\n];\n\n/** Get a strategy by its platform ID. */\nexport function getStrategy(id: PlatformId): PlatformStrategy {\n  const strategy = platformStrategies.find((s) => s.id === id);\n  if (!strategy) {\n    throw new Error(`Unknown platform: ${id}`);\n  }\n  return strategy;\n}\n","import type { CheerioAPI } from \"cheerio\";\nimport type { PlatformId } from \"../platforms/base\";\nimport { platformStrategies } from \"../platforms/registry\";\n\n/**\n * Detect which documentation platform a page belongs to.\n * Tries platform-specific strategies in order, falls back to generic.\n */\nexport function resolve(url: string, $: CheerioAPI): PlatformId {\n  for (const strategy of platformStrategies) {\n    if (strategy.detect(url, $)) {\n      return strategy.id;\n    }\n  }\n  return \"generic\";\n}\n","import TurndownService from \"turndown\";\nimport { gfm } from \"turndown-plugin-gfm\";\n\n/**\n * Convert clean HTML to Markdown.\n */\nexport function transform(html: string): string {\n  const td = new TurndownService({\n    headingStyle: \"atx\",\n    codeBlockStyle: \"fenced\",\n    bulletListMarker: \"-\",\n  });\n\n  td.use(gfm);\n\n  addCalloutRule(td);\n  addTabbedContentRule(td);\n  addCodeBlockLangRule(td);\n  addHiddenElementRule(td);\n\n  return td.turndown(html);\n}\n\nfunction isElement(node: TurndownService.Node): node is HTMLElement {\n  return node.nodeType === 1;\n}\n\nfunction getAttr(node: TurndownService.Node, attr: string): string {\n  if (isElement(node)) {\n    return node.getAttribute(attr) || \"\";\n  }\n  return \"\";\n}\n\nfunction getTagName(node: TurndownService.Node): string {\n  if (isElement(node)) {\n    return node.tagName.toLowerCase();\n  }\n  return \"\";\n}\n\n/**\n * Convert callouts/admonitions to blockquotes.\n * Matches: aside, .admonition, .callout, .alert, [role=\"alert\"]\n */\nfunction addCalloutRule(td: TurndownService): void {\n  td.addRule(\"callouts\", {\n    filter(node) {\n      if (!isElement(node)) return false;\n      const tag = getTagName(node);\n      if (tag === \"aside\") return true;\n      const cls = getAttr(node, \"class\");\n      if (\n        /\\b(admonition|callout|alert|notice|warning|info|tip|note|caution|danger)\\b/i.test(\n          cls\n        )\n      )\n        return true;\n      if (getAttr(node, \"role\") === \"alert\") return true;\n      return false;\n    },\n    replacement(content, node) {\n      const cls = getAttr(node, \"class\").toLowerCase();\n      let type = \"Note\";\n      if (/warning|caution/.test(cls)) type = \"Warning\";\n      else if (/danger|error/.test(cls)) type = \"Danger\";\n      else if (/tip|success/.test(cls)) type = \"Tip\";\n      else if (/info/.test(cls)) type = \"Info\";\n\n      const lines = content.trim().split(\"\\n\");\n      const quoted = lines.map((line) => `> ${line}`).join(\"\\n\");\n      return `\\n> **${type}**\\n${quoted}\\n\\n`;\n    },\n  });\n}\n\n/**\n * Convert tabbed content into labeled sections.\n * Matches: .tab-panel, .tabpanel, [role=\"tabpanel\"]\n */\nfunction addTabbedContentRule(td: TurndownService): void {\n  td.addRule(\"tabbed-content\", {\n    filter(node) {\n      if (!isElement(node)) return false;\n      const cls = getAttr(node, \"class\");\n      if (/\\b(tab-panel|tabpanel|tabs__item)\\b/i.test(cls)) return true;\n      if (getAttr(node, \"role\") === \"tabpanel\") return true;\n      return false;\n    },\n    replacement(content, node) {\n      const label =\n        getAttr(node, \"aria-label\") ||\n        getAttr(node, \"data-label\") ||\n        getAttr(node, \"data-value\") ||\n        \"\";\n      if (label) {\n        return `\\n**${label}**\\n\\n${content.trim()}\\n\\n`;\n      }\n      return `\\n${content.trim()}\\n\\n`;\n    },\n  });\n}\n\n/**\n * Ensure code blocks with data-language/data-lang produce proper fenced blocks.\n */\nfunction addCodeBlockLangRule(td: TurndownService): void {\n  td.addRule(\"code-block-lang\", {\n    filter(node) {\n      if (!isElement(node)) return false;\n      if (getTagName(node) !== \"pre\") return false;\n      const codeEl = node.querySelector(\"code\");\n      if (!codeEl) return false;\n      const lang =\n        getAttr(node, \"data-language\") ||\n        getAttr(node, \"data-lang\") ||\n        (codeEl.getAttribute(\"data-language\") || \"\") ||\n        (codeEl.getAttribute(\"data-lang\") || \"\");\n      return lang.length > 0;\n    },\n    replacement(_content, node) {\n      if (!isElement(node)) return _content;\n      const codeEl = node.querySelector(\"code\")!;\n      const lang =\n        getAttr(node, \"data-language\") ||\n        getAttr(node, \"data-lang\") ||\n        (codeEl.getAttribute(\"data-language\") || \"\") ||\n        (codeEl.getAttribute(\"data-lang\") || \"\");\n      const code = codeEl.textContent || \"\";\n      return `\\n\\`\\`\\`${lang}\\n${code}\\n\\`\\`\\`\\n`;\n    },\n  });\n}\n\n/**\n * Remove hidden elements (display:none) except tab panels.\n */\nfunction addHiddenElementRule(td: TurndownService): void {\n  td.addRule(\"hidden-elements\", {\n    filter(node) {\n      if (!isElement(node)) return false;\n      const style = getAttr(node, \"style\");\n      if (!/display\\s*:\\s*none/i.test(style)) return false;\n      // Don't remove tab panels — they're hidden but contain valid content\n      const cls = getAttr(node, \"class\");\n      if (/\\b(tab-panel|tabpanel)\\b/i.test(cls)) return false;\n      if (getAttr(node, \"role\") === \"tabpanel\") return false;\n      return true;\n    },\n    replacement() {\n      return \"\";\n    },\n  });\n}\n","import { writeFileSync, mkdirSync } from \"node:fs\";\nimport { dirname } from \"node:path\";\nimport matter from \"gray-matter\";\n\nexport interface WriterOptions {\n  sourceUrl: string;\n  title: string;\n  platform: string;\n}\n\n/**\n * Write Markdown with frontmatter to a file or stdout.\n */\nexport function write(\n  markdown: string,\n  outputPath: string | undefined,\n  options: WriterOptions\n): void {\n  const content = matter.stringify(markdown, {\n    source: options.sourceUrl,\n    fetched_at: new Date().toISOString(),\n    platform: options.platform,\n    title: options.title,\n    docs2ai_version: \"0.1.0\",\n  });\n\n  if (outputPath) {\n    mkdirSync(dirname(outputPath), { recursive: true });\n    writeFileSync(outputPath, content, \"utf-8\");\n  } else {\n    process.stdout.write(content);\n  }\n}\n","import * as cheerio from \"cheerio\";\nimport { fetchPage } from \"../pipeline/fetcher\";\nimport { getCrawlPrefix, isInBounds, normalizeUrl } from \"./boundary\";\n\nexport interface CrawledPage {\n  url: string;\n  html: string;\n}\n\nexport interface CrawlOptions {\n  maxDepth: number;\n  navLinkSelector?: string | null;\n  onPageFetched?: (url: string, current: number, total: number) => void;\n}\n\n/**\n * Crawl documentation pages starting from a URL.\n * Follows in-bounds links via BFS up to maxDepth.\n */\nexport async function crawl(\n  startUrl: string,\n  options: CrawlOptions\n): Promise<CrawledPage[]> {\n  const { origin, pathPrefix } = getCrawlPrefix(startUrl);\n  const visited = new Set<string>();\n  const results: CrawledPage[] = [];\n\n  // BFS queue: [url, depth]\n  const queue: [string, number][] = [[startUrl, 0]];\n  visited.add(normalizeUrl(startUrl));\n\n  while (queue.length > 0) {\n    const [url, depth] = queue.shift()!;\n\n    let html: string;\n    try {\n      html = await fetchPage(url);\n    } catch {\n      options.onPageFetched?.(url, results.length, results.length + queue.length);\n      continue;\n    }\n    results.push({ url, html });\n    options.onPageFetched?.(url, results.length, results.length + queue.length);\n\n    if (depth < options.maxDepth) {\n      const links = discoverLinks(\n        html,\n        url,\n        origin,\n        pathPrefix,\n        options.navLinkSelector\n      );\n      for (const link of links) {\n        const normalized = normalizeUrl(link);\n        if (!visited.has(normalized)) {\n          visited.add(normalized);\n          queue.push([link, depth + 1]);\n        }\n      }\n    }\n\n    // Politeness delay between requests\n    if (queue.length > 0) {\n      await delay(200);\n    }\n  }\n\n  return results;\n}\n\n/**\n * Extract all in-bounds links from a page's HTML.\n * When navLinkSelector is provided, only links matching that selector are used.\n */\nfunction discoverLinks(\n  html: string,\n  baseUrl: string,\n  origin: string,\n  pathPrefix: string,\n  navLinkSelector?: string | null\n): string[] {\n  const $ = cheerio.load(html);\n  const links: string[] = [];\n  const selector = navLinkSelector || \"a[href]\";\n\n  $(selector).each((_, el) => {\n    const href = $(el).attr(\"href\");\n    if (!href) return;\n\n    try {\n      const resolved = new URL(href, baseUrl).href;\n      if (isInBounds(resolved, origin, pathPrefix)) {\n        links.push(resolved);\n      }\n    } catch {\n      // Invalid URL, skip\n    }\n  });\n\n  return [...new Set(links)];\n}\n\nfunction delay(ms: number): Promise<void> {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n","/**\n * Validate whether a string is a valid URL.\n */\nexport function isValidUrl(input: string): boolean {\n  try {\n    new URL(input);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Normalize a URL for deduplication: strip hash, query, trailing slash.\n */\nexport function normalizeUrl(url: string): string {\n  const parsed = new URL(url);\n  parsed.hash = \"\";\n  parsed.search = \"\";\n  return parsed.href.replace(/\\/$/, \"\");\n}\n\n/**\n * Derive a short name/slug from a URL's hostname.\n */\nexport function slugFromUrl(url: string): string {\n  try {\n    const parsed = new URL(url);\n    return parsed.hostname.replace(/\\./g, \"-\").replace(/^www-/, \"\");\n  } catch {\n    return \"source\";\n  }\n}\n","import { normalizeUrl } from \"../utils/url\";\n\nexport { normalizeUrl };\n\n/**\n * Determine the crawl boundary from a starting URL.\n * Links are in-bounds if they share the same origin and path prefix.\n */\nexport function getCrawlPrefix(url: string): {\n  origin: string;\n  pathPrefix: string;\n} {\n  const parsed = new URL(url);\n  const pathParts = parsed.pathname.split(\"/\");\n  // Remove the last segment (the current page slug)\n  pathParts.pop();\n  const pathPrefix = pathParts.join(\"/\") + \"/\";\n  return { origin: parsed.origin, pathPrefix };\n}\n\n/**\n * Check whether a candidate URL falls within the crawl boundary.\n */\nexport function isInBounds(\n  candidateUrl: string,\n  origin: string,\n  pathPrefix: string\n): boolean {\n  try {\n    const parsed = new URL(candidateUrl);\n    return parsed.origin === origin && parsed.pathname.startsWith(pathPrefix);\n  } catch {\n    return false;\n  }\n}\n","import { defineCommand } from \"citty\";\nimport { join } from \"node:path\";\nimport consola from \"consola\";\nimport { loadConfig, saveConfig, addSource } from \"../config/manager\";\nimport type { Docs2aiConfig } from \"../config/schema\";\n\nexport const addCommand = defineCommand({\n  meta: {\n    name: \"add\",\n    description: \"Add a documentation source to .docs2ai.yaml\",\n  },\n  args: {\n    url: {\n      type: \"positional\",\n      description: \"Documentation URL to add\",\n      required: true,\n    },\n    name: {\n      type: \"string\",\n      description: \"Name for this source (auto-derived from hostname if omitted)\",\n    },\n    crawl: {\n      type: \"boolean\",\n      description: \"Enable crawl mode for this source\",\n      default: false,\n    },\n    \"max-depth\": {\n      type: \"string\",\n      description: \"Maximum crawl depth\",\n      default: \"2\",\n    },\n    output: {\n      type: \"string\",\n      alias: \"o\",\n      description: \"Output filename\",\n    },\n  },\n  run({ args }) {\n    const url = args.url as string;\n    const crawl = args.crawl as boolean;\n    const maxDepth = parseInt(args[\"max-depth\"] as string, 10);\n\n    const name = (args.name as string) || slugFromUrl(url);\n    const output = (args.output as string) || `${name}.md`;\n\n    const existing = loadConfig();\n    let config: Docs2aiConfig;\n    let configPath: string;\n\n    if (existing) {\n      config = existing.config;\n      configPath = existing.configPath;\n    } else {\n      configPath = join(process.cwd(), \".docs2ai.yaml\");\n      config = { version: 1, outputDir: \".ai/docs\", sources: [] };\n    }\n\n    addSource(config, { name, url, crawl, maxDepth, output });\n    saveConfig(config, configPath);\n\n    consola.success(`Added source \"${name}\" → ${url}`);\n    consola.info(`Config: ${configPath}`);\n  },\n});\n\nfunction slugFromUrl(url: string): string {\n  try {\n    const parsed = new URL(url);\n    return parsed.hostname.replace(/\\./g, \"-\").replace(/^www-/, \"\");\n  } catch {\n    return \"source\";\n  }\n}\n","import { readFileSync, writeFileSync, existsSync } from \"node:fs\";\nimport { join, dirname } from \"node:path\";\nimport yaml from \"js-yaml\";\nimport type { Docs2aiConfig, SourceConfig } from \"./schema\";\n\nconst CONFIG_FILENAME = \".docs2ai.yaml\";\n\n/**\n * Load the .docs2ai.yaml config file, searching up from cwd.\n * Returns null if no config file is found.\n */\nexport function loadConfig(startDir?: string): {\n  config: Docs2aiConfig;\n  configPath: string;\n} | null {\n  const configPath = findConfigFile(startDir || process.cwd());\n  if (!configPath) return null;\n\n  const raw = readFileSync(configPath, \"utf-8\");\n  const data = yaml.load(raw) as Record<string, any>;\n\n  const config: Docs2aiConfig = {\n    version: data.version ?? 1,\n    outputDir: data.output_dir ?? \".ai/docs\",\n    sources: (data.sources ?? []).map(snakeToCamelSource),\n  };\n\n  return { config, configPath };\n}\n\n/**\n * Save configuration to a .docs2ai.yaml file.\n */\nexport function saveConfig(config: Docs2aiConfig, configPath: string): void {\n  const data = {\n    version: config.version,\n    output_dir: config.outputDir,\n    sources: config.sources.map(camelToSnakeSource),\n  };\n\n  const content = yaml.dump(data, { lineWidth: -1 });\n  writeFileSync(configPath, content, \"utf-8\");\n}\n\n/**\n * Add or update a source in the config (upsert by name).\n */\nexport function addSource(config: Docs2aiConfig, source: SourceConfig): void {\n  const idx = config.sources.findIndex((s) => s.name === source.name);\n  if (idx >= 0) {\n    config.sources[idx] = source;\n  } else {\n    config.sources.push(source);\n  }\n}\n\n/**\n * Walk up the directory tree looking for .docs2ai.yaml.\n */\nfunction findConfigFile(startDir: string): string | null {\n  let dir = startDir;\n  while (true) {\n    const candidate = join(dir, CONFIG_FILENAME);\n    if (existsSync(candidate)) return candidate;\n    const parent = dirname(dir);\n    if (parent === dir) return null;\n    dir = parent;\n  }\n}\n\nfunction snakeToCamelSource(s: Record<string, any>): SourceConfig {\n  return {\n    name: s.name ?? \"\",\n    url: s.url ?? \"\",\n    crawl: s.crawl ?? false,\n    maxDepth: s.max_depth ?? 2,\n    output: s.output ?? \"\",\n  };\n}\n\nfunction camelToSnakeSource(\n  s: SourceConfig\n): Record<string, string | number | boolean> {\n  return {\n    name: s.name,\n    url: s.url,\n    crawl: s.crawl,\n    max_depth: s.maxDepth,\n    output: s.output,\n  };\n}\n","import { defineCommand } from \"citty\";\nimport { join, dirname } from \"node:path\";\nimport { mkdirSync } from \"node:fs\";\nimport consola from \"consola\";\nimport { loadConfig } from \"../config/manager\";\nimport { fetchPage } from \"../pipeline/fetcher\";\nimport { extract } from \"../pipeline/extractor\";\nimport { transform } from \"../pipeline/transformer\";\nimport { write } from \"../pipeline/writer\";\nimport { crawl } from \"../crawl/crawler\";\n\nexport const updateCommand = defineCommand({\n  meta: {\n    name: \"update\",\n    description: \"Refresh configured documentation sources\",\n  },\n  args: {\n    name: {\n      type: \"string\",\n      description: \"Update only the named source\",\n    },\n  },\n  async run({ args }) {\n    const result = loadConfig();\n    if (!result) {\n      consola.error(\"No .docs2ai.yaml found. Run `docs2ai add <url>` first.\");\n      process.exit(1);\n    }\n\n    const { config, configPath } = result;\n    const configDir = dirname(configPath);\n    const filterName = args.name as string | undefined;\n\n    const sources = filterName\n      ? config.sources.filter((s) => s.name === filterName)\n      : config.sources;\n\n    if (sources.length === 0) {\n      if (filterName) {\n        consola.error(`Source \"${filterName}\" not found in config.`);\n      } else {\n        consola.error(\"No sources configured.\");\n      }\n      process.exit(1);\n    }\n\n    for (const source of sources) {\n      const outputPath = join(configDir, config.outputDir, source.output);\n      mkdirSync(dirname(outputPath), { recursive: true });\n\n      consola.start(`Updating \"${source.name}\" from ${source.url}...`);\n\n      if (source.crawl) {\n        const pages = await crawl(source.url, {\n          maxDepth: source.maxDepth,\n          onPageFetched: (url, current, total) => {\n            consola.info(`  [${current}/${total}] ${url}`);\n          },\n        });\n\n        const sections: string[] = [];\n        let firstTitle = \"\";\n        let firstPlatform = \"\";\n\n        for (const page of pages) {\n          const { content, title, platform } = extract(page.html, page.url);\n          if (!firstTitle) {\n            firstTitle = title;\n            firstPlatform = platform;\n          }\n          const md = transform(content);\n          sections.push(`## ${title}\\n\\nSource: ${page.url}\\n\\n${md}`);\n        }\n\n        const markdown = sections.join(\"\\n\\n---\\n\\n\");\n        write(markdown, outputPath, {\n          sourceUrl: source.url,\n          title: firstTitle,\n          platform: firstPlatform,\n        });\n      } else {\n        const html = await fetchPage(source.url);\n        const { content, title, platform } = extract(html, source.url);\n        const markdown = transform(content);\n        write(markdown, outputPath, {\n          sourceUrl: source.url,\n          title,\n          platform,\n        });\n      }\n\n      consola.success(`Updated \"${source.name}\" → ${outputPath}`);\n    }\n  },\n});\n","import { defineCommand } from \"citty\";\nimport consola from \"consola\";\nimport { loadConfig } from \"../config/manager\";\n\nexport const listCommand = defineCommand({\n  meta: {\n    name: \"list\",\n    description: \"List configured documentation sources\",\n  },\n  run() {\n    const result = loadConfig();\n    if (!result) {\n      consola.info(\"No .docs2ai.yaml found. Run `docs2ai add <url>` to get started.\");\n      return;\n    }\n\n    const { config, configPath } = result;\n    consola.info(`Config: ${configPath}`);\n    consola.info(`Output dir: ${config.outputDir}\\n`);\n\n    if (config.sources.length === 0) {\n      consola.info(\"No sources configured.\");\n      return;\n    }\n\n    for (const source of config.sources) {\n      const crawlInfo = source.crawl\n        ? ` (crawl, depth: ${source.maxDepth})`\n        : \"\";\n      console.log(`  ${source.name}${crawlInfo}`);\n      console.log(`    URL:    ${source.url}`);\n      console.log(`    Output: ${source.output}`);\n      console.log();\n    }\n  },\n});\n"],"mappings":";;;AAAA,SAAS,iBAAAA,gBAAe,eAAe;;;ACAvC,SAAS,qBAAqB;AAC9B,OAAO,aAAa;AACpB,YAAYC,cAAa;;;ACFzB,SAAS,cAAc;AAMvB,eAAsB,UAAU,KAA8B;AAC5D,QAAM,OAAO,MAAM,OAAO,KAAK,EAAE,cAAc,OAAO,CAAC;AACvD,SAAO;AACT;AAMA,eAAsB,iBAAiB,KAA8B;AACnE,MAAI;AACJ,MAAI;AACF,iBAAa,MAAM,OAAO,YAAY;AAAA,EACxC,QAAQ;AACN,UAAM,MAAM,IAAI;AAAA,MACd;AAAA,IACF;AACA,IAAC,IAAY,OAAO;AACpB,UAAM;AAAA,EACR;AAEA,QAAM,UAAU,MAAM,WAAW,SAAS,OAAO,EAAE,UAAU,KAAK,CAAC;AACnE,MAAI;AACF,UAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,UAAM,KAAK,KAAK,KAAK,EAAE,WAAW,cAAc,CAAC;AAEjD,UAAM,KAAK,eAAe,GAAI;AAC9B,UAAM,OAAO,MAAM,KAAK,QAAQ;AAChC,WAAO;AAAA,EACT,UAAE;AACA,UAAM,QAAQ,MAAM;AAAA,EACtB;AACF;;;ACtCA,YAAY,aAAa;AACzB,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;;;ACCnB,IAAM,WAA6B;AAAA,EACxC,IAAI;AAAA,EAEJ,OAAO,KAAa,GAAwB;AAC1C,QAAI,EAAE,6CAA6C,EAAE,SAAS,EAAG,QAAO;AACxE,QAAI,EAAE,yBAAyB,EAAE,SAAS,EAAG,QAAO;AACpD,QAAI,EAAE,iBAAiB,EAAE,SAAS,EAAG,QAAO;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,kBAA0B;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,kBAA4B;AAC1B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAiC;AAC/B,WAAO;AAAA,EACT;AACF;;;AChCO,IAAM,aAA+B;AAAA,EAC1C,IAAI;AAAA,EAEJ,OAAO,KAAa,GAAwB;AAC1C,QAAI,EAAE,+CAA+C,EAAE,SAAS;AAC9D,aAAO;AACT,QAAI,EAAE,8BAA8B,EAAE,SAAS,EAAG,QAAO;AACzD,QAAI,EAAE,gCAAgC,EAAE,SAAS,EAAG,QAAO;AAC3D,WAAO;AAAA,EACT;AAAA,EAEA,kBAA0B;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,kBAA4B;AAC1B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAiC;AAC/B,WAAO;AAAA,EACT;AACF;;;AChCO,IAAM,SAA2B;AAAA,EACtC,IAAI;AAAA,EAEJ,OAAO,KAAa,GAAwB;AAC1C,QAAI,eAAe;AACnB,MAAE,SAAS,EAAE,KAAK,CAAC,GAAG,OAAO;AAC3B,YAAM,MAAM,EAAE,EAAE,EAAE,KAAK,OAAO,KAAK;AACnC,UAAI,QAAQ,KAAK,GAAG,EAAG;AAAA,IACzB,CAAC;AACD,QAAI,eAAe,EAAG,QAAO;AAC7B,QAAI,EAAE,aAAa,EAAE,SAAS,EAAG,QAAO;AACxC,QAAI,EAAE,cAAc,EAAE,SAAS,EAAG,QAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,kBAA0B;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,kBAA4B;AAC1B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAiC;AAC/B,WAAO;AAAA,EACT;AACF;;;ACnCO,IAAM,UAA4B;AAAA,EACvC,IAAI;AAAA,EAEJ,OAAO,KAAa,GAAwB;AAC1C,QAAI,EAAE,4CAA4C,EAAE,SAAS,EAAG,QAAO;AACvE,QAAI;AACF,YAAM,SAAS,IAAI,IAAI,GAAG;AAC1B,UAAI,OAAO,SAAS,SAAS,aAAa,EAAG,QAAO;AAAA,IACtD,QAAQ;AAAA,IAER;AACA,QAAI,EAAE,oCAAoC,EAAE,SAAS,EAAG,QAAO;AAC/D,WAAO;AAAA,EACT;AAAA,EAEA,kBAA0B;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,kBAA4B;AAC1B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAiC;AAC/B,WAAO;AAAA,EACT;AACF;;;ACnCO,IAAM,UAA4B;AAAA,EACvC,IAAI;AAAA,EAEJ,OAAO,MAAc,IAAyB;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,kBAA0B;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,kBAA4B;AAC1B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAiC;AAC/B,WAAO;AAAA,EACT;AACF;;;ACxBO,IAAM,qBAAyC;AAAA,EACpD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAGO,SAAS,YAAY,IAAkC;AAC5D,QAAM,WAAW,mBAAmB,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE;AAC3D,MAAI,CAAC,UAAU;AACb,UAAM,IAAI,MAAM,qBAAqB,EAAE,EAAE;AAAA,EAC3C;AACA,SAAO;AACT;;;ACfO,SAAS,QAAQ,KAAa,GAA2B;AAC9D,aAAW,YAAY,oBAAoB;AACzC,QAAI,SAAS,OAAO,KAAK,CAAC,GAAG;AAC3B,aAAO,SAAS;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;;;APEO,SAAS,QAAQ,MAAc,KAA4B;AAChE,QAAM,IAAY,aAAK,IAAI;AAC3B,QAAM,WAAW,QAAQ,KAAK,CAAC;AAC/B,QAAM,WAAW,YAAY,QAAQ;AAErC,QAAM,QAAQ,aAAa,CAAC;AAG5B,MAAI,aAAa,WAAW;AAC1B,eAAW,OAAO,SAAS,gBAAgB,GAAG;AAC5C,QAAE,GAAG,EAAE,OAAO;AAAA,IAChB;AAEA,UAAM,YAAY,EAAE,SAAS,gBAAgB,CAAC,EAAE,MAAM;AACtD,UAAM,kBAAkB,UAAU,KAAK;AAEvC,QAAI,mBAAmB,gBAAgB,KAAK,EAAE,UAAU,KAAK;AAC3D,aAAO,EAAE,SAAS,iBAAiB,OAAO,SAAS;AAAA,IACrD;AAAA,EAEF;AAGA,QAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,QAAM,SAAS,IAAI,YAAY,QAAe;AAC9C,QAAM,UAAU,OAAO,MAAM;AAE7B,QAAM,UAAU,SAAS,WAAW,EAAE,MAAM,EAAE,KAAK,KAAK;AAExD,SAAO;AAAA,IACL;AAAA,IACA,OAAO,SAAS,SAAS,SAAS;AAAA,IAClC;AAAA,EACF;AACF;AAKA,SAAS,aAAa,GAA+B;AACnD,QAAM,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;AACvC,MAAI,GAAI,QAAO;AAEf,QAAM,UAAU,EAAE,2BAA2B,EAAE,KAAK,SAAS,GAAG,KAAK;AACrE,MAAI,QAAS,QAAO;AAEpB,SAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK;AAChC;;;AQhEA,OAAO,qBAAqB;AAC5B,SAAS,WAAW;AAKb,SAAS,UAAU,MAAsB;AAC9C,QAAM,KAAK,IAAI,gBAAgB;AAAA,IAC7B,cAAc;AAAA,IACd,gBAAgB;AAAA,IAChB,kBAAkB;AAAA,EACpB,CAAC;AAED,KAAG,IAAI,GAAG;AAEV,iBAAe,EAAE;AACjB,uBAAqB,EAAE;AACvB,uBAAqB,EAAE;AACvB,uBAAqB,EAAE;AAEvB,SAAO,GAAG,SAAS,IAAI;AACzB;AAEA,SAAS,UAAU,MAAiD;AAClE,SAAO,KAAK,aAAa;AAC3B;AAEA,SAAS,QAAQ,MAA4B,MAAsB;AACjE,MAAI,UAAU,IAAI,GAAG;AACnB,WAAO,KAAK,aAAa,IAAI,KAAK;AAAA,EACpC;AACA,SAAO;AACT;AAEA,SAAS,WAAW,MAAoC;AACtD,MAAI,UAAU,IAAI,GAAG;AACnB,WAAO,KAAK,QAAQ,YAAY;AAAA,EAClC;AACA,SAAO;AACT;AAMA,SAAS,eAAe,IAA2B;AACjD,KAAG,QAAQ,YAAY;AAAA,IACrB,OAAO,MAAM;AACX,UAAI,CAAC,UAAU,IAAI,EAAG,QAAO;AAC7B,YAAM,MAAM,WAAW,IAAI;AAC3B,UAAI,QAAQ,QAAS,QAAO;AAC5B,YAAM,MAAM,QAAQ,MAAM,OAAO;AACjC,UACE,8EAA8E;AAAA,QAC5E;AAAA,MACF;AAEA,eAAO;AACT,UAAI,QAAQ,MAAM,MAAM,MAAM,QAAS,QAAO;AAC9C,aAAO;AAAA,IACT;AAAA,IACA,YAAY,SAAS,MAAM;AACzB,YAAM,MAAM,QAAQ,MAAM,OAAO,EAAE,YAAY;AAC/C,UAAI,OAAO;AACX,UAAI,kBAAkB,KAAK,GAAG,EAAG,QAAO;AAAA,eAC/B,eAAe,KAAK,GAAG,EAAG,QAAO;AAAA,eACjC,cAAc,KAAK,GAAG,EAAG,QAAO;AAAA,eAChC,OAAO,KAAK,GAAG,EAAG,QAAO;AAElC,YAAM,QAAQ,QAAQ,KAAK,EAAE,MAAM,IAAI;AACvC,YAAM,SAAS,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,EAAE,KAAK,IAAI;AACzD,aAAO;AAAA,MAAS,IAAI;AAAA,EAAO,MAAM;AAAA;AAAA;AAAA,IACnC;AAAA,EACF,CAAC;AACH;AAMA,SAAS,qBAAqB,IAA2B;AACvD,KAAG,QAAQ,kBAAkB;AAAA,IAC3B,OAAO,MAAM;AACX,UAAI,CAAC,UAAU,IAAI,EAAG,QAAO;AAC7B,YAAM,MAAM,QAAQ,MAAM,OAAO;AACjC,UAAI,uCAAuC,KAAK,GAAG,EAAG,QAAO;AAC7D,UAAI,QAAQ,MAAM,MAAM,MAAM,WAAY,QAAO;AACjD,aAAO;AAAA,IACT;AAAA,IACA,YAAY,SAAS,MAAM;AACzB,YAAM,QACJ,QAAQ,MAAM,YAAY,KAC1B,QAAQ,MAAM,YAAY,KAC1B,QAAQ,MAAM,YAAY,KAC1B;AACF,UAAI,OAAO;AACT,eAAO;AAAA,IAAO,KAAK;AAAA;AAAA,EAAS,QAAQ,KAAK,CAAC;AAAA;AAAA;AAAA,MAC5C;AACA,aAAO;AAAA,EAAK,QAAQ,KAAK,CAAC;AAAA;AAAA;AAAA,IAC5B;AAAA,EACF,CAAC;AACH;AAKA,SAAS,qBAAqB,IAA2B;AACvD,KAAG,QAAQ,mBAAmB;AAAA,IAC5B,OAAO,MAAM;AACX,UAAI,CAAC,UAAU,IAAI,EAAG,QAAO;AAC7B,UAAI,WAAW,IAAI,MAAM,MAAO,QAAO;AACvC,YAAM,SAAS,KAAK,cAAc,MAAM;AACxC,UAAI,CAAC,OAAQ,QAAO;AACpB,YAAM,OACJ,QAAQ,MAAM,eAAe,KAC7B,QAAQ,MAAM,WAAW,MACxB,OAAO,aAAa,eAAe,KAAK,QACxC,OAAO,aAAa,WAAW,KAAK;AACvC,aAAO,KAAK,SAAS;AAAA,IACvB;AAAA,IACA,YAAY,UAAU,MAAM;AAC1B,UAAI,CAAC,UAAU,IAAI,EAAG,QAAO;AAC7B,YAAM,SAAS,KAAK,cAAc,MAAM;AACxC,YAAM,OACJ,QAAQ,MAAM,eAAe,KAC7B,QAAQ,MAAM,WAAW,MACxB,OAAO,aAAa,eAAe,KAAK,QACxC,OAAO,aAAa,WAAW,KAAK;AACvC,YAAM,OAAO,OAAO,eAAe;AACnC,aAAO;AAAA,QAAW,IAAI;AAAA,EAAK,IAAI;AAAA;AAAA;AAAA,IACjC;AAAA,EACF,CAAC;AACH;AAKA,SAAS,qBAAqB,IAA2B;AACvD,KAAG,QAAQ,mBAAmB;AAAA,IAC5B,OAAO,MAAM;AACX,UAAI,CAAC,UAAU,IAAI,EAAG,QAAO;AAC7B,YAAM,QAAQ,QAAQ,MAAM,OAAO;AACnC,UAAI,CAAC,sBAAsB,KAAK,KAAK,EAAG,QAAO;AAE/C,YAAM,MAAM,QAAQ,MAAM,OAAO;AACjC,UAAI,4BAA4B,KAAK,GAAG,EAAG,QAAO;AAClD,UAAI,QAAQ,MAAM,MAAM,MAAM,WAAY,QAAO;AACjD,aAAO;AAAA,IACT;AAAA,IACA,cAAc;AACZ,aAAO;AAAA,IACT;AAAA,EACF,CAAC;AACH;;;ACzJA,SAAS,eAAe,iBAAiB;AACzC,SAAS,eAAe;AACxB,OAAO,YAAY;AAWZ,SAAS,MACd,UACA,YACA,SACM;AACN,QAAM,UAAU,OAAO,UAAU,UAAU;AAAA,IACzC,QAAQ,QAAQ;AAAA,IAChB,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,IACnC,UAAU,QAAQ;AAAA,IAClB,OAAO,QAAQ;AAAA,IACf,iBAAiB;AAAA,EACnB,CAAC;AAED,MAAI,YAAY;AACd,cAAU,QAAQ,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AAClD,kBAAc,YAAY,SAAS,OAAO;AAAA,EAC5C,OAAO;AACL,YAAQ,OAAO,MAAM,OAAO;AAAA,EAC9B;AACF;;;AChCA,YAAYC,cAAa;;;ACelB,SAAS,aAAa,KAAqB;AAChD,QAAM,SAAS,IAAI,IAAI,GAAG;AAC1B,SAAO,OAAO;AACd,SAAO,SAAS;AAChB,SAAO,OAAO,KAAK,QAAQ,OAAO,EAAE;AACtC;;;ACZO,SAAS,eAAe,KAG7B;AACA,QAAM,SAAS,IAAI,IAAI,GAAG;AAC1B,QAAM,YAAY,OAAO,SAAS,MAAM,GAAG;AAE3C,YAAU,IAAI;AACd,QAAM,aAAa,UAAU,KAAK,GAAG,IAAI;AACzC,SAAO,EAAE,QAAQ,OAAO,QAAQ,WAAW;AAC7C;AAKO,SAAS,WACd,cACA,QACA,YACS;AACT,MAAI;AACF,UAAM,SAAS,IAAI,IAAI,YAAY;AACnC,WAAO,OAAO,WAAW,UAAU,OAAO,SAAS,WAAW,UAAU;AAAA,EAC1E,QAAQ;AACN,WAAO;AAAA,EACT;AACF;;;AFfA,eAAsB,MACpB,UACA,SACwB;AACxB,QAAM,EAAE,QAAQ,WAAW,IAAI,eAAe,QAAQ;AACtD,QAAM,UAAU,oBAAI,IAAY;AAChC,QAAM,UAAyB,CAAC;AAGhC,QAAM,QAA4B,CAAC,CAAC,UAAU,CAAC,CAAC;AAChD,UAAQ,IAAI,aAAa,QAAQ,CAAC;AAElC,SAAO,MAAM,SAAS,GAAG;AACvB,UAAM,CAAC,KAAK,KAAK,IAAI,MAAM,MAAM;AAEjC,QAAI;AACJ,QAAI;AACF,aAAO,MAAM,UAAU,GAAG;AAAA,IAC5B,QAAQ;AACN,cAAQ,gBAAgB,KAAK,QAAQ,QAAQ,QAAQ,SAAS,MAAM,MAAM;AAC1E;AAAA,IACF;AACA,YAAQ,KAAK,EAAE,KAAK,KAAK,CAAC;AAC1B,YAAQ,gBAAgB,KAAK,QAAQ,QAAQ,QAAQ,SAAS,MAAM,MAAM;AAE1E,QAAI,QAAQ,QAAQ,UAAU;AAC5B,YAAM,QAAQ;AAAA,QACZ;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,MACV;AACA,iBAAW,QAAQ,OAAO;AACxB,cAAM,aAAa,aAAa,IAAI;AACpC,YAAI,CAAC,QAAQ,IAAI,UAAU,GAAG;AAC5B,kBAAQ,IAAI,UAAU;AACtB,gBAAM,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AAGA,QAAI,MAAM,SAAS,GAAG;AACpB,YAAM,MAAM,GAAG;AAAA,IACjB;AAAA,EACF;AAEA,SAAO;AACT;AAMA,SAAS,cACP,MACA,SACA,QACA,YACA,iBACU;AACV,QAAM,IAAY,cAAK,IAAI;AAC3B,QAAM,QAAkB,CAAC;AACzB,QAAM,WAAW,mBAAmB;AAEpC,IAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,OAAO;AAC1B,UAAM,OAAO,EAAE,EAAE,EAAE,KAAK,MAAM;AAC9B,QAAI,CAAC,KAAM;AAEX,QAAI;AACF,YAAM,WAAW,IAAI,IAAI,MAAM,OAAO,EAAE;AACxC,UAAI,WAAW,UAAU,QAAQ,UAAU,GAAG;AAC5C,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF,CAAC;AAED,SAAO,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC;AAC3B;AAEA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,CAACC,aAAY,WAAWA,UAAS,EAAE,CAAC;AACzD;;;AZ7FO,IAAM,eAAe,cAAc;AAAA,EACxC,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,EACf;AAAA,EACA,MAAM;AAAA,IACJ,KAAK;AAAA,MACH,MAAM;AAAA,MACN,aAAa;AAAA,MACb,UAAU;AAAA,IACZ;AAAA,IACA,QAAQ;AAAA,MACN,MAAM;AAAA,MACN,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,IACA,OAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,IACA,aAAa;AAAA,MACX,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,EACF;AAAA,EACA,MAAM,IAAI,EAAE,KAAK,GAAG;AAClB,UAAM,MAAM,KAAK;AACjB,UAAM,SAAS,KAAK;AACpB,UAAM,cAAc,KAAK;AACzB,UAAM,WAAW,SAAS,KAAK,WAAW,GAAa,EAAE;AACzD,UAAM,SAAS,CAAC;AAEhB,QAAI,aAAa;AACf,UAAI,CAAC,OAAQ,SAAQ,MAAM,iBAAiB,GAAG,gBAAgB,QAAQ,MAAM;AAG7E,YAAM,YAAY,MAAM,UAAU,GAAG;AACrC,YAAM,IAAY,cAAK,SAAS;AAChC,YAAM,aAAa,QAAQ,KAAK,CAAC;AACjC,YAAM,WAAW,YAAY,UAAU;AACvC,YAAM,kBAAkB,SAAS,gBAAgB;AAEjD,YAAM,QAAQ,MAAM,MAAM,KAAK;AAAA,QAC7B;AAAA,QACA;AAAA,QACA,eAAe,CAAC,SAAS,SAAS,UAAU;AAC1C,cAAI,CAAC,OAAQ,SAAQ,KAAK,IAAI,OAAO,IAAI,KAAK,KAAK,OAAO,EAAE;AAAA,QAC9D;AAAA,MACF,CAAC;AAED,UAAI,CAAC,OAAQ,SAAQ,QAAQ,WAAW,MAAM,MAAM,QAAQ;AAE5D,YAAM,WAAqB,CAAC;AAC5B,UAAI,aAAa;AACjB,UAAI,gBAAgB;AAEpB,iBAAW,QAAQ,OAAO;AACxB,cAAM,EAAE,SAAS,OAAO,SAAS,IAAI,QAAQ,KAAK,MAAM,KAAK,GAAG;AAChE,YAAI,CAAC,YAAY;AACf,uBAAa;AACb,0BAAgB;AAAA,QAClB;AACA,cAAM,KAAK,UAAU,OAAO;AAC5B,iBAAS,KAAK,MAAM,KAAK;AAAA;AAAA,UAAe,KAAK,GAAG;AAAA;AAAA,EAAO,EAAE,EAAE;AAAA,MAC7D;AAEA,YAAM,WAAW,SAAS,KAAK,aAAa;AAE5C,YAAM,UAAU,QAAQ;AAAA,QACtB,WAAW;AAAA,QACX,OAAO;AAAA,QACP,UAAU;AAAA,MACZ,CAAC;AAED,UAAI,CAAC,OAAQ,SAAQ,QAAQ,cAAc,MAAM,EAAE;AAAA,IACrD,OAAO;AACL,UAAI,CAAC,OAAQ,SAAQ,MAAM,YAAY,GAAG,KAAK;AAC/C,UAAI,OAAO,MAAM,UAAU,GAAG;AAE9B,YAAM,EAAE,SAAS,OAAO,SAAS,IAAI,QAAQ,MAAM,GAAG;AAGtD,UAAI,QAAQ,KAAK,EAAE,SAAS,KAAK;AAC/B,YAAI,CAAC,OAAQ,SAAQ,KAAK,8CAA8C;AACxE,YAAI;AACF,iBAAO,MAAM,iBAAiB,GAAG;AACjC,gBAAM,SAAS,QAAQ,MAAM,GAAG;AAChC,gBAAMC,YAAW,UAAU,OAAO,OAAO;AACzC,gBAAMA,WAAU,QAAQ;AAAA,YACtB,WAAW;AAAA,YACX,OAAO,OAAO,SAAS;AAAA,YACvB,UAAU,OAAO;AAAA,UACnB,CAAC;AACD,cAAI,CAAC,OAAQ,SAAQ,QAAQ,cAAc,MAAM,EAAE;AACnD;AAAA,QACF,SAAS,KAAU;AACjB,cAAI,KAAK,SAAS,gCAAgC;AAChD,oBAAQ;AAAA,cACN;AAAA,YAEF;AAAA,UACF,OAAO;AACL,oBAAQ,KAAK,gDAAgD;AAAA,UAC/D;AAAA,QACF;AAAA,MACF;AAEA,UAAI,CAAC,OAAQ,SAAQ,QAAQ,gCAAgC,QAAQ,GAAG;AACxE,YAAM,WAAW,UAAU,OAAO;AAElC,YAAM,UAAU,QAAQ;AAAA,QACtB,WAAW;AAAA,QACX;AAAA,QACA;AAAA,MACF,CAAC;AAED,UAAI,CAAC,OAAQ,SAAQ,QAAQ,cAAc,MAAM,EAAE;AAAA,IACrD;AAAA,EACF;AACF,CAAC;;;AepID,SAAS,iBAAAC,sBAAqB;AAC9B,SAAS,QAAAC,aAAY;AACrB,OAAOC,cAAa;;;ACFpB,SAAS,cAAc,iBAAAC,gBAAe,kBAAkB;AACxD,SAAS,MAAM,WAAAC,gBAAe;AAC9B,OAAO,UAAU;AAGjB,IAAM,kBAAkB;AAMjB,SAAS,WAAW,UAGlB;AACP,QAAM,aAAa,eAAe,YAAY,QAAQ,IAAI,CAAC;AAC3D,MAAI,CAAC,WAAY,QAAO;AAExB,QAAM,MAAM,aAAa,YAAY,OAAO;AAC5C,QAAM,OAAO,KAAK,KAAK,GAAG;AAE1B,QAAM,SAAwB;AAAA,IAC5B,SAAS,KAAK,WAAW;AAAA,IACzB,WAAW,KAAK,cAAc;AAAA,IAC9B,UAAU,KAAK,WAAW,CAAC,GAAG,IAAI,kBAAkB;AAAA,EACtD;AAEA,SAAO,EAAE,QAAQ,WAAW;AAC9B;AAKO,SAAS,WAAW,QAAuB,YAA0B;AAC1E,QAAM,OAAO;AAAA,IACX,SAAS,OAAO;AAAA,IAChB,YAAY,OAAO;AAAA,IACnB,SAAS,OAAO,QAAQ,IAAI,kBAAkB;AAAA,EAChD;AAEA,QAAM,UAAU,KAAK,KAAK,MAAM,EAAE,WAAW,GAAG,CAAC;AACjD,EAAAD,eAAc,YAAY,SAAS,OAAO;AAC5C;AAKO,SAAS,UAAU,QAAuB,QAA4B;AAC3E,QAAM,MAAM,OAAO,QAAQ,UAAU,CAAC,MAAM,EAAE,SAAS,OAAO,IAAI;AAClE,MAAI,OAAO,GAAG;AACZ,WAAO,QAAQ,GAAG,IAAI;AAAA,EACxB,OAAO;AACL,WAAO,QAAQ,KAAK,MAAM;AAAA,EAC5B;AACF;AAKA,SAAS,eAAe,UAAiC;AACvD,MAAI,MAAM;AACV,SAAO,MAAM;AACX,UAAM,YAAY,KAAK,KAAK,eAAe;AAC3C,QAAI,WAAW,SAAS,EAAG,QAAO;AAClC,UAAM,SAASC,SAAQ,GAAG;AAC1B,QAAI,WAAW,IAAK,QAAO;AAC3B,UAAM;AAAA,EACR;AACF;AAEA,SAAS,mBAAmB,GAAsC;AAChE,SAAO;AAAA,IACL,MAAM,EAAE,QAAQ;AAAA,IAChB,KAAK,EAAE,OAAO;AAAA,IACd,OAAO,EAAE,SAAS;AAAA,IAClB,UAAU,EAAE,aAAa;AAAA,IACzB,QAAQ,EAAE,UAAU;AAAA,EACtB;AACF;AAEA,SAAS,mBACP,GAC2C;AAC3C,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,KAAK,EAAE;AAAA,IACP,OAAO,EAAE;AAAA,IACT,WAAW,EAAE;AAAA,IACb,QAAQ,EAAE;AAAA,EACZ;AACF;;;ADpFO,IAAM,aAAaC,eAAc;AAAA,EACtC,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,EACf;AAAA,EACA,MAAM;AAAA,IACJ,KAAK;AAAA,MACH,MAAM;AAAA,MACN,aAAa;AAAA,MACb,UAAU;AAAA,IACZ;AAAA,IACA,MAAM;AAAA,MACJ,MAAM;AAAA,MACN,aAAa;AAAA,IACf;AAAA,IACA,OAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,IACA,aAAa;AAAA,MACX,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,IACA,QAAQ;AAAA,MACN,MAAM;AAAA,MACN,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EACA,IAAI,EAAE,KAAK,GAAG;AACZ,UAAM,MAAM,KAAK;AACjB,UAAMC,SAAQ,KAAK;AACnB,UAAM,WAAW,SAAS,KAAK,WAAW,GAAa,EAAE;AAEzD,UAAM,OAAQ,KAAK,QAAmB,YAAY,GAAG;AACrD,UAAM,SAAU,KAAK,UAAqB,GAAG,IAAI;AAEjD,UAAM,WAAW,WAAW;AAC5B,QAAI;AACJ,QAAI;AAEJ,QAAI,UAAU;AACZ,eAAS,SAAS;AAClB,mBAAa,SAAS;AAAA,IACxB,OAAO;AACL,mBAAaC,MAAK,QAAQ,IAAI,GAAG,eAAe;AAChD,eAAS,EAAE,SAAS,GAAG,WAAW,YAAY,SAAS,CAAC,EAAE;AAAA,IAC5D;AAEA,cAAU,QAAQ,EAAE,MAAM,KAAK,OAAAD,QAAO,UAAU,OAAO,CAAC;AACxD,eAAW,QAAQ,UAAU;AAE7B,IAAAE,SAAQ,QAAQ,iBAAiB,IAAI,YAAO,GAAG,EAAE;AACjD,IAAAA,SAAQ,KAAK,WAAW,UAAU,EAAE;AAAA,EACtC;AACF,CAAC;AAED,SAAS,YAAY,KAAqB;AACxC,MAAI;AACF,UAAM,SAAS,IAAI,IAAI,GAAG;AAC1B,WAAO,OAAO,SAAS,QAAQ,OAAO,GAAG,EAAE,QAAQ,SAAS,EAAE;AAAA,EAChE,QAAQ;AACN,WAAO;AAAA,EACT;AACF;;;AExEA,SAAS,iBAAAC,sBAAqB;AAC9B,SAAS,QAAAC,OAAM,WAAAC,gBAAe;AAC9B,SAAS,aAAAC,kBAAiB;AAC1B,OAAOC,cAAa;AAQb,IAAM,gBAAgBC,eAAc;AAAA,EACzC,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,EACf;AAAA,EACA,MAAM;AAAA,IACJ,MAAM;AAAA,MACJ,MAAM;AAAA,MACN,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EACA,MAAM,IAAI,EAAE,KAAK,GAAG;AAClB,UAAM,SAAS,WAAW;AAC1B,QAAI,CAAC,QAAQ;AACX,MAAAC,SAAQ,MAAM,wDAAwD;AACtE,cAAQ,KAAK,CAAC;AAAA,IAChB;AAEA,UAAM,EAAE,QAAQ,WAAW,IAAI;AAC/B,UAAM,YAAYC,SAAQ,UAAU;AACpC,UAAM,aAAa,KAAK;AAExB,UAAM,UAAU,aACZ,OAAO,QAAQ,OAAO,CAAC,MAAM,EAAE,SAAS,UAAU,IAClD,OAAO;AAEX,QAAI,QAAQ,WAAW,GAAG;AACxB,UAAI,YAAY;AACd,QAAAD,SAAQ,MAAM,WAAW,UAAU,wBAAwB;AAAA,MAC7D,OAAO;AACL,QAAAA,SAAQ,MAAM,wBAAwB;AAAA,MACxC;AACA,cAAQ,KAAK,CAAC;AAAA,IAChB;AAEA,eAAW,UAAU,SAAS;AAC5B,YAAM,aAAaE,MAAK,WAAW,OAAO,WAAW,OAAO,MAAM;AAClE,MAAAC,WAAUF,SAAQ,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AAElD,MAAAD,SAAQ,MAAM,aAAa,OAAO,IAAI,UAAU,OAAO,GAAG,KAAK;AAE/D,UAAI,OAAO,OAAO;AAChB,cAAM,QAAQ,MAAM,MAAM,OAAO,KAAK;AAAA,UACpC,UAAU,OAAO;AAAA,UACjB,eAAe,CAAC,KAAK,SAAS,UAAU;AACtC,YAAAA,SAAQ,KAAK,MAAM,OAAO,IAAI,KAAK,KAAK,GAAG,EAAE;AAAA,UAC/C;AAAA,QACF,CAAC;AAED,cAAM,WAAqB,CAAC;AAC5B,YAAI,aAAa;AACjB,YAAI,gBAAgB;AAEpB,mBAAW,QAAQ,OAAO;AACxB,gBAAM,EAAE,SAAS,OAAO,SAAS,IAAI,QAAQ,KAAK,MAAM,KAAK,GAAG;AAChE,cAAI,CAAC,YAAY;AACf,yBAAa;AACb,4BAAgB;AAAA,UAClB;AACA,gBAAM,KAAK,UAAU,OAAO;AAC5B,mBAAS,KAAK,MAAM,KAAK;AAAA;AAAA,UAAe,KAAK,GAAG;AAAA;AAAA,EAAO,EAAE,EAAE;AAAA,QAC7D;AAEA,cAAM,WAAW,SAAS,KAAK,aAAa;AAC5C,cAAM,UAAU,YAAY;AAAA,UAC1B,WAAW,OAAO;AAAA,UAClB,OAAO;AAAA,UACP,UAAU;AAAA,QACZ,CAAC;AAAA,MACH,OAAO;AACL,cAAM,OAAO,MAAM,UAAU,OAAO,GAAG;AACvC,cAAM,EAAE,SAAS,OAAO,SAAS,IAAI,QAAQ,MAAM,OAAO,GAAG;AAC7D,cAAM,WAAW,UAAU,OAAO;AAClC,cAAM,UAAU,YAAY;AAAA,UAC1B,WAAW,OAAO;AAAA,UAClB;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH;AAEA,MAAAA,SAAQ,QAAQ,YAAY,OAAO,IAAI,YAAO,UAAU,EAAE;AAAA,IAC5D;AAAA,EACF;AACF,CAAC;;;AC9FD,SAAS,iBAAAI,sBAAqB;AAC9B,OAAOC,cAAa;AAGb,IAAM,cAAcC,eAAc;AAAA,EACvC,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,EACf;AAAA,EACA,MAAM;AACJ,UAAM,SAAS,WAAW;AAC1B,QAAI,CAAC,QAAQ;AACX,MAAAC,SAAQ,KAAK,iEAAiE;AAC9E;AAAA,IACF;AAEA,UAAM,EAAE,QAAQ,WAAW,IAAI;AAC/B,IAAAA,SAAQ,KAAK,WAAW,UAAU,EAAE;AACpC,IAAAA,SAAQ,KAAK,eAAe,OAAO,SAAS;AAAA,CAAI;AAEhD,QAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,MAAAA,SAAQ,KAAK,wBAAwB;AACrC;AAAA,IACF;AAEA,eAAW,UAAU,OAAO,SAAS;AACnC,YAAM,YAAY,OAAO,QACrB,mBAAmB,OAAO,QAAQ,MAClC;AACJ,cAAQ,IAAI,KAAK,OAAO,IAAI,GAAG,SAAS,EAAE;AAC1C,cAAQ,IAAI,eAAe,OAAO,GAAG,EAAE;AACvC,cAAQ,IAAI,eAAe,OAAO,MAAM,EAAE;AAC1C,cAAQ,IAAI;AAAA,IACd;AAAA,EACF;AACF,CAAC;;;AnB7BD,IAAM,OAAOC,eAAc;AAAA,EACzB,MAAM;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,EACf;AAAA,EACA,MAAM;AAAA,IACJ,KAAK;AAAA,MACH,MAAM;AAAA,MACN,aAAa;AAAA,MACb,UAAU;AAAA,IACZ;AAAA,IACA,QAAQ;AAAA,MACN,MAAM;AAAA,MACN,OAAO;AAAA,MACP,aAAa;AAAA,IACf;AAAA,IACA,OAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,IACA,aAAa;AAAA,MACX,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,IACX;AAAA,EACF;AAAA,EACA,aAAa;AAAA,IACX,KAAK;AAAA,IACL,QAAQ;AAAA,IACR,MAAM;AAAA,EACR;AAAA,EACA,IAAI,EAAE,KAAK,GAAG;AACZ,QAAI,CAAC,KAAK,KAAK;AACb,cAAQ,IAAI,+CAA+C;AAC3D,cAAQ,IAAI,kDAAkD;AAC9D,cAAQ,IAAI,qCAAqC;AACjD,cAAQ,IAAI,qBAAqB;AACjC,cAAQ,IAAI,wCAAwC;AACpD;AAAA,IACF;AACA,WAAQ,aAAqB,IAAI,EAAE,KAAK,CAAC;AAAA,EAC3C;AACF,CAAC;AAED,QAAQ,IAAI;","names":["defineCommand","cheerio","cheerio","resolve","markdown","defineCommand","join","consola","writeFileSync","dirname","defineCommand","crawl","join","consola","defineCommand","join","dirname","mkdirSync","consola","defineCommand","consola","dirname","join","mkdirSync","defineCommand","consola","defineCommand","consola","defineCommand"]}

package/package.json

@@ -0,0 +1,72 @@
+{
+  "name": "docs2ai",
+  "version": "0.1.0",
+  "description": "Convert online documentation into AI-ready Markdown context files",
+  "type": "module",
+  "bin": {
+    "docs2ai": "dist/cli.mjs"
+  },
+  "scripts": {
+    "dev": "tsx src/cli.ts",
+    "build": "tsup",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "lint": "eslint src/",
+    "format": "prettier --write src/"
+  },
+  "keywords": [
+    "documentation",
+    "markdown",
+    "ai",
+    "context",
+    "cli",
+    "llm",
+    "vibe-coding",
+    "cursor",
+    "copilot",
+    "claude",
+    "docs",
+    "scraper",
+    "turndown",
+    "readability"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/CharlesGrangerTheveniau/ctxify.git"
+  },
+  "homepage": "https://github.com/CharlesGrangerTheveniau/ctxify",
+  "bugs": {
+    "url": "https://github.com/CharlesGrangerTheveniau/ctxify/issues"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "dependencies": {
+    "@mozilla/readability": "^0.6.0",
+    "cheerio": "^1.2.0",
+    "citty": "^0.2.0",
+    "consola": "^3.4.2",
+    "gray-matter": "^4.0.3",
+    "js-yaml": "^4.1.1",
+    "linkedom": "^0.18.12",
+    "ofetch": "^1.5.1",
+    "turndown": "^7.2.2",
+    "turndown-plugin-gfm": "^1.0.2"
+  },
+  "devDependencies": {
+    "@types/js-yaml": "^4.0.9",
+    "@types/node": "^25.2.2",
+    "@types/turndown": "^5.0.6",
+    "eslint": "^10.0.0",
+    "prettier": "^3.8.1",
+    "tsup": "^8.5.1",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "vitest": "^4.0.18"
+  }
+}