into-md 0.1.0

package/dist/index.mjs

@@ -0,0 +1,446 @@
+#!/usr/bin/env node
+
+import { mkdir, readFile, stat, writeFile } from "node:fs/promises";
+import { Command } from "commander";
+import { load } from "cheerio";
+import TurndownService from "turndown";
+import { Readability } from "@mozilla/readability";
+import { JSDOM } from "jsdom";
+import { readFileSync } from "node:fs";
+import { basename, dirname, join } from "node:path";
+import { createHash } from "node:crypto";
+
+//#region src/utils.ts
+/**
+* Converts a relative URL to an absolute URL using the provided base URL.
+* Returns the original URL if it cannot be parsed.
+*/
+const toAbsoluteUrl = (url, baseUrl) => {
+	if (!url) return;
+	try {
+		return new URL(url, baseUrl).toString();
+	} catch {
+		return url;
+	}
+};
+/**
+* Extracts the inner HTML from the body element, or falls back to root HTML.
+* Common pattern used across multiple cheerio-based transformations.
+*/
+const getBodyHtml = ($) => {
+	const body = $("body");
+	return body.length ? body.html() ?? "" : $.root().html() ?? "";
+};
+
+//#endregion
+//#region src/converter.ts
+function prepareDom(html, baseUrl) {
+	const $ = load(html);
+	for (const el of $("a[href]").toArray()) {
+		const $el = $(el);
+		const absolute = toAbsoluteUrl($el.attr("href"), baseUrl);
+		if (absolute) $el.attr("href", absolute);
+	}
+	for (const el of $("img[src]").toArray()) {
+		const $el = $(el);
+		const absolute = toAbsoluteUrl($el.attr("src"), baseUrl);
+		if (absolute) $el.attr("src", absolute);
+	}
+	$("script, style").remove();
+	return getBodyHtml($);
+}
+function convertHtmlToMarkdown(html, options) {
+	const prepared = prepareDom(html, options.baseUrl);
+	const turndown = new TurndownService({
+		bulletListMarker: "-",
+		codeBlockStyle: "fenced",
+		headingStyle: "atx"
+	});
+	turndown.addRule("stripLinks", {
+		filter: "a",
+		replacement: (content, node) => {
+			if (options.stripLinks) return content;
+			const href = node.getAttribute("href");
+			if (!href) return content;
+			return `[${content}](${href})`;
+		}
+	});
+	turndown.addRule("imagesWithCaption", {
+		filter: "img",
+		replacement: (_, node) => {
+			const element = node;
+			const src = element.getAttribute("src") ?? "";
+			const alt = element.getAttribute("alt") ?? "";
+			const caption = element.getAttribute("data-into-md-caption");
+			const imageLine = `![${alt}](${src})`;
+			if (caption) return `${imageLine}\n*${caption}*`;
+			return imageLine;
+		}
+	});
+	turndown.addRule("tableJson", {
+		filter: (node) => node.nodeName === "PRE" && node.getAttribute("data-into-md-table") === "true",
+		replacement: (_content, node) => {
+			return `\`\`\`json\n${node.textContent?.trim() ?? ""}\n\`\`\``;
+		}
+	});
+	turndown.addRule("embeds", {
+		filter: [
+			"iframe",
+			"embed",
+			"video"
+		],
+		replacement: (_, node) => {
+			const src = node.getAttribute("src") ?? "";
+			if (!src) return "";
+			return `[Embedded content: ${src}]`;
+		}
+	});
+	return turndown.turndown(prepared);
+}
+
+//#endregion
+//#region src/extractor.ts
+function removeNodes(document, selectors) {
+	for (const selector of selectors) for (const node of Array.from(document.querySelectorAll(selector))) node.remove();
+}
+function extractMetadata(document, source) {
+	const title = document.querySelector("title")?.textContent ?? document.querySelector("meta[property=\"og:title\"]")?.getAttribute("content") ?? void 0;
+	const description = document.querySelector("meta[name=\"description\"]")?.getAttribute("content") ?? document.querySelector("meta[property=\"og:description\"]")?.getAttribute("content") ?? void 0;
+	return {
+		author: document.querySelector("meta[name=\"author\"]")?.getAttribute("content") ?? document.querySelector("meta[property=\"article:author\"]")?.getAttribute("content") ?? void 0,
+		description,
+		source,
+		title: title ?? void 0
+	};
+}
+function extractContent(html, { raw = false, excludeSelectors = [], baseUrl }) {
+	const { document } = new JSDOM(html, { url: baseUrl }).window;
+	if (excludeSelectors.length) removeNodes(document, excludeSelectors);
+	if (raw) {
+		const metadata$1 = extractMetadata(document, baseUrl);
+		return {
+			html: document.documentElement.outerHTML,
+			metadata: metadata$1
+		};
+	}
+	const article = new Readability(document.cloneNode(true)).parse();
+	const contentHtml = article?.content ?? document.querySelector("body")?.innerHTML ?? "";
+	const metadata = extractMetadata(document, baseUrl);
+	if (article?.title && !metadata.title) metadata.title = article.title;
+	if (article?.byline && !metadata.author) metadata.author = article.byline;
+	return {
+		html: contentHtml,
+		metadata
+	};
+}
+
+//#endregion
+//#region src/cache.ts
+const defaultCacheDir = join(process.env.HOME ?? process.cwd(), ".cache", "into-md");
+const DEFAULT_TTL_MS = 3600 * 1e3;
+const buildCachePath = (url, cacheDir = defaultCacheDir) => {
+	return join(cacheDir, `${createHash("sha256").update(url).digest("hex")}.json`);
+};
+async function readFromCache(url, options) {
+	const { enabled = true, ttlMs = DEFAULT_TTL_MS, cacheDir = defaultCacheDir } = options ?? {};
+	if (!enabled) return null;
+	const target = buildCachePath(url, cacheDir);
+	try {
+		const [file, info] = await Promise.all([readFile(target, "utf8"), stat(target)]);
+		const payload = JSON.parse(file);
+		if (!(info.mtimeMs + ttlMs > Date.now())) return null;
+		if (payload.url !== url) return null;
+		return payload;
+	} catch {
+		return null;
+	}
+}
+async function writeToCache(url, content, options) {
+	const { enabled = true, cacheDir = defaultCacheDir } = options ?? {};
+	if (!enabled) return;
+	const target = buildCachePath(url, cacheDir);
+	await mkdir(dirname(target), { recursive: true });
+	const payload = {
+		content,
+		fetchedAt: Date.now(),
+		url
+	};
+	await writeFile(target, JSON.stringify(payload, null, 2), "utf8");
+}
+
+//#endregion
+//#region src/fetcher.ts
+const DEFAULT_USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0 Safari/537.36";
+const DEFAULT_TIMEOUT_MS = 3e4;
+const logVerbose = (message, verbose) => {
+	if (verbose) console.error(message);
+};
+function parseNetscapeCookieLine(line) {
+	const trimmed = line.trim();
+	if (!trimmed || trimmed.startsWith("#")) return null;
+	const parts = trimmed.split("	");
+	if (parts.length < 7) return null;
+	const domain = parts[0];
+	const path = parts[2];
+	const secureFlag = parts[3];
+	const expires = parts[4];
+	const name = parts[5];
+	const value = parts[6];
+	if (!(domain && path && secureFlag && expires && name && value)) return null;
+	return {
+		headerPair: `${name}=${value}`,
+		record: {
+			domain,
+			expires: Number(expires),
+			name,
+			path,
+			secure: secureFlag.toLowerCase() === "true",
+			value
+		}
+	};
+}
+function parseCookiesFile(cookiesPath) {
+	if (!cookiesPath) return {
+		header: void 0,
+		playwrightCookies: []
+	};
+	let content;
+	try {
+		content = readFileSync(cookiesPath, "utf8");
+	} catch (error) {
+		throw new Error(`Unable to read cookies file "${basename(cookiesPath)}": ${String(error)}`, { cause: error });
+	}
+	const entries = [];
+	const headerPairs = [];
+	for (const line of content.split("\n")) {
+		const parsed = parseNetscapeCookieLine(line);
+		if (!parsed) continue;
+		entries.push(parsed.record);
+		headerPairs.push(parsed.headerPair);
+	}
+	return {
+		header: headerPairs.length ? headerPairs.join("; ") : void 0,
+		playwrightCookies: entries
+	};
+}
+async function fetchWithHttp(url, options) {
+	const controller = new AbortController();
+	const timeout = setTimeout(() => controller.abort(), options.timeoutMs ?? DEFAULT_TIMEOUT_MS);
+	const { header: cookiesHeader } = parseCookiesFile(options.cookiesPath);
+	const headers = new Headers({ "User-Agent": options.userAgent ?? DEFAULT_USER_AGENT });
+	if (cookiesHeader) headers.set("Cookie", cookiesHeader);
+	try {
+		const response = await fetch(url, {
+			headers,
+			method: "GET",
+			redirect: "follow",
+			signal: controller.signal
+		});
+		if (!response.ok) throw new Error(`Request failed with status ${response.status}. If blocked, try --user-agent.`);
+		const finalUrl = response.url;
+		const buffer = await response.arrayBuffer();
+		return {
+			finalUrl,
+			fromCache: false,
+			html: new TextDecoder(options.encoding).decode(buffer)
+		};
+	} catch (error) {
+		const prefix = error instanceof Error && error.name === "AbortError" ? "Request timed out" : "Request failed";
+		throw new Error(`${prefix}: ${String(error)}`, { cause: error });
+	} finally {
+		clearTimeout(timeout);
+	}
+}
+async function fetchWithBrowser(url, options) {
+	let playwright = null;
+	try {
+		playwright = await import("playwright");
+	} catch (error) {
+		throw new Error(`JS mode requested but playwright is not installed. Install it and retry. (${String(error)})`, { cause: error });
+	}
+	const { playwrightCookies } = parseCookiesFile(options.cookiesPath);
+	const browser = await playwright.chromium.launch({ headless: true });
+	const context = await browser.newContext({ userAgent: options.userAgent ?? DEFAULT_USER_AGENT });
+	if (playwrightCookies.length) await context.addCookies(playwrightCookies.map((cookie) => ({
+		...cookie,
+		httpOnly: false,
+		sameSite: "Lax"
+	})));
+	const page = await context.newPage();
+	await page.goto(url, {
+		timeout: options.timeoutMs ?? DEFAULT_TIMEOUT_MS,
+		waitUntil: "networkidle"
+	});
+	const html = await page.content();
+	const finalUrl = page.url();
+	await browser.close();
+	return {
+		finalUrl,
+		fromCache: false,
+		html
+	};
+}
+async function fetchPage(url, options) {
+	const cacheEnabled = !options.noCache;
+	if (cacheEnabled) {
+		const cached = await readFromCache(url, {
+			enabled: cacheEnabled,
+			...options.cache
+		});
+		if (cached) {
+			logVerbose("Cache hit", options.verbose);
+			return {
+				finalUrl: url,
+				fromCache: true,
+				html: cached.content
+			};
+		}
+	}
+	logVerbose(`Fetching ${url} ${options.useJs ? "(headless browser)" : "(http)"}`, options.verbose);
+	const result = options.useJs ? await fetchWithBrowser(url, options) : await fetchWithHttp(url, options);
+	if (cacheEnabled) await writeToCache(url, result.html, {
+		enabled: cacheEnabled,
+		...options.cache
+	});
+	return result;
+}
+
+//#endregion
+//#region src/images.ts
+function annotateImages(html, baseUrl) {
+	const $ = load(html);
+	for (const img of $("img").toArray()) {
+		const $img = $(img);
+		const absoluteSrc = toAbsoluteUrl($img.attr("src"), baseUrl);
+		if (absoluteSrc) $img.attr("src", absoluteSrc);
+		const caption = $img.closest("figure").find("figcaption").text().trim() || $img.attr("title")?.trim() || void 0;
+		if (caption) $img.attr("data-into-md-caption", caption);
+	}
+	return getBodyHtml($);
+}
+
+//#endregion
+//#region src/metadata.ts
+function buildFrontmatter(meta) {
+	const lines = ["---"];
+	if (meta.title) lines.push(`title: "${escapeFrontmatter(meta.title)}"`);
+	if (meta.description) lines.push(`description: "${escapeFrontmatter(meta.description)}"`);
+	if (meta.author) lines.push(`author: "${escapeFrontmatter(meta.author)}"`);
+	if (meta.date) lines.push(`date: "${escapeFrontmatter(meta.date)}"`);
+	lines.push(`source: "${escapeFrontmatter(meta.source)}"`);
+	lines.push("---");
+	return lines.join("\n");
+}
+function escapeFrontmatter(value) {
+	return value.replaceAll("\"", String.raw`\"`);
+}
+
+//#endregion
+//#region src/tables.ts
+function extractHeaders($table, $) {
+	const explicitHeaders = $table.find("thead th");
+	if (explicitHeaders.length) return explicitHeaders.toArray().map((th) => $(th).text().trim()).filter(Boolean);
+	const firstRowHeaders = $table.find("tr").first().find("th, td");
+	if (firstRowHeaders.length) return firstRowHeaders.toArray().map((cell, index) => $(cell).text().trim() || `Column ${index + 1}`);
+	return [];
+}
+function extractRows($table, headers, $) {
+	const rows = [];
+	const dataRows = $table.find("tbody tr").length > 0 ? $table.find("tbody tr") : $table.find("tr").slice(1);
+	for (const row of dataRows.toArray()) {
+		const cells = $(row).find("td, th");
+		if (!cells.length) continue;
+		const record = {};
+		for (const [cellIndex, cell] of cells.toArray().entries()) {
+			const key = headers[cellIndex] ?? `Column ${cellIndex + 1}`;
+			record[key] = $(cell).text().trim();
+		}
+		rows.push(record);
+	}
+	return rows;
+}
+function convertTablesToJson(html) {
+	const $ = load(html);
+	for (const table of $("table").toArray()) {
+		const $table = $(table);
+		const caption = $table.find("caption").first().text().trim() || void 0;
+		const headers = extractHeaders($table, $);
+		const json = {
+			caption,
+			headers,
+			rows: extractRows($table, headers, $)
+		};
+		const pre = $("<pre>").attr("data-into-md-table", "true").text(JSON.stringify(json, null, 2));
+		$table.replaceWith(pre);
+	}
+	return getBodyHtml($);
+}
+
+//#endregion
+//#region src/index.ts
+const DEFAULT_TIMEOUT = 3e4;
+async function run(url, options) {
+	const selectors = options.exclude?.split(",").map((selector) => selector.trim()).filter(Boolean) ?? [];
+	if (options.verbose) console.error("Starting into-md…");
+	const fetchResult = await fetchPage(url, {
+		cookiesPath: options.cookies,
+		encoding: options.encoding,
+		noCache: options.noCache,
+		timeoutMs: options.timeout ?? DEFAULT_TIMEOUT,
+		useJs: options.js,
+		userAgent: options.userAgent,
+		verbose: options.verbose
+	});
+	const extracted = extractContent(fetchResult.html, {
+		baseUrl: fetchResult.finalUrl,
+		excludeSelectors: selectors,
+		raw: options.raw
+	});
+	let workingHtml = extracted.html;
+	workingHtml = convertTablesToJson(workingHtml);
+	workingHtml = annotateImages(workingHtml, fetchResult.finalUrl);
+	const markdown = convertHtmlToMarkdown(workingHtml, {
+		baseUrl: fetchResult.finalUrl,
+		stripLinks: options.stripLinks
+	});
+	const output = `${buildFrontmatter({
+		...extracted.metadata,
+		source: fetchResult.finalUrl
+	})}\n\n${markdown}`.trim();
+	if (options.output) {
+		await writeFile(options.output, output, "utf8");
+		if (options.verbose) console.error(`Saved to ${options.output}`);
+	} else console.log(output);
+	const size = Buffer.byteLength(output, "utf8");
+	if (size > 1e5) console.error(`Warning: Output is ${Math.round(size / 1024)}KB. Large documents may exceed LLM context limits.`);
+}
+function buildProgram() {
+	const program = new Command().name("into-md").description("Fetch a web page and convert its content to markdown.").argument("<url>", "URL to fetch").option("-o, --output <file>", "Write output to file instead of stdout").option("--js", "Use headless browser (Playwright) for JS-rendered content").option("--raw", "Skip content extraction, convert entire HTML").option("--cookies <file>", "Path to cookies file for authenticated requests").option("--user-agent <string>", "Custom User-Agent header").option("--encoding <encoding>", "Force character encoding (auto-detected by default)").option("--strip-links", "Remove hyperlinks, keep only anchor text").option("--exclude <selectors>", "CSS selectors to exclude (comma-separated)").option("--timeout <ms>", "Request timeout in milliseconds", `${DEFAULT_TIMEOUT}`).option("--no-cache", "Bypass response cache").option("-v, --verbose", "Show detailed progress information");
+	program.version("0.1.0");
+	return program;
+}
+async function main() {
+	const program = buildProgram();
+	program.parse(process.argv);
+	const [url] = program.args;
+	if (!url) {
+		program.help();
+		return;
+	}
+	const opts = program.opts();
+	try {
+		await run(url, {
+			...opts,
+			timeout: opts.timeout ? Number(opts.timeout) : DEFAULT_TIMEOUT
+		});
+	} catch (error) {
+		const message = error instanceof Error ? error.message : String(error);
+		console.error(message);
+		process.exitCode = 1;
+	}
+}
+main();
+
+//#endregion
+export {  };
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":["metadata"],"sources":["../src/utils.ts","../src/converter.ts","../src/extractor.ts","../src/cache.ts","../src/fetcher.ts","../src/images.ts","../src/metadata.ts","../src/tables.ts","../src/index.ts"],"sourcesContent":["import type { CheerioAPI } from \"cheerio\";\n\n/**\n * Converts a relative URL to an absolute URL using the provided base URL.\n * Returns the original URL if it cannot be parsed.\n */\nexport const toAbsoluteUrl = (\n  url: string | undefined,\n  baseUrl: string\n): string | undefined => {\n  if (!url) {\n    return undefined;\n  }\n  try {\n    return new URL(url, baseUrl).toString();\n  } catch {\n    return url;\n  }\n};\n\n/**\n * Extracts the inner HTML from the body element, or falls back to root HTML.\n * Common pattern used across multiple cheerio-based transformations.\n */\nexport const getBodyHtml = ($: CheerioAPI): string => {\n  const body = $(\"body\");\n  return body.length ? (body.html() ?? \"\") : ($.root().html() ?? \"\");\n};\n","import { load } from \"cheerio\";\nimport TurndownService from \"turndown\";\n\nimport { getBodyHtml, toAbsoluteUrl } from \"./utils\";\n\nexport interface ConvertOptions {\n  baseUrl: string;\n  stripLinks?: boolean;\n}\n\nfunction prepareDom(html: string, baseUrl: string): string {\n  const $ = load(html);\n\n  for (const el of $(\"a[href]\").toArray()) {\n    const $el = $(el);\n    const absolute = toAbsoluteUrl($el.attr(\"href\"), baseUrl);\n    if (absolute) {\n      $el.attr(\"href\", absolute);\n    }\n  }\n\n  for (const el of $(\"img[src]\").toArray()) {\n    const $el = $(el);\n    const absolute = toAbsoluteUrl($el.attr(\"src\"), baseUrl);\n    if (absolute) {\n      $el.attr(\"src\", absolute);\n    }\n  }\n\n  $(\"script, style\").remove();\n  return getBodyHtml($);\n}\n\nexport function convertHtmlToMarkdown(\n  html: string,\n  options: ConvertOptions\n): string {\n  const prepared = prepareDom(html, options.baseUrl);\n  const turndown = new TurndownService({\n    bulletListMarker: \"-\",\n    codeBlockStyle: \"fenced\",\n    headingStyle: \"atx\",\n  });\n\n  turndown.addRule(\"stripLinks\", {\n    filter: \"a\",\n    replacement: (content, node) => {\n      if (options.stripLinks) {\n        return content;\n      }\n      const href = (node as HTMLElement).getAttribute(\"href\");\n      if (!href) {\n        return content;\n      }\n      return `[${content}](${href})`;\n    },\n  });\n\n  turndown.addRule(\"imagesWithCaption\", {\n    filter: \"img\",\n    replacement: (_, node) => {\n      const element = node as HTMLElement;\n      const src = element.getAttribute(\"src\") ?? \"\";\n      const alt = element.getAttribute(\"alt\") ?? \"\";\n      const caption = element.getAttribute(\"data-into-md-caption\");\n      const imageLine = `![${alt}](${src})`;\n      if (caption) {\n        return `${imageLine}\\n*${caption}*`;\n      }\n      return imageLine;\n    },\n  });\n\n  turndown.addRule(\"tableJson\", {\n    filter: (node) =>\n      node.nodeName === \"PRE\" &&\n      (node as HTMLElement).getAttribute(\"data-into-md-table\") === \"true\",\n    replacement: (_content, node) => {\n      const text = (node as HTMLElement).textContent?.trim() ?? \"\";\n      return `\\`\\`\\`json\\n${text}\\n\\`\\`\\``;\n    },\n  });\n\n  turndown.addRule(\"embeds\", {\n    filter: [\"iframe\", \"embed\", \"video\"],\n    replacement: (_, node) => {\n      const src = (node as HTMLElement).getAttribute(\"src\") ?? \"\";\n      if (!src) {\n        return \"\";\n      }\n      return `[Embedded content: ${src}]`;\n    },\n  });\n\n  return turndown.turndown(prepared);\n}\n","import { Readability } from \"@mozilla/readability\";\nimport { JSDOM } from \"jsdom\";\n\nexport interface ExtractOptions {\n  raw?: boolean;\n  excludeSelectors?: string[];\n  baseUrl: string;\n}\n\nexport interface ExtractedContent {\n  html: string;\n  metadata: {\n    title?: string;\n    description?: string;\n    author?: string;\n    source: string;\n  };\n}\n\nfunction removeNodes(document: Document, selectors: string[]) {\n  for (const selector of selectors) {\n    for (const node of Array.from(document.querySelectorAll(selector))) {\n      node.remove();\n    }\n  }\n}\n\nfunction extractMetadata(document: Document, source: string) {\n  const title =\n    document.querySelector(\"title\")?.textContent ??\n    document\n      .querySelector('meta[property=\"og:title\"]')\n      ?.getAttribute(\"content\") ??\n    undefined;\n\n  const description =\n    document\n      .querySelector('meta[name=\"description\"]')\n      ?.getAttribute(\"content\") ??\n    document\n      .querySelector('meta[property=\"og:description\"]')\n      ?.getAttribute(\"content\") ??\n    undefined;\n\n  const author =\n    document.querySelector('meta[name=\"author\"]')?.getAttribute(\"content\") ??\n    document\n      .querySelector('meta[property=\"article:author\"]')\n      ?.getAttribute(\"content\") ??\n    undefined;\n\n  return { author, description, source, title: title ?? undefined };\n}\n\nexport function extractContent(\n  html: string,\n  { raw = false, excludeSelectors = [], baseUrl }: ExtractOptions\n): ExtractedContent {\n  const dom = new JSDOM(html, { url: baseUrl });\n  const { document } = dom.window;\n\n  if (excludeSelectors.length) {\n    removeNodes(document, excludeSelectors);\n  }\n\n  if (raw) {\n    const metadata = extractMetadata(document, baseUrl);\n    return { html: document.documentElement.outerHTML, metadata };\n  }\n\n  const clone = document.cloneNode(true) as Document;\n  const reader = new Readability(clone);\n  const article = reader.parse();\n\n  const contentHtml =\n    article?.content ?? document.querySelector(\"body\")?.innerHTML ?? \"\";\n  const metadata = extractMetadata(document, baseUrl);\n  if (article?.title && !metadata.title) {\n    metadata.title = article.title;\n  }\n  if (article?.byline && !metadata.author) {\n    metadata.author = article.byline;\n  }\n  return { html: contentHtml, metadata };\n}\n","import { createHash } from \"node:crypto\";\nimport { mkdir, readFile, stat, writeFile } from \"node:fs/promises\";\nimport { dirname, join } from \"node:path\";\n\nexport interface CacheOptions {\n  enabled: boolean;\n  ttlMs: number;\n  cacheDir?: string;\n}\n\nexport interface CachedResponse {\n  url: string;\n  fetchedAt: number;\n  content: string;\n}\n\nconst defaultCacheDir = join(\n  process.env.HOME ?? process.cwd(),\n  \".cache\",\n  \"into-md\"\n);\n\nconst DEFAULT_TTL_MS = 60 * 60 * 1000;\n\nconst buildCachePath = (url: string, cacheDir = defaultCacheDir): string => {\n  const hash = createHash(\"sha256\").update(url).digest(\"hex\");\n  return join(cacheDir, `${hash}.json`);\n};\n\nexport async function readFromCache(\n  url: string,\n  options?: Partial<CacheOptions>\n): Promise<CachedResponse | null> {\n  const {\n    enabled = true,\n    ttlMs = DEFAULT_TTL_MS,\n    cacheDir = defaultCacheDir,\n  } = options ?? {};\n\n  if (!enabled) {\n    return null;\n  }\n\n  const target = buildCachePath(url, cacheDir);\n  try {\n    const [file, info] = await Promise.all([\n      readFile(target, \"utf8\"),\n      stat(target),\n    ]);\n    const payload = JSON.parse(file) as CachedResponse;\n    const isFresh = info.mtimeMs + ttlMs > Date.now();\n    if (!isFresh) {\n      return null;\n    }\n    if (payload.url !== url) {\n      return null;\n    }\n    return payload;\n  } catch {\n    return null;\n  }\n}\n\nexport async function writeToCache(\n  url: string,\n  content: string,\n  options?: Partial<CacheOptions>\n): Promise<void> {\n  const { enabled = true, cacheDir = defaultCacheDir } = options ?? {};\n\n  if (!enabled) {\n    return;\n  }\n\n  const target = buildCachePath(url, cacheDir);\n  await mkdir(dirname(target), { recursive: true });\n  const payload: CachedResponse = { content, fetchedAt: Date.now(), url };\n  await writeFile(target, JSON.stringify(payload, null, 2), \"utf8\");\n}\n","import { readFileSync } from \"node:fs\";\nimport { basename } from \"node:path\";\nimport { type CacheOptions, readFromCache, writeToCache } from \"./cache\";\n\nexport interface FetchOptions {\n  useJs?: boolean;\n  cookiesPath?: string;\n  userAgent?: string;\n  encoding?: string;\n  timeoutMs?: number;\n  cache?: Partial<CacheOptions>;\n  noCache?: boolean;\n  verbose?: boolean;\n}\n\nexport interface FetchResult {\n  html: string;\n  finalUrl: string;\n  fromCache: boolean;\n}\n\ninterface CookieRecord {\n  name: string;\n  value: string;\n  domain: string;\n  path: string;\n  secure: boolean;\n  expires: number;\n}\n\nconst DEFAULT_USER_AGENT =\n  \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0 Safari/537.36\";\n\nconst DEFAULT_TIMEOUT_MS = 30_000;\n\nconst logVerbose = (message: string, verbose?: boolean): void => {\n  if (verbose) {\n    console.error(message);\n  }\n};\n\nfunction parseNetscapeCookieLine(\n  line: string\n): { record: CookieRecord; headerPair: string } | null {\n  const trimmed = line.trim();\n  if (!trimmed || trimmed.startsWith(\"#\")) {\n    return null;\n  }\n\n  const parts = trimmed.split(\"\\t\");\n  if (parts.length < 7) {\n    return null;\n  }\n\n  const domain = parts[0];\n  const path = parts[2];\n  const secureFlag = parts[3];\n  const expires = parts[4];\n  const name = parts[5];\n  const value = parts[6];\n  if (!(domain && path && secureFlag && expires && name && value)) {\n    return null;\n  }\n\n  return {\n    headerPair: `${name}=${value}`,\n    record: {\n      domain,\n      expires: Number(expires),\n      name,\n      path,\n      secure: secureFlag.toLowerCase() === \"true\",\n      value,\n    },\n  };\n}\n\nfunction parseCookiesFile(cookiesPath?: string): {\n  header: string | undefined;\n  playwrightCookies: CookieRecord[];\n} {\n  if (!cookiesPath) {\n    return { header: undefined, playwrightCookies: [] };\n  }\n  let content: string;\n  try {\n    content = readFileSync(cookiesPath, \"utf8\");\n  } catch (error) {\n    throw new Error(\n      `Unable to read cookies file \"${basename(cookiesPath)}\": ${String(error)}`,\n      { cause: error }\n    );\n  }\n\n  const entries: CookieRecord[] = [];\n  const headerPairs: string[] = [];\n  for (const line of content.split(\"\\n\")) {\n    const parsed = parseNetscapeCookieLine(line);\n    if (!parsed) {\n      continue;\n    }\n    entries.push(parsed.record);\n    headerPairs.push(parsed.headerPair);\n  }\n\n  return {\n    header: headerPairs.length ? headerPairs.join(\"; \") : undefined,\n    playwrightCookies: entries,\n  };\n}\n\nasync function fetchWithHttp(\n  url: string,\n  options: FetchOptions\n): Promise<FetchResult> {\n  const controller = new AbortController();\n  const timeout = setTimeout(\n    () => controller.abort(),\n    options.timeoutMs ?? DEFAULT_TIMEOUT_MS\n  );\n\n  const { header: cookiesHeader } = parseCookiesFile(options.cookiesPath);\n  const headers = new Headers({\n    \"User-Agent\": options.userAgent ?? DEFAULT_USER_AGENT,\n  });\n  if (cookiesHeader) {\n    headers.set(\"Cookie\", cookiesHeader);\n  }\n\n  try {\n    const response = await fetch(url, {\n      headers,\n      method: \"GET\",\n      redirect: \"follow\",\n      signal: controller.signal,\n    });\n    if (!response.ok) {\n      throw new Error(\n        `Request failed with status ${response.status}. If blocked, try --user-agent.`\n      );\n    }\n\n    const finalUrl = response.url;\n    const buffer = await response.arrayBuffer();\n    const decoder = new TextDecoder(options.encoding);\n    const html = decoder.decode(buffer);\n    return { finalUrl, fromCache: false, html };\n  } catch (error) {\n    const prefix =\n      error instanceof Error && error.name === \"AbortError\"\n        ? \"Request timed out\"\n        : \"Request failed\";\n    throw new Error(`${prefix}: ${String(error)}`, { cause: error });\n  } finally {\n    clearTimeout(timeout);\n  }\n}\n\nasync function fetchWithBrowser(\n  url: string,\n  options: FetchOptions\n): Promise<FetchResult> {\n  let playwright: typeof import(\"playwright\") | null = null;\n  try {\n    playwright = await import(\"playwright\");\n  } catch (error) {\n    throw new Error(\n      `JS mode requested but playwright is not installed. Install it and retry. (${String(\n        error\n      )})`,\n      { cause: error }\n    );\n  }\n\n  const { playwrightCookies } = parseCookiesFile(options.cookiesPath);\n  const browser = await playwright.chromium.launch({ headless: true });\n  const context = await browser.newContext({\n    userAgent: options.userAgent ?? DEFAULT_USER_AGENT,\n  });\n\n  if (playwrightCookies.length) {\n    await context.addCookies(\n      playwrightCookies.map((cookie) => ({\n        ...cookie,\n        httpOnly: false,\n        sameSite: \"Lax\" as const,\n      }))\n    );\n  }\n\n  const page = await context.newPage();\n  await page.goto(url, {\n    timeout: options.timeoutMs ?? DEFAULT_TIMEOUT_MS,\n    waitUntil: \"networkidle\",\n  });\n\n  const html = await page.content();\n  const finalUrl = page.url();\n\n  await browser.close();\n  return { finalUrl, fromCache: false, html };\n}\n\nexport async function fetchPage(\n  url: string,\n  options: FetchOptions\n): Promise<FetchResult> {\n  const cacheEnabled = !options.noCache;\n  if (cacheEnabled) {\n    const cached = await readFromCache(url, {\n      enabled: cacheEnabled,\n      ...options.cache,\n    });\n    if (cached) {\n      logVerbose(\"Cache hit\", options.verbose);\n      return { finalUrl: url, fromCache: true, html: cached.content };\n    }\n  }\n\n  logVerbose(\n    `Fetching ${url} ${options.useJs ? \"(headless browser)\" : \"(http)\"}`,\n    options.verbose\n  );\n  const result = options.useJs\n    ? await fetchWithBrowser(url, options)\n    : await fetchWithHttp(url, options);\n\n  if (cacheEnabled) {\n    await writeToCache(url, result.html, {\n      enabled: cacheEnabled,\n      ...options.cache,\n    });\n  }\n\n  return result;\n}\n","import { load } from \"cheerio\";\n\nimport { getBodyHtml, toAbsoluteUrl } from \"./utils\";\n\nexport function annotateImages(html: string, baseUrl: string): string {\n  const $ = load(html);\n\n  for (const img of $(\"img\").toArray()) {\n    const $img = $(img);\n    const src = $img.attr(\"src\");\n    const absoluteSrc = toAbsoluteUrl(src, baseUrl);\n    if (absoluteSrc) {\n      $img.attr(\"src\", absoluteSrc);\n    }\n\n    const figure = $img.closest(\"figure\");\n    const caption =\n      figure.find(\"figcaption\").text().trim() ||\n      $img.attr(\"title\")?.trim() ||\n      undefined;\n    if (caption) {\n      $img.attr(\"data-into-md-caption\", caption);\n    }\n  }\n\n  return getBodyHtml($);\n}\n","export interface FrontmatterInput {\n  title?: string;\n  description?: string;\n  author?: string;\n  date?: string;\n  source: string;\n}\n\nexport function buildFrontmatter(meta: FrontmatterInput): string {\n  const lines = [\"---\"];\n  if (meta.title) {\n    lines.push(`title: \"${escapeFrontmatter(meta.title)}\"`);\n  }\n  if (meta.description) {\n    lines.push(`description: \"${escapeFrontmatter(meta.description)}\"`);\n  }\n  if (meta.author) {\n    lines.push(`author: \"${escapeFrontmatter(meta.author)}\"`);\n  }\n  if (meta.date) {\n    lines.push(`date: \"${escapeFrontmatter(meta.date)}\"`);\n  }\n  lines.push(`source: \"${escapeFrontmatter(meta.source)}\"`);\n  lines.push(\"---\");\n  return lines.join(\"\\n\");\n}\n\nfunction escapeFrontmatter(value: string): string {\n  return value.replaceAll('\"', String.raw`\\\"`);\n}\n","import { type Cheerio, type CheerioAPI, load } from \"cheerio\";\nimport type { AnyNode } from \"domhandler\";\n\nimport { getBodyHtml } from \"./utils\";\n\ninterface TableJson {\n  caption?: string;\n  headers: string[];\n  rows: Record<string, string>[];\n}\n\nfunction extractHeaders($table: Cheerio<AnyNode>, $: CheerioAPI): string[] {\n  const explicitHeaders = $table.find(\"thead th\");\n  if (explicitHeaders.length) {\n    return explicitHeaders\n      .toArray()\n      .map((th) => $(th).text().trim())\n      .filter(Boolean);\n  }\n\n  const firstRowHeaders = $table.find(\"tr\").first().find(\"th, td\");\n  if (firstRowHeaders.length) {\n    return firstRowHeaders\n      .toArray()\n      .map((cell, index) => $(cell).text().trim() || `Column ${index + 1}`);\n  }\n\n  return [];\n}\n\nfunction extractRows(\n  $table: Cheerio<AnyNode>,\n  headers: string[],\n  $: CheerioAPI\n): Record<string, string>[] {\n  const rows: Record<string, string>[] = [];\n  const dataRows =\n    $table.find(\"tbody tr\").length > 0\n      ? $table.find(\"tbody tr\")\n      : $table.find(\"tr\").slice(1);\n\n  for (const row of dataRows.toArray()) {\n    const cells = $(row).find(\"td, th\");\n    if (!cells.length) {\n      continue;\n    }\n    const record: Record<string, string> = {};\n    for (const [cellIndex, cell] of cells.toArray().entries()) {\n      const key = headers[cellIndex] ?? `Column ${cellIndex + 1}`;\n      record[key] = $(cell).text().trim();\n    }\n    rows.push(record);\n  }\n\n  return rows;\n}\n\nexport function convertTablesToJson(html: string): string {\n  const $ = load(html);\n\n  for (const table of $(\"table\").toArray()) {\n    const $table = $(table);\n    const caption = $table.find(\"caption\").first().text().trim() || undefined;\n    const headers = extractHeaders($table, $);\n    const rows = extractRows($table, headers, $);\n\n    const json: TableJson = {\n      caption,\n      headers,\n      rows,\n    };\n\n    const pre = $(\"<pre>\")\n      .attr(\"data-into-md-table\", \"true\")\n      .text(JSON.stringify(json, null, 2));\n    $table.replaceWith(pre);\n  }\n\n  return getBodyHtml($);\n}\n","import { writeFile } from \"node:fs/promises\";\nimport { Command } from \"commander\";\n\nimport { convertHtmlToMarkdown } from \"./converter\";\nimport { extractContent } from \"./extractor\";\nimport { fetchPage } from \"./fetcher\";\nimport { annotateImages } from \"./images\";\nimport { buildFrontmatter } from \"./metadata\";\nimport { convertTablesToJson } from \"./tables\";\n\nconst DEFAULT_TIMEOUT = 30_000;\n\ninterface CliOptions {\n  output?: string;\n  js?: boolean;\n  raw?: boolean;\n  cookies?: string;\n  userAgent?: string;\n  encoding?: string;\n  stripLinks?: boolean;\n  exclude?: string;\n  timeout?: number;\n  noCache?: boolean;\n  verbose?: boolean;\n}\n\nasync function run(url: string, options: CliOptions) {\n  const selectors =\n    options.exclude\n      ?.split(\",\")\n      .map((selector) => selector.trim())\n      .filter(Boolean) ?? [];\n\n  if (options.verbose) {\n    console.error(\"Starting into-md…\");\n  }\n\n  const fetchResult = await fetchPage(url, {\n    cookiesPath: options.cookies,\n    encoding: options.encoding,\n    noCache: options.noCache,\n    timeoutMs: options.timeout ?? DEFAULT_TIMEOUT,\n    useJs: options.js,\n    userAgent: options.userAgent,\n    verbose: options.verbose,\n  });\n\n  const extracted = extractContent(fetchResult.html, {\n    baseUrl: fetchResult.finalUrl,\n    excludeSelectors: selectors,\n    raw: options.raw,\n  });\n\n  let workingHtml = extracted.html;\n  workingHtml = convertTablesToJson(workingHtml);\n  workingHtml = annotateImages(workingHtml, fetchResult.finalUrl);\n\n  const markdown = convertHtmlToMarkdown(workingHtml, {\n    baseUrl: fetchResult.finalUrl,\n    stripLinks: options.stripLinks,\n  });\n\n  const frontmatter = buildFrontmatter({\n    ...extracted.metadata,\n    source: fetchResult.finalUrl,\n  });\n\n  const output = `${frontmatter}\\n\\n${markdown}`.trim();\n\n  if (options.output) {\n    await writeFile(options.output, output, \"utf8\");\n    if (options.verbose) {\n      console.error(`Saved to ${options.output}`);\n    }\n  } else {\n    console.log(output);\n  }\n\n  const size = Buffer.byteLength(output, \"utf8\");\n  if (size > 100_000) {\n    console.error(\n      `Warning: Output is ${Math.round(size / 1024)}KB. Large documents may exceed LLM context limits.`\n    );\n  }\n}\n\nfunction buildProgram() {\n  const program = new Command()\n    .name(\"into-md\")\n    .description(\"Fetch a web page and convert its content to markdown.\")\n    .argument(\"<url>\", \"URL to fetch\")\n    .option(\"-o, --output <file>\", \"Write output to file instead of stdout\")\n    .option(\"--js\", \"Use headless browser (Playwright) for JS-rendered content\")\n    .option(\"--raw\", \"Skip content extraction, convert entire HTML\")\n    .option(\n      \"--cookies <file>\",\n      \"Path to cookies file for authenticated requests\"\n    )\n    .option(\"--user-agent <string>\", \"Custom User-Agent header\")\n    .option(\n      \"--encoding <encoding>\",\n      \"Force character encoding (auto-detected by default)\"\n    )\n    .option(\"--strip-links\", \"Remove hyperlinks, keep only anchor text\")\n    .option(\n      \"--exclude <selectors>\",\n      \"CSS selectors to exclude (comma-separated)\"\n    )\n    .option(\n      \"--timeout <ms>\",\n      \"Request timeout in milliseconds\",\n      `${DEFAULT_TIMEOUT}`\n    )\n    .option(\"--no-cache\", \"Bypass response cache\")\n    .option(\"-v, --verbose\", \"Show detailed progress information\");\n\n  program.version(\"0.1.0\");\n  return program;\n}\n\nasync function main() {\n  const program = buildProgram();\n  program.parse(process.argv);\n  const [url] = program.args;\n  if (!url) {\n    program.help();\n    return;\n  }\n\n  const opts = program.opts<CliOptions>();\n  try {\n    await run(url, {\n      ...opts,\n      timeout: opts.timeout ? Number(opts.timeout) : DEFAULT_TIMEOUT,\n    });\n  } catch (error) {\n    const message = error instanceof Error ? error.message : String(error);\n    console.error(message);\n    process.exitCode = 1;\n  }\n}\n\nmain();\n"],"mappings":";;;;;;;;;;;;;;;;;AAMA,MAAa,iBACX,KACA,YACuB;AACvB,KAAI,CAAC,IACH;AAEF,KAAI;AACF,SAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU;SACjC;AACN,SAAO;;;;;;;AAQX,MAAa,eAAe,MAA0B;CACpD,MAAM,OAAO,EAAE,OAAO;AACtB,QAAO,KAAK,SAAU,KAAK,MAAM,IAAI,KAAO,EAAE,MAAM,CAAC,MAAM,IAAI;;;;;AChBjE,SAAS,WAAW,MAAc,SAAyB;CACzD,MAAM,IAAI,KAAK,KAAK;AAEpB,MAAK,MAAM,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE;EACvC,MAAM,MAAM,EAAE,GAAG;EACjB,MAAM,WAAW,cAAc,IAAI,KAAK,OAAO,EAAE,QAAQ;AACzD,MAAI,SACF,KAAI,KAAK,QAAQ,SAAS;;AAI9B,MAAK,MAAM,MAAM,EAAE,WAAW,CAAC,SAAS,EAAE;EACxC,MAAM,MAAM,EAAE,GAAG;EACjB,MAAM,WAAW,cAAc,IAAI,KAAK,MAAM,EAAE,QAAQ;AACxD,MAAI,SACF,KAAI,KAAK,OAAO,SAAS;;AAI7B,GAAE,gBAAgB,CAAC,QAAQ;AAC3B,QAAO,YAAY,EAAE;;AAGvB,SAAgB,sBACd,MACA,SACQ;CACR,MAAM,WAAW,WAAW,MAAM,QAAQ,QAAQ;CAClD,MAAM,WAAW,IAAI,gBAAgB;EACnC,kBAAkB;EAClB,gBAAgB;EAChB,cAAc;EACf,CAAC;AAEF,UAAS,QAAQ,cAAc;EAC7B,QAAQ;EACR,cAAc,SAAS,SAAS;AAC9B,OAAI,QAAQ,WACV,QAAO;GAET,MAAM,OAAQ,KAAqB,aAAa,OAAO;AACvD,OAAI,CAAC,KACH,QAAO;AAET,UAAO,IAAI,QAAQ,IAAI,KAAK;;EAE/B,CAAC;AAEF,UAAS,QAAQ,qBAAqB;EACpC,QAAQ;EACR,cAAc,GAAG,SAAS;GACxB,MAAM,UAAU;GAChB,MAAM,MAAM,QAAQ,aAAa,MAAM,IAAI;GAC3C,MAAM,MAAM,QAAQ,aAAa,MAAM,IAAI;GAC3C,MAAM,UAAU,QAAQ,aAAa,uBAAuB;GAC5D,MAAM,YAAY,KAAK,IAAI,IAAI,IAAI;AACnC,OAAI,QACF,QAAO,GAAG,UAAU,KAAK,QAAQ;AAEnC,UAAO;;EAEV,CAAC;AAEF,UAAS,QAAQ,aAAa;EAC5B,SAAS,SACP,KAAK,aAAa,SACjB,KAAqB,aAAa,qBAAqB,KAAK;EAC/D,cAAc,UAAU,SAAS;AAE/B,UAAO,eADO,KAAqB,aAAa,MAAM,IAAI,GAC/B;;EAE9B,CAAC;AAEF,UAAS,QAAQ,UAAU;EACzB,QAAQ;GAAC;GAAU;GAAS;GAAQ;EACpC,cAAc,GAAG,SAAS;GACxB,MAAM,MAAO,KAAqB,aAAa,MAAM,IAAI;AACzD,OAAI,CAAC,IACH,QAAO;AAET,UAAO,sBAAsB,IAAI;;EAEpC,CAAC;AAEF,QAAO,SAAS,SAAS,SAAS;;;;;AC3EpC,SAAS,YAAY,UAAoB,WAAqB;AAC5D,MAAK,MAAM,YAAY,UACrB,MAAK,MAAM,QAAQ,MAAM,KAAK,SAAS,iBAAiB,SAAS,CAAC,CAChE,MAAK,QAAQ;;AAKnB,SAAS,gBAAgB,UAAoB,QAAgB;CAC3D,MAAM,QACJ,SAAS,cAAc,QAAQ,EAAE,eACjC,SACG,cAAc,8BAA4B,EACzC,aAAa,UAAU,IAC3B;CAEF,MAAM,cACJ,SACG,cAAc,6BAA2B,EACxC,aAAa,UAAU,IAC3B,SACG,cAAc,oCAAkC,EAC/C,aAAa,UAAU,IAC3B;AASF,QAAO;EAAE,QANP,SAAS,cAAc,wBAAsB,EAAE,aAAa,UAAU,IACtE,SACG,cAAc,oCAAkC,EAC/C,aAAa,UAAU,IAC3B;EAEe;EAAa;EAAQ,OAAO,SAAS;EAAW;;AAGnE,SAAgB,eACd,MACA,EAAE,MAAM,OAAO,mBAAmB,EAAE,EAAE,WACpB;CAElB,MAAM,EAAE,aADI,IAAI,MAAM,MAAM,EAAE,KAAK,SAAS,CAAC,CACpB;AAEzB,KAAI,iBAAiB,OACnB,aAAY,UAAU,iBAAiB;AAGzC,KAAI,KAAK;EACP,MAAMA,aAAW,gBAAgB,UAAU,QAAQ;AACnD,SAAO;GAAE,MAAM,SAAS,gBAAgB;GAAW;GAAU;;CAK/D,MAAM,UADS,IAAI,YADL,SAAS,UAAU,KAAK,CACD,CACd,OAAO;CAE9B,MAAM,cACJ,SAAS,WAAW,SAAS,cAAc,OAAO,EAAE,aAAa;CACnE,MAAM,WAAW,gBAAgB,UAAU,QAAQ;AACnD,KAAI,SAAS,SAAS,CAAC,SAAS,MAC9B,UAAS,QAAQ,QAAQ;AAE3B,KAAI,SAAS,UAAU,CAAC,SAAS,OAC/B,UAAS,SAAS,QAAQ;AAE5B,QAAO;EAAE,MAAM;EAAa;EAAU;;;;;ACnExC,MAAM,kBAAkB,KACtB,QAAQ,IAAI,QAAQ,QAAQ,KAAK,EACjC,UACA,UACD;AAED,MAAM,iBAAiB,OAAU;AAEjC,MAAM,kBAAkB,KAAa,WAAW,oBAA4B;AAE1E,QAAO,KAAK,UAAU,GADT,WAAW,SAAS,CAAC,OAAO,IAAI,CAAC,OAAO,MAAM,CAC7B,OAAO;;AAGvC,eAAsB,cACpB,KACA,SACgC;CAChC,MAAM,EACJ,UAAU,MACV,QAAQ,gBACR,WAAW,oBACT,WAAW,EAAE;AAEjB,KAAI,CAAC,QACH,QAAO;CAGT,MAAM,SAAS,eAAe,KAAK,SAAS;AAC5C,KAAI;EACF,MAAM,CAAC,MAAM,QAAQ,MAAM,QAAQ,IAAI,CACrC,SAAS,QAAQ,OAAO,EACxB,KAAK,OAAO,CACb,CAAC;EACF,MAAM,UAAU,KAAK,MAAM,KAAK;AAEhC,MAAI,EADY,KAAK,UAAU,QAAQ,KAAK,KAAK,EAE/C,QAAO;AAET,MAAI,QAAQ,QAAQ,IAClB,QAAO;AAET,SAAO;SACD;AACN,SAAO;;;AAIX,eAAsB,aACpB,KACA,SACA,SACe;CACf,MAAM,EAAE,UAAU,MAAM,WAAW,oBAAoB,WAAW,EAAE;AAEpE,KAAI,CAAC,QACH;CAGF,MAAM,SAAS,eAAe,KAAK,SAAS;AAC5C,OAAM,MAAM,QAAQ,OAAO,EAAE,EAAE,WAAW,MAAM,CAAC;CACjD,MAAM,UAA0B;EAAE;EAAS,WAAW,KAAK,KAAK;EAAE;EAAK;AACvE,OAAM,UAAU,QAAQ,KAAK,UAAU,SAAS,MAAM,EAAE,EAAE,OAAO;;;;;AC/CnE,MAAM,qBACJ;AAEF,MAAM,qBAAqB;AAE3B,MAAM,cAAc,SAAiB,YAA4B;AAC/D,KAAI,QACF,SAAQ,MAAM,QAAQ;;AAI1B,SAAS,wBACP,MACqD;CACrD,MAAM,UAAU,KAAK,MAAM;AAC3B,KAAI,CAAC,WAAW,QAAQ,WAAW,IAAI,CACrC,QAAO;CAGT,MAAM,QAAQ,QAAQ,MAAM,IAAK;AACjC,KAAI,MAAM,SAAS,EACjB,QAAO;CAGT,MAAM,SAAS,MAAM;CACrB,MAAM,OAAO,MAAM;CACnB,MAAM,aAAa,MAAM;CACzB,MAAM,UAAU,MAAM;CACtB,MAAM,OAAO,MAAM;CACnB,MAAM,QAAQ,MAAM;AACpB,KAAI,EAAE,UAAU,QAAQ,cAAc,WAAW,QAAQ,OACvD,QAAO;AAGT,QAAO;EACL,YAAY,GAAG,KAAK,GAAG;EACvB,QAAQ;GACN;GACA,SAAS,OAAO,QAAQ;GACxB;GACA;GACA,QAAQ,WAAW,aAAa,KAAK;GACrC;GACD;EACF;;AAGH,SAAS,iBAAiB,aAGxB;AACA,KAAI,CAAC,YACH,QAAO;EAAE,QAAQ;EAAW,mBAAmB,EAAE;EAAE;CAErD,IAAI;AACJ,KAAI;AACF,YAAU,aAAa,aAAa,OAAO;UACpC,OAAO;AACd,QAAM,IAAI,MACR,gCAAgC,SAAS,YAAY,CAAC,KAAK,OAAO,MAAM,IACxE,EAAE,OAAO,OAAO,CACjB;;CAGH,MAAM,UAA0B,EAAE;CAClC,MAAM,cAAwB,EAAE;AAChC,MAAK,MAAM,QAAQ,QAAQ,MAAM,KAAK,EAAE;EACtC,MAAM,SAAS,wBAAwB,KAAK;AAC5C,MAAI,CAAC,OACH;AAEF,UAAQ,KAAK,OAAO,OAAO;AAC3B,cAAY,KAAK,OAAO,WAAW;;AAGrC,QAAO;EACL,QAAQ,YAAY,SAAS,YAAY,KAAK,KAAK,GAAG;EACtD,mBAAmB;EACpB;;AAGH,eAAe,cACb,KACA,SACsB;CACtB,MAAM,aAAa,IAAI,iBAAiB;CACxC,MAAM,UAAU,iBACR,WAAW,OAAO,EACxB,QAAQ,aAAa,mBACtB;CAED,MAAM,EAAE,QAAQ,kBAAkB,iBAAiB,QAAQ,YAAY;CACvE,MAAM,UAAU,IAAI,QAAQ,EAC1B,cAAc,QAAQ,aAAa,oBACpC,CAAC;AACF,KAAI,cACF,SAAQ,IAAI,UAAU,cAAc;AAGtC,KAAI;EACF,MAAM,WAAW,MAAM,MAAM,KAAK;GAChC;GACA,QAAQ;GACR,UAAU;GACV,QAAQ,WAAW;GACpB,CAAC;AACF,MAAI,CAAC,SAAS,GACZ,OAAM,IAAI,MACR,8BAA8B,SAAS,OAAO,iCAC/C;EAGH,MAAM,WAAW,SAAS;EAC1B,MAAM,SAAS,MAAM,SAAS,aAAa;AAG3C,SAAO;GAAE;GAAU,WAAW;GAAO,MAFrB,IAAI,YAAY,QAAQ,SAAS,CAC5B,OAAO,OAAO;GACQ;UACpC,OAAO;EACd,MAAM,SACJ,iBAAiB,SAAS,MAAM,SAAS,eACrC,sBACA;AACN,QAAM,IAAI,MAAM,GAAG,OAAO,IAAI,OAAO,MAAM,IAAI,EAAE,OAAO,OAAO,CAAC;WACxD;AACR,eAAa,QAAQ;;;AAIzB,eAAe,iBACb,KACA,SACsB;CACtB,IAAI,aAAiD;AACrD,KAAI;AACF,eAAa,MAAM,OAAO;UACnB,OAAO;AACd,QAAM,IAAI,MACR,6EAA6E,OAC3E,MACD,CAAC,IACF,EAAE,OAAO,OAAO,CACjB;;CAGH,MAAM,EAAE,sBAAsB,iBAAiB,QAAQ,YAAY;CACnE,MAAM,UAAU,MAAM,WAAW,SAAS,OAAO,EAAE,UAAU,MAAM,CAAC;CACpE,MAAM,UAAU,MAAM,QAAQ,WAAW,EACvC,WAAW,QAAQ,aAAa,oBACjC,CAAC;AAEF,KAAI,kBAAkB,OACpB,OAAM,QAAQ,WACZ,kBAAkB,KAAK,YAAY;EACjC,GAAG;EACH,UAAU;EACV,UAAU;EACX,EAAE,CACJ;CAGH,MAAM,OAAO,MAAM,QAAQ,SAAS;AACpC,OAAM,KAAK,KAAK,KAAK;EACnB,SAAS,QAAQ,aAAa;EAC9B,WAAW;EACZ,CAAC;CAEF,MAAM,OAAO,MAAM,KAAK,SAAS;CACjC,MAAM,WAAW,KAAK,KAAK;AAE3B,OAAM,QAAQ,OAAO;AACrB,QAAO;EAAE;EAAU,WAAW;EAAO;EAAM;;AAG7C,eAAsB,UACpB,KACA,SACsB;CACtB,MAAM,eAAe,CAAC,QAAQ;AAC9B,KAAI,cAAc;EAChB,MAAM,SAAS,MAAM,cAAc,KAAK;GACtC,SAAS;GACT,GAAG,QAAQ;GACZ,CAAC;AACF,MAAI,QAAQ;AACV,cAAW,aAAa,QAAQ,QAAQ;AACxC,UAAO;IAAE,UAAU;IAAK,WAAW;IAAM,MAAM,OAAO;IAAS;;;AAInE,YACE,YAAY,IAAI,GAAG,QAAQ,QAAQ,uBAAuB,YAC1D,QAAQ,QACT;CACD,MAAM,SAAS,QAAQ,QACnB,MAAM,iBAAiB,KAAK,QAAQ,GACpC,MAAM,cAAc,KAAK,QAAQ;AAErC,KAAI,aACF,OAAM,aAAa,KAAK,OAAO,MAAM;EACnC,SAAS;EACT,GAAG,QAAQ;EACZ,CAAC;AAGJ,QAAO;;;;;ACtOT,SAAgB,eAAe,MAAc,SAAyB;CACpE,MAAM,IAAI,KAAK,KAAK;AAEpB,MAAK,MAAM,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE;EACpC,MAAM,OAAO,EAAE,IAAI;EAEnB,MAAM,cAAc,cADR,KAAK,KAAK,MAAM,EACW,QAAQ;AAC/C,MAAI,YACF,MAAK,KAAK,OAAO,YAAY;EAI/B,MAAM,UADS,KAAK,QAAQ,SAAS,CAE5B,KAAK,aAAa,CAAC,MAAM,CAAC,MAAM,IACvC,KAAK,KAAK,QAAQ,EAAE,MAAM,IAC1B;AACF,MAAI,QACF,MAAK,KAAK,wBAAwB,QAAQ;;AAI9C,QAAO,YAAY,EAAE;;;;;ACjBvB,SAAgB,iBAAiB,MAAgC;CAC/D,MAAM,QAAQ,CAAC,MAAM;AACrB,KAAI,KAAK,MACP,OAAM,KAAK,WAAW,kBAAkB,KAAK,MAAM,CAAC,GAAG;AAEzD,KAAI,KAAK,YACP,OAAM,KAAK,iBAAiB,kBAAkB,KAAK,YAAY,CAAC,GAAG;AAErE,KAAI,KAAK,OACP,OAAM,KAAK,YAAY,kBAAkB,KAAK,OAAO,CAAC,GAAG;AAE3D,KAAI,KAAK,KACP,OAAM,KAAK,UAAU,kBAAkB,KAAK,KAAK,CAAC,GAAG;AAEvD,OAAM,KAAK,YAAY,kBAAkB,KAAK,OAAO,CAAC,GAAG;AACzD,OAAM,KAAK,MAAM;AACjB,QAAO,MAAM,KAAK,KAAK;;AAGzB,SAAS,kBAAkB,OAAuB;AAChD,QAAO,MAAM,WAAW,MAAK,OAAO,GAAG,KAAK;;;;;ACjB9C,SAAS,eAAe,QAA0B,GAAyB;CACzE,MAAM,kBAAkB,OAAO,KAAK,WAAW;AAC/C,KAAI,gBAAgB,OAClB,QAAO,gBACJ,SAAS,CACT,KAAK,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAChC,OAAO,QAAQ;CAGpB,MAAM,kBAAkB,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,KAAK,SAAS;AAChE,KAAI,gBAAgB,OAClB,QAAO,gBACJ,SAAS,CACT,KAAK,MAAM,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,UAAU,QAAQ,IAAI;AAGzE,QAAO,EAAE;;AAGX,SAAS,YACP,QACA,SACA,GAC0B;CAC1B,MAAM,OAAiC,EAAE;CACzC,MAAM,WACJ,OAAO,KAAK,WAAW,CAAC,SAAS,IAC7B,OAAO,KAAK,WAAW,GACvB,OAAO,KAAK,KAAK,CAAC,MAAM,EAAE;AAEhC,MAAK,MAAM,OAAO,SAAS,SAAS,EAAE;EACpC,MAAM,QAAQ,EAAE,IAAI,CAAC,KAAK,SAAS;AACnC,MAAI,CAAC,MAAM,OACT;EAEF,MAAM,SAAiC,EAAE;AACzC,OAAK,MAAM,CAAC,WAAW,SAAS,MAAM,SAAS,CAAC,SAAS,EAAE;GACzD,MAAM,MAAM,QAAQ,cAAc,UAAU,YAAY;AACxD,UAAO,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;;AAErC,OAAK,KAAK,OAAO;;AAGnB,QAAO;;AAGT,SAAgB,oBAAoB,MAAsB;CACxD,MAAM,IAAI,KAAK,KAAK;AAEpB,MAAK,MAAM,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE;EACxC,MAAM,SAAS,EAAE,MAAM;EACvB,MAAM,UAAU,OAAO,KAAK,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI;EAChE,MAAM,UAAU,eAAe,QAAQ,EAAE;EAGzC,MAAM,OAAkB;GACtB;GACA;GACA,MALW,YAAY,QAAQ,SAAS,EAAE;GAM3C;EAED,MAAM,MAAM,EAAE,QAAQ,CACnB,KAAK,sBAAsB,OAAO,CAClC,KAAK,KAAK,UAAU,MAAM,MAAM,EAAE,CAAC;AACtC,SAAO,YAAY,IAAI;;AAGzB,QAAO,YAAY,EAAE;;;;;ACpEvB,MAAM,kBAAkB;AAgBxB,eAAe,IAAI,KAAa,SAAqB;CACnD,MAAM,YACJ,QAAQ,SACJ,MAAM,IAAI,CACX,KAAK,aAAa,SAAS,MAAM,CAAC,CAClC,OAAO,QAAQ,IAAI,EAAE;AAE1B,KAAI,QAAQ,QACV,SAAQ,MAAM,oBAAoB;CAGpC,MAAM,cAAc,MAAM,UAAU,KAAK;EACvC,aAAa,QAAQ;EACrB,UAAU,QAAQ;EAClB,SAAS,QAAQ;EACjB,WAAW,QAAQ,WAAW;EAC9B,OAAO,QAAQ;EACf,WAAW,QAAQ;EACnB,SAAS,QAAQ;EAClB,CAAC;CAEF,MAAM,YAAY,eAAe,YAAY,MAAM;EACjD,SAAS,YAAY;EACrB,kBAAkB;EAClB,KAAK,QAAQ;EACd,CAAC;CAEF,IAAI,cAAc,UAAU;AAC5B,eAAc,oBAAoB,YAAY;AAC9C,eAAc,eAAe,aAAa,YAAY,SAAS;CAE/D,MAAM,WAAW,sBAAsB,aAAa;EAClD,SAAS,YAAY;EACrB,YAAY,QAAQ;EACrB,CAAC;CAOF,MAAM,SAAS,GALK,iBAAiB;EACnC,GAAG,UAAU;EACb,QAAQ,YAAY;EACrB,CAAC,CAE4B,MAAM,WAAW,MAAM;AAErD,KAAI,QAAQ,QAAQ;AAClB,QAAM,UAAU,QAAQ,QAAQ,QAAQ,OAAO;AAC/C,MAAI,QAAQ,QACV,SAAQ,MAAM,YAAY,QAAQ,SAAS;OAG7C,SAAQ,IAAI,OAAO;CAGrB,MAAM,OAAO,OAAO,WAAW,QAAQ,OAAO;AAC9C,KAAI,OAAO,IACT,SAAQ,MACN,sBAAsB,KAAK,MAAM,OAAO,KAAK,CAAC,oDAC/C;;AAIL,SAAS,eAAe;CACtB,MAAM,UAAU,IAAI,SAAS,CAC1B,KAAK,UAAU,CACf,YAAY,wDAAwD,CACpE,SAAS,SAAS,eAAe,CACjC,OAAO,uBAAuB,yCAAyC,CACvE,OAAO,QAAQ,4DAA4D,CAC3E,OAAO,SAAS,+CAA+C,CAC/D,OACC,oBACA,kDACD,CACA,OAAO,yBAAyB,2BAA2B,CAC3D,OACC,yBACA,sDACD,CACA,OAAO,iBAAiB,2CAA2C,CACnE,OACC,yBACA,6CACD,CACA,OACC,kBACA,mCACA,GAAG,kBACJ,CACA,OAAO,cAAc,wBAAwB,CAC7C,OAAO,iBAAiB,qCAAqC;AAEhE,SAAQ,QAAQ,QAAQ;AACxB,QAAO;;AAGT,eAAe,OAAO;CACpB,MAAM,UAAU,cAAc;AAC9B,SAAQ,MAAM,QAAQ,KAAK;CAC3B,MAAM,CAAC,OAAO,QAAQ;AACtB,KAAI,CAAC,KAAK;AACR,UAAQ,MAAM;AACd;;CAGF,MAAM,OAAO,QAAQ,MAAkB;AACvC,KAAI;AACF,QAAM,IAAI,KAAK;GACb,GAAG;GACH,SAAS,KAAK,UAAU,OAAO,KAAK,QAAQ,GAAG;GAChD,CAAC;UACK,OAAO;EACd,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACtE,UAAQ,MAAM,QAAQ;AACtB,UAAQ,WAAW;;;AAIvB,MAAM"}