mdream 0.5.2 → 0.6.0

package/dist/_chunks/{plugin-Bqz9GKOA.mjs → extraction-D28Kr1J3.mjs}

@@ -284,6 +284,109 @@ const BLOCKQUOTE_SPACING = [1, 1];
 const LIST_ITEM_SPACING = [1, 0];
 const TABLE_ROW_SPACING = [0, 1];
 
+//#endregion
+//#region src/libs/query-selector.ts
+/**
+* Creates a tag selector matcher (e.g., 'div', 'p', 'h1')
+*/
+function createTagSelector(tagName) {
+	return {
+		matches: (element) => element.name === tagName,
+		toString: () => tagName
+	};
+}
+/**
+* Creates an ID selector matcher (e.g., '#main', '#content')
+*/
+function createIdSelector(selector) {
+	const id = selector.slice(1);
+	return {
+		matches: (element) => element.attributes?.id === id,
+		toString: () => `#${id}`
+	};
+}
+/**
+* Creates a class selector matcher (e.g., '.container', '.header')
+*/
+function createClassSelector(selector) {
+	const className = selector.slice(1);
+	return {
+		matches: (element) => {
+			if (!element.attributes?.class) return false;
+			const classes = element.attributes.class.trim().split(" ").filter(Boolean);
+			return classes.includes(className);
+		},
+		toString: () => `.${className}`
+	};
+}
+/**
+* Creates an attribute selector matcher (e.g., '[data-id]', '[href="https://example.com"]')
+*/
+function createAttributeSelector(selector) {
+	const match = selector.match(/\[([^\]=~|^$*]+)(?:([=~|^$*]+)["']?([^"'\]]+)["']?)?\]/);
+	const attrName = match ? match[1] : selector.slice(1, -1);
+	const operator = match?.[2];
+	const attrValue = match?.[3];
+	return {
+		matches: (element) => {
+			if (!(attrName in (element.attributes || {}))) return false;
+			if (!operator || !attrValue) return true;
+			const value = element.attributes[attrName];
+			switch (operator) {
+				case "=": return value === attrValue;
+				case "^=": return value.startsWith(attrValue);
+				case "$=": return value.endsWith(attrValue);
+				case "*=": return value.includes(attrValue);
+				case "~=": return value.trim().split(" ").filter(Boolean).includes(attrValue);
+				case "|=": return value === attrValue || value.startsWith(`${attrValue}-`);
+				default: return false;
+			}
+		},
+		toString: () => {
+			if (!operator || !attrValue) return `[${attrName}]`;
+			return `[${attrName}${operator}${attrValue}]`;
+		}
+	};
+}
+/**
+* Creates a compound selector that combines multiple selectors (e.g., 'div.container', 'h1#title')
+*/
+function createCompoundSelector(selectors) {
+	return {
+		matches: (element) => selectors.every((selector) => selector.matches(element)),
+		toString: () => selectors.map((s) => s.toString()).join("")
+	};
+}
+/**
+* Parses a CSS selector into a matcher
+*/
+function parseSelector(selector) {
+	selector = selector.trim();
+	if (!selector) throw new Error("Empty selector");
+	const selectorParts = [];
+	let current = "";
+	let inAttribute = false;
+	for (let i = 0; i < selector.length; i++) {
+		const char = selector[i];
+		if ((char === "." || char === "#" || char === "[") && current) {
+			if (current[0] === ".") selectorParts.push(createClassSelector(current));
+			else if (current[0] === "#") selectorParts.push(createIdSelector(current));
+			else if (current[0] === "[") selectorParts.push(createAttributeSelector(current));
+			else selectorParts.push(createTagSelector(current));
+			current = char;
+		} else current += char;
+		if (char === "[") inAttribute = true;
+		if (char === "]") inAttribute = false;
+		if (inAttribute && char !== "[") {}
+	}
+	if (current) if (current[0] === ".") selectorParts.push(createClassSelector(current));
+	else if (current[0] === "#") selectorParts.push(createIdSelector(current));
+	else if (current[0] === "[") selectorParts.push(createAttributeSelector(current));
+	else selectorParts.push(createTagSelector(current));
+	if (selectorParts.length === 1) return selectorParts[0];
+	return createCompoundSelector(selectorParts);
+}
+
 //#endregion
 //#region src/pluggable/plugin.ts
 /**
@@ -296,4 +399,44 @@ function createPlugin(plugin) {
 }
 
 //#endregion
-export { BLOCKQUOTE_SPACING, DEFAULT_BLOCK_SPACING, ELEMENT_NODE, HTML_ENTITIES, LIST_ITEM_SPACING, MARKDOWN_CODE_BLOCK, MARKDOWN_EMPHASIS, MARKDOWN_HORIZONTAL_RULE, MARKDOWN_INLINE_CODE, MARKDOWN_STRIKETHROUGH, MARKDOWN_STRONG, MAX_TAG_ID, NO_SPACING, NodeEventEnter, NodeEventExit, TABLE_ROW_SPACING, TAG_A, TAG_ABBR, TAG_ADDRESS, TAG_AREA, TAG_ARTICLE, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BASE, TAG_BDO, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CANVAS, TAG_CAPTION, TAG_CENTER, TAG_CITE, TAG_CODE, TAG_COL, TAG_DD, TAG_DEL, TAG_DETAILS, TAG_DFN, TAG_DIALOG, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FIGCAPTION, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HEADER, TAG_HR, TAG_HTML, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_INS, TAG_KBD, TAG_KEYGEN, TAG_LABEL, TAG_LEGEND, TAG_LI, TAG_LINK, TAG_MAIN, TAG_MAP, TAG_MARK, TAG_META, TAG_METER, TAG_NAV, TAG_NOFRAMES, TAG_NOSCRIPT, TAG_OBJECT, TAG_OL, TAG_OPTION, TAG_P, TAG_PARAM, TAG_PLAINTEXT, TAG_PRE, TAG_PROGRESS, TAG_Q, TAG_RP, TAG_RT, TAG_RUBY, TAG_SAMP, TAG_SCRIPT, TAG_SECTION, TAG_SELECT, TAG_SMALL, TAG_SOURCE, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUB, TAG_SUMMARY, TAG_SUP, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEMPLATE, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TIME, TAG_TITLE, TAG_TR, TAG_TRACK, TAG_U, TAG_UL, TAG_VAR, TAG_VIDEO, TAG_WBR, TAG_XMP, TEXT_NODE, TagIdMap, assembleBufferedContent, collectNodeContent, createBufferRegion, createPlugin };
+//#region src/plugins/extraction.ts
+function extractionPlugin(selectors) {
+	const matcherCallbacks = Object.entries(selectors).map(([selector, callback]) => ({
+		matcher: parseSelector(selector),
+		callback
+	}));
+	const trackedElements = new Map();
+	return createPlugin({
+		onNodeEnter(element) {
+			matcherCallbacks.forEach(({ matcher, callback }) => {
+				if (matcher.matches(element)) trackedElements.set(element, {
+					textContent: "",
+					callback
+				});
+			});
+		},
+		processTextNode(textNode) {
+			let currentParent = textNode.parent;
+			while (currentParent) {
+				const tracked = trackedElements.get(currentParent);
+				if (tracked) tracked.textContent += textNode.value;
+				currentParent = currentParent.parent;
+			}
+			return void 0;
+		},
+		onNodeExit(element, state) {
+			const tracked = trackedElements.get(element);
+			if (tracked) {
+				const extractedElement = {
+					...element,
+					textContent: tracked.textContent.trim()
+				};
+				tracked.callback(extractedElement, state);
+				trackedElements.delete(element);
+			}
+		}
+	});
+}
+
+//#endregion
+export { BLOCKQUOTE_SPACING, DEFAULT_BLOCK_SPACING, ELEMENT_NODE, HTML_ENTITIES, LIST_ITEM_SPACING, MARKDOWN_CODE_BLOCK, MARKDOWN_EMPHASIS, MARKDOWN_HORIZONTAL_RULE, MARKDOWN_INLINE_CODE, MARKDOWN_STRIKETHROUGH, MARKDOWN_STRONG, MAX_TAG_ID, NO_SPACING, NodeEventEnter, NodeEventExit, TABLE_ROW_SPACING, TAG_A, TAG_ABBR, TAG_ADDRESS, TAG_AREA, TAG_ARTICLE, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BASE, TAG_BDO, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CANVAS, TAG_CAPTION, TAG_CENTER, TAG_CITE, TAG_CODE, TAG_COL, TAG_DD, TAG_DEL, TAG_DETAILS, TAG_DFN, TAG_DIALOG, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FIGCAPTION, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HEADER, TAG_HR, TAG_HTML, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_INS, TAG_KBD, TAG_KEYGEN, TAG_LABEL, TAG_LEGEND, TAG_LI, TAG_LINK, TAG_MAIN, TAG_MAP, TAG_MARK, TAG_META, TAG_METER, TAG_NAV, TAG_NOFRAMES, TAG_NOSCRIPT, TAG_OBJECT, TAG_OL, TAG_OPTION, TAG_P, TAG_PARAM, TAG_PLAINTEXT, TAG_PRE, TAG_PROGRESS, TAG_Q, TAG_RP, TAG_RT, TAG_RUBY, TAG_SAMP, TAG_SCRIPT, TAG_SECTION, TAG_SELECT, TAG_SMALL, TAG_SOURCE, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUB, TAG_SUMMARY, TAG_SUP, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEMPLATE, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TIME, TAG_TITLE, TAG_TR, TAG_TRACK, TAG_U, TAG_UL, TAG_VAR, TAG_VIDEO, TAG_WBR, TAG_XMP, TEXT_NODE, TagIdMap, assembleBufferedContent, collectNodeContent, createBufferRegion, createPlugin, extractionPlugin, parseSelector };

package/dist/_chunks/{minimal-Ru8PBNVI.mjs → minimal-CCnrG7a1.mjs}

@@ -1,5 +1,5 @@
-import { TAG_ASIDE, TAG_BUTTON, TAG_EMBED, TAG_FIELDSET, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_IFRAME, TAG_INPUT, TAG_NAV, TAG_OBJECT, TAG_SELECT, TAG_TEXTAREA } from "./plugin-Bqz9GKOA.mjs";
-import { filterPlugin, frontmatterPlugin, isolateMainPlugin, tailwindPlugin } from "./plugins-D305pIpW.mjs";
+import { TAG_ASIDE, TAG_BUTTON, TAG_EMBED, TAG_FIELDSET, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_IFRAME, TAG_INPUT, TAG_NAV, TAG_OBJECT, TAG_SELECT, TAG_TEXTAREA } from "./extraction-D28Kr1J3.mjs";
+import { filterPlugin, frontmatterPlugin, isolateMainPlugin, tailwindPlugin } from "./plugins-DXY-fo9h.mjs";
 
 //#region src/preset/minimal.ts
 /**

package/dist/_chunks/{plugins-D305pIpW.mjs → plugins-DXY-fo9h.mjs}

@@ -1,148 +1,5 @@
-import { ELEMENT_NODE, TAG_A, TAG_ADDRESS, TAG_ARTICLE, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CAPTION, TAG_CODE, TAG_DD, TAG_DETAILS, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FIGCAPTION, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HEADER, TAG_HR, TAG_HTML, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_LI, TAG_MAIN, TAG_META, TAG_NAV, TAG_OBJECT, TAG_OL, TAG_P, TAG_PRE, TAG_SCRIPT, TAG_SECTION, TAG_SELECT, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUMMARY, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TITLE, TAG_TR, TAG_UL, TAG_VIDEO, TEXT_NODE, collectNodeContent, createBufferRegion, createPlugin } from "./plugin-Bqz9GKOA.mjs";
+import { ELEMENT_NODE, TAG_A, TAG_ADDRESS, TAG_ARTICLE, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CAPTION, TAG_CODE, TAG_DD, TAG_DETAILS, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FIGCAPTION, TAG_FIGURE, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HEADER, TAG_HR, TAG_HTML, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_LI, TAG_MAIN, TAG_META, TAG_NAV, TAG_OBJECT, TAG_OL, TAG_P, TAG_PRE, TAG_SCRIPT, TAG_SECTION, TAG_SELECT, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUMMARY, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TITLE, TAG_TR, TAG_UL, TAG_VIDEO, TEXT_NODE, collectNodeContent, createBufferRegion, createPlugin, parseSelector } from "./extraction-D28Kr1J3.mjs";
 
-//#region src/libs/query-selector.ts
-/**
-* Creates a tag selector matcher (e.g., 'div', 'p', 'h1')
-*/
-function createTagSelector(tagName) {
-	return {
-		matches: (element) => element.name === tagName,
-		toString: () => tagName
-	};
-}
-/**
-* Creates an ID selector matcher (e.g., '#main', '#content')
-*/
-function createIdSelector(selector) {
-	const id = selector.slice(1);
-	return {
-		matches: (element) => element.attributes?.id === id,
-		toString: () => `#${id}`
-	};
-}
-/**
-* Creates a class selector matcher (e.g., '.container', '.header')
-*/
-function createClassSelector(selector) {
-	const className = selector.slice(1);
-	return {
-		matches: (element) => {
-			if (!element.attributes?.class) return false;
-			const classes = element.attributes.class.trim().split(" ").filter(Boolean);
-			return classes.includes(className);
-		},
-		toString: () => `.${className}`
-	};
-}
-/**
-* Creates an attribute selector matcher (e.g., '[data-id]', '[href="https://example.com"]')
-*/
-function createAttributeSelector(selector) {
-	const match = selector.match(/\[([^\]=~|^$*]+)(?:([=~|^$*]+)["']?([^"'\]]+)["']?)?\]/);
-	const attrName = match ? match[1] : selector.slice(1, -1);
-	const operator = match?.[2];
-	const attrValue = match?.[3];
-	return {
-		matches: (element) => {
-			if (!(attrName in (element.attributes || {}))) return false;
-			if (!operator || !attrValue) return true;
-			const value = element.attributes[attrName];
-			switch (operator) {
-				case "=": return value === attrValue;
-				case "^=": return value.startsWith(attrValue);
-				case "$=": return value.endsWith(attrValue);
-				case "*=": return value.includes(attrValue);
-				case "~=": return value.trim().split(" ").filter(Boolean).includes(attrValue);
-				case "|=": return value === attrValue || value.startsWith(`${attrValue}-`);
-				default: return false;
-			}
-		},
-		toString: () => {
-			if (!operator || !attrValue) return `[${attrName}]`;
-			return `[${attrName}${operator}${attrValue}]`;
-		}
-	};
-}
-/**
-* Creates a compound selector that combines multiple selectors (e.g., 'div.container', 'h1#title')
-*/
-function createCompoundSelector(selectors) {
-	return {
-		matches: (element) => selectors.every((selector) => selector.matches(element)),
-		toString: () => selectors.map((s) => s.toString()).join("")
-	};
-}
-/**
-* Parses a CSS selector into a matcher
-*/
-function parseSelector(selector) {
-	selector = selector.trim();
-	if (!selector) throw new Error("Empty selector");
-	const selectorParts = [];
-	let current = "";
-	let inAttribute = false;
-	for (let i = 0; i < selector.length; i++) {
-		const char = selector[i];
-		if ((char === "." || char === "#" || char === "[") && current) {
-			if (current[0] === ".") selectorParts.push(createClassSelector(current));
-			else if (current[0] === "#") selectorParts.push(createIdSelector(current));
-			else if (current[0] === "[") selectorParts.push(createAttributeSelector(current));
-			else selectorParts.push(createTagSelector(current));
-			current = char;
-		} else current += char;
-		if (char === "[") inAttribute = true;
-		if (char === "]") inAttribute = false;
-		if (inAttribute && char !== "[") {}
-	}
-	if (current) if (current[0] === ".") selectorParts.push(createClassSelector(current));
-	else if (current[0] === "#") selectorParts.push(createIdSelector(current));
-	else if (current[0] === "[") selectorParts.push(createAttributeSelector(current));
-	else selectorParts.push(createTagSelector(current));
-	if (selectorParts.length === 1) return selectorParts[0];
-	return createCompoundSelector(selectorParts);
-}
-
-//#endregion
-//#region src/plugins/extraction.ts
-function extractionPlugin(selectors) {
-	const matcherCallbacks = Object.entries(selectors).map(([selector, callback]) => ({
-		matcher: parseSelector(selector),
-		callback
-	}));
-	const trackedElements = new Map();
-	return createPlugin({
-		onNodeEnter(element) {
-			matcherCallbacks.forEach(({ matcher, callback }) => {
-				if (matcher.matches(element)) trackedElements.set(element, {
-					textContent: "",
-					callback
-				});
-			});
-		},
-		processTextNode(textNode) {
-			let currentParent = textNode.parent;
-			while (currentParent) {
-				const tracked = trackedElements.get(currentParent);
-				if (tracked) tracked.textContent += textNode.value;
-				currentParent = currentParent.parent;
-			}
-			return void 0;
-		},
-		onNodeExit(element, state) {
-			const tracked = trackedElements.get(element);
-			if (tracked) {
-				const extractedElement = {
-					...element,
-					textContent: tracked.textContent.trim()
-				};
-				tracked.callback(extractedElement, state);
-				trackedElements.delete(element);
-			}
-		}
-	});
-}
-
-//#endregion
 //#region src/plugins/filter.ts
 /**
 * Plugin that filters nodes based on CSS selectors.
@@ -841,4 +698,4 @@ function tailwindPlugin() {
 }
 
 //#endregion
-export { extractionPlugin, filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin };
+export { filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin };

package/dist/_chunks/{stream-IeCVDuTy.mjs → src-Eo8j0-9L.mjs}

@@ -1,4 +1,7 @@
-import { BLOCKQUOTE_SPACING, DEFAULT_BLOCK_SPACING, ELEMENT_NODE, HTML_ENTITIES, LIST_ITEM_SPACING, MARKDOWN_CODE_BLOCK, MARKDOWN_EMPHASIS, MARKDOWN_HORIZONTAL_RULE, MARKDOWN_INLINE_CODE, MARKDOWN_STRIKETHROUGH, MARKDOWN_STRONG, MAX_TAG_ID, NO_SPACING, NodeEventEnter, NodeEventExit, TABLE_ROW_SPACING, TAG_A, TAG_ABBR, TAG_ADDRESS, TAG_AREA, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BASE, TAG_BDO, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CANVAS, TAG_CENTER, TAG_CITE, TAG_CODE, TAG_COL, TAG_DD, TAG_DEL, TAG_DETAILS, TAG_DFN, TAG_DIALOG, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HR, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_INS, TAG_KBD, TAG_KEYGEN, TAG_LABEL, TAG_LEGEND, TAG_LI, TAG_LINK, TAG_MAP, TAG_MARK, TAG_META, TAG_METER, TAG_NAV, TAG_NOFRAMES, TAG_NOSCRIPT, TAG_OL, TAG_OPTION, TAG_P, TAG_PARAM, TAG_PLAINTEXT, TAG_PRE, TAG_PROGRESS, TAG_Q, TAG_RP, TAG_RT, TAG_RUBY, TAG_SAMP, TAG_SCRIPT, TAG_SELECT, TAG_SMALL, TAG_SOURCE, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUB, TAG_SUMMARY, TAG_SUP, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEMPLATE, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TIME, TAG_TITLE, TAG_TR, TAG_TRACK, TAG_U, TAG_UL, TAG_VAR, TAG_VIDEO, TAG_WBR, TAG_XMP, TEXT_NODE, TagIdMap, assembleBufferedContent, collectNodeContent } from "./plugin-Bqz9GKOA.mjs";
+import { BLOCKQUOTE_SPACING, DEFAULT_BLOCK_SPACING, ELEMENT_NODE, HTML_ENTITIES, LIST_ITEM_SPACING, MARKDOWN_CODE_BLOCK, MARKDOWN_EMPHASIS, MARKDOWN_HORIZONTAL_RULE, MARKDOWN_INLINE_CODE, MARKDOWN_STRIKETHROUGH, MARKDOWN_STRONG, MAX_TAG_ID, NO_SPACING, NodeEventEnter, NodeEventExit, TABLE_ROW_SPACING, TAG_A, TAG_ABBR, TAG_ADDRESS, TAG_AREA, TAG_ASIDE, TAG_AUDIO, TAG_B, TAG_BASE, TAG_BDO, TAG_BLOCKQUOTE, TAG_BODY, TAG_BR, TAG_BUTTON, TAG_CANVAS, TAG_CENTER, TAG_CITE, TAG_CODE, TAG_COL, TAG_DD, TAG_DEL, TAG_DETAILS, TAG_DFN, TAG_DIALOG, TAG_DIV, TAG_DL, TAG_DT, TAG_EM, TAG_EMBED, TAG_FIELDSET, TAG_FOOTER, TAG_FORM, TAG_H1, TAG_H2, TAG_H3, TAG_H4, TAG_H5, TAG_H6, TAG_HEAD, TAG_HR, TAG_I, TAG_IFRAME, TAG_IMG, TAG_INPUT, TAG_INS, TAG_KBD, TAG_KEYGEN, TAG_LABEL, TAG_LEGEND, TAG_LI, TAG_LINK, TAG_MAP, TAG_MARK, TAG_META, TAG_METER, TAG_NAV, TAG_NOFRAMES, TAG_NOSCRIPT, TAG_OL, TAG_OPTION, TAG_P, TAG_PARAM, TAG_PLAINTEXT, TAG_PRE, TAG_PROGRESS, TAG_Q, TAG_RP, TAG_RT, TAG_RUBY, TAG_SAMP, TAG_SCRIPT, TAG_SELECT, TAG_SMALL, TAG_SOURCE, TAG_SPAN, TAG_STRONG, TAG_STYLE, TAG_SUB, TAG_SUMMARY, TAG_SUP, TAG_SVG, TAG_TABLE, TAG_TBODY, TAG_TD, TAG_TEMPLATE, TAG_TEXTAREA, TAG_TFOOT, TAG_TH, TAG_THEAD, TAG_TIME, TAG_TITLE, TAG_TR, TAG_TRACK, TAG_U, TAG_UL, TAG_VAR, TAG_VIDEO, TAG_WBR, TAG_XMP, TEXT_NODE, TagIdMap, assembleBufferedContent, collectNodeContent, extractionPlugin } from "./extraction-D28Kr1J3.mjs";
+import { readFile } from "node:fs/promises";
+import { basename, dirname, relative } from "node:path";
+import { glob } from "tinyglobby";
 
 //#region src/tags.ts
 function resolveUrl(url, origin) {
@@ -1382,6 +1385,164 @@ function createMarkdownProcessor(options = {}) {
 }
 const MarkdownProcessor = createMarkdownProcessor;
 
+//#endregion
+//#region src/llms-txt.ts
+/**
+* Extract metadata from HTML content using mdream's extraction plugin
+*/
+function extractMetadata(html, url) {
+	let title = "";
+	let description = "";
+	let keywords = "";
+	let author = "";
+	const extractionPluginInstance = extractionPlugin({
+		"title": (element) => {
+			if (!title && element.textContent) title = element.textContent.trim();
+		},
+		"meta[name=\"description\"]": (element) => {
+			if (!description && element.attributes?.content) description = element.attributes.content.trim();
+		},
+		"meta[property=\"og:description\"]": (element) => {
+			if (!description && element.attributes?.content) description = element.attributes.content.trim();
+		},
+		"meta[name=\"keywords\"]": (element) => {
+			if (!keywords && element.attributes?.content) keywords = element.attributes.content.trim();
+		},
+		"meta[name=\"author\"]": (element) => {
+			if (!author && element.attributes?.content) author = element.attributes.content.trim();
+		},
+		"meta[property=\"og:title\"]": (element) => {
+			if (!title && element.attributes?.content) title = element.attributes.content.trim();
+		}
+	});
+	htmlToMarkdown(html, {
+		plugins: [extractionPluginInstance],
+		origin: url
+	});
+	return {
+		title: title || void 0,
+		description: description || void 0,
+		keywords: keywords || void 0,
+		author: author || void 0
+	};
+}
+/**
+* Convert file path to URL path
+*/
+function pathToUrl(filePath, baseDir) {
+	let url = relative(baseDir, filePath);
+	if (url.endsWith(".html")) url = url.slice(0, -5);
+	if (url.endsWith("/index")) url = url.slice(0, -6);
+	if (url === "index") return "/";
+	if (!url.startsWith("/")) url = `/${url}`;
+	return url;
+}
+/**
+* Process HTML files from glob patterns
+*/
+async function processHtmlFiles(patterns, origin) {
+	const allPatterns = Array.isArray(patterns) ? patterns : [patterns];
+	const allFiles = [];
+	for (const pattern of allPatterns) {
+		const files = await glob(pattern);
+		allFiles.push(...files);
+	}
+	const uniqueFiles = [...new Set(allFiles)];
+	const results = [];
+	const baseDir = uniqueFiles.length > 0 ? dirname(uniqueFiles[0]) : ".";
+	for (const filePath of uniqueFiles) try {
+		const html = await readFile(filePath, "utf-8");
+		const metadata = extractMetadata(html, origin || filePath);
+		const content = htmlToMarkdown(html, { origin });
+		const url = pathToUrl(filePath, baseDir);
+		results.push({
+			filePath,
+			title: metadata?.title || basename(filePath, ".html"),
+			content,
+			url,
+			metadata
+		});
+	} catch (error) {
+		console.error(`Error processing ${filePath}:`, error);
+	}
+	return results;
+}
+/**
+* Generate llms.txt content
+*/
+function generateLlmsTxtContent(files, options) {
+	const { siteName = "Site", description, origin = "" } = options;
+	let content = `# ${siteName}\n\n`;
+	if (description) content += `> ${description}\n\n`;
+	if (files.length > 0) {
+		content += `## Pages\n\n`;
+		for (const file of files) {
+			const url = origin + file.url;
+			const desc = file.metadata?.description;
+			const descText = desc ? `: ${desc.substring(0, 100)}${desc.length > 100 ? "..." : ""}` : "";
+			content += `- [${file.title}](${url})${descText}\n`;
+		}
+	}
+	return content;
+}
+/**
+* Generate llms-full.txt content with complete page content
+*/
+function generateLlmsFullTxtContent(files, options) {
+	const { siteName = "Site", description, origin = "" } = options;
+	let content = `# ${siteName}\n\n`;
+	if (description) content += `> ${description}\n\n`;
+	if (files.length > 0) {
+		content += `## Table of Contents\n\n`;
+		for (const file of files) {
+			const anchor = file.title.toLowerCase().replace(/[^a-z0-9]/g, "-");
+			content += `- [${file.title}](#${anchor})\n`;
+		}
+		content += `\n---\n\n`;
+		for (const file of files) {
+			const url = origin ? origin + file.url : file.url;
+			content += `## ${file.title}\n\n`;
+			content += `**URL:** ${url}\n\n`;
+			content += `${file.content}\n\n---\n\n`;
+		}
+	}
+	return content;
+}
+/**
+* Generate individual markdown files structure
+*/
+function generateMarkdownFilesContent(files) {
+	const markdownFiles = [];
+	for (const file of files) {
+		const mdPath = file.url === "/" ? "md/index.md" : `md${file.url}.md`;
+		markdownFiles.push({
+			path: mdPath,
+			content: file.content
+		});
+	}
+	return markdownFiles;
+}
+/**
+* Main function to process files and generate llms.txt artifacts
+*/
+async function generateLlmsTxtArtifacts(options) {
+	let files;
+	if (options.files) files = options.files;
+	else if (options.patterns) files = await processHtmlFiles(options.patterns, options.origin);
+	else throw new Error("Either patterns or files must be provided");
+	const llmsTxt = generateLlmsTxtContent(files, options);
+	let llmsFullTxt;
+	if (options.generateFull) llmsFullTxt = generateLlmsFullTxtContent(files, options);
+	let markdownFiles;
+	if (options.generateMarkdown) markdownFiles = generateMarkdownFilesContent(files);
+	return {
+		llmsTxt,
+		llmsFullTxt,
+		markdownFiles,
+		processedFiles: files
+	};
+}
+
 //#endregion
 //#region src/stream.ts
 /**
@@ -1424,4 +1585,12 @@ async function* streamHtmlToMarkdown(htmlStream, options = {}) {
 }
 
 //#endregion
-export { MarkdownProcessor, createMarkdownProcessor, parseHtml, streamHtmlToMarkdown };
+//#region src/index.ts
+function htmlToMarkdown(html, options = {}) {
+	const processor = createMarkdownProcessor(options);
+	processor.processHtml(html);
+	return processor.getMarkdown();
+}
+
+//#endregion
+export { MarkdownProcessor, generateLlmsTxtArtifacts, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };

package/dist/cli.mjs

@@ -1,9 +1,10 @@
-import "./_chunks/plugin-Bqz9GKOA.mjs";
-import { streamHtmlToMarkdown } from "./_chunks/stream-IeCVDuTy.mjs";
-import "./_chunks/plugins-D305pIpW.mjs";
-import { withMinimalPreset } from "./_chunks/minimal-Ru8PBNVI.mjs";
-import { readFileSync } from "node:fs";
+import "./_chunks/extraction-D28Kr1J3.mjs";
+import { generateLlmsTxtArtifacts, streamHtmlToMarkdown } from "./_chunks/src-Eo8j0-9L.mjs";
+import "./_chunks/plugins-DXY-fo9h.mjs";
+import { withMinimalPreset } from "./_chunks/minimal-CCnrG7a1.mjs";
+import { mkdir, writeFile } from "node:fs/promises";
 import { dirname, join } from "node:path";
+import { readFileSync } from "node:fs";
 import { Readable } from "node:stream";
 import { fileURLToPath } from "node:url";
 import { cac } from "cac";
@@ -16,6 +17,38 @@ async function streamingConvert(options = {}) {
 	const markdownGenerator = streamHtmlToMarkdown(Readable.toWeb(process.stdin), conversionOptions);
 	for await (const markdownChunk of markdownGenerator) if (markdownChunk && markdownChunk.length > 0) outputStream.write(markdownChunk);
 }
+async function generateLlms(patterns, options) {
+	try {
+		const artifacts = options.artifacts ? options.artifacts.split(",").map((a) => a.trim()) : [
+			"llms.txt",
+			"llms-full.txt",
+			"markdown"
+		];
+		const result = await generateLlmsTxtArtifacts({
+			patterns,
+			siteName: options.siteName,
+			description: options.description,
+			origin: options.origin,
+			generateFull: artifacts.includes("llms-full.txt"),
+			generateMarkdown: artifacts.includes("markdown")
+		});
+		await mkdir(options.output, { recursive: true });
+		const llmsPath = join(options.output, "llms.txt");
+		await writeFile(llmsPath, result.llmsTxt, "utf-8");
+		if (artifacts.includes("llms-full.txt") && result.llmsFullTxt) {
+			const fullPath = join(options.output, "llms-full.txt");
+			await writeFile(fullPath, result.llmsFullTxt, "utf-8");
+		}
+		if (artifacts.includes("markdown") && result.markdownFiles) for (const mdFile of result.markdownFiles) {
+			const fullPath = join(options.output, mdFile.path);
+			await mkdir(dirname(fullPath), { recursive: true });
+			await writeFile(fullPath, mdFile.content, "utf-8");
+		}
+	} catch (error) {
+		console.error("❌ Error generating llms.txt:", error);
+		process.exit(1);
+	}
+}
 const __dirname = dirname(fileURLToPath(import.meta.url));
 const packageJsonPath = join(__dirname, "..", "package.json");
 const packageJson = JSON.parse(readFileSync(packageJsonPath, "utf-8"));
@@ -24,6 +57,12 @@ const cli = cac();
 cli.command("[options]", "Convert HTML from stdin to Markdown on stdout").option("--origin <url>", "Origin URL for resolving relative image paths").option("--preset <preset>", "Conversion presets: minimal").action(async (_, opts) => {
 	await streamingConvert(opts);
 });
+cli.command("llms <patterns...>", "Generate llms.txt artifacts from HTML files").option("--site-name <name>", "Name of the site for llms.txt header").option("--description <desc>", "Description of the site for llms.txt").option("--origin <url>", "Origin URL for resolving relative paths and generating absolute URLs").option("-o, --output <dir>", "Output directory for generated files", { default: "." }).option("--artifacts <list>", "Comma-separated list of artifacts to generate: llms.txt,llms-full.txt,markdown", { default: "llms.txt,llms-full.txt,markdown" }).action(async (patterns, opts) => {
+	await generateLlms(patterns, {
+		patterns,
+		...opts
+	});
+});
 cli.help().version(version).parse();
 
 //#endregion

package/dist/index.d.mts

@@ -6,6 +6,42 @@ import { ReadableStream } from "node:stream/web";
 
 declare const TagIdMap: Record<string, number>;
 //#endregion
+//#region src/llms-txt.d.ts
+interface LlmsTxtArtifactsOptions {
+  patterns?: string | string[];
+  files?: ProcessedFile[];
+  siteName?: string;
+  description?: string;
+  origin?: string;
+  generateFull?: boolean;
+  generateMarkdown?: boolean;
+}
+interface ProcessedFile {
+  filePath?: string;
+  title: string;
+  content: string;
+  url: string;
+  metadata?: {
+    title?: string;
+    description?: string;
+    keywords?: string;
+    author?: string;
+  };
+}
+interface LlmsTxtArtifactsResult {
+  llmsTxt: string;
+  llmsFullTxt?: string;
+  markdownFiles?: {
+    path: string;
+    content: string;
+  }[];
+  processedFiles: ProcessedFile[];
+}
+/**
+ * Main function to process files and generate llms.txt artifacts
+ */
+declare function generateLlmsTxtArtifacts(options: LlmsTxtArtifactsOptions): Promise<LlmsTxtArtifactsResult>;
+//#endregion
 //#region src/markdown-processor.d.ts
 interface MarkdownState {
   /** Configuration options for conversion */
@@ -72,4 +108,4 @@ declare function streamHtmlToMarkdown(htmlStream: ReadableStream | null, options
 //#region src/index.d.ts
 declare function htmlToMarkdown(html: string, options?: HTMLToMarkdownOptions): string;
 //#endregion
-export { BufferRegion, ELEMENT_NODE, ElementNode, ExtractedElement, HTMLToMarkdownOptions, HandlerContext, MarkdownProcessor, MdreamProcessingState, MdreamRuntimeState, Node, NodeEvent, Plugin, PluginContext, PluginCreationOptions, ReadabilityContext, TEXT_NODE, TagHandler, TagIdMap, TailwindContext, TextNode, createPlugin, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };
+export { BufferRegion, ELEMENT_NODE, ElementNode, ExtractedElement, HTMLToMarkdownOptions, HandlerContext, LlmsTxtArtifactsOptions, LlmsTxtArtifactsResult, MarkdownProcessor, MdreamProcessingState, MdreamRuntimeState, Node, NodeEvent, Plugin, PluginContext, PluginCreationOptions, ProcessedFile, ReadabilityContext, TEXT_NODE, TagHandler, TagIdMap, TailwindContext, TextNode, createPlugin, generateLlmsTxtArtifacts, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };

package/dist/index.mjs

@@ -1,12 +1,4 @@
-import { TagIdMap, createPlugin } from "./_chunks/plugin-Bqz9GKOA.mjs";
-import { MarkdownProcessor, createMarkdownProcessor, parseHtml, streamHtmlToMarkdown } from "./_chunks/stream-IeCVDuTy.mjs";
+import { TagIdMap, createPlugin } from "./_chunks/extraction-D28Kr1J3.mjs";
+import { MarkdownProcessor, generateLlmsTxtArtifacts, htmlToMarkdown, parseHtml, streamHtmlToMarkdown } from "./_chunks/src-Eo8j0-9L.mjs";
 
-//#region src/index.ts
-function htmlToMarkdown(html, options = {}) {
-	const processor = createMarkdownProcessor(options);
-	processor.processHtml(html);
-	return processor.getMarkdown();
-}
-
-//#endregion
-export { MarkdownProcessor, TagIdMap, createPlugin, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };
+export { MarkdownProcessor, TagIdMap, createPlugin, generateLlmsTxtArtifacts, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };

package/dist/plugins.mjs

@@ -1,4 +1,4 @@
-import { createPlugin } from "./_chunks/plugin-Bqz9GKOA.mjs";
-import { extractionPlugin, filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin } from "./_chunks/plugins-D305pIpW.mjs";
+import { createPlugin, extractionPlugin } from "./_chunks/extraction-D28Kr1J3.mjs";
+import { filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin } from "./_chunks/plugins-DXY-fo9h.mjs";
 
 export { createPlugin, extractionPlugin, filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin };

package/dist/preset/minimal.mjs

@@ -1,5 +1,5 @@
-import "../_chunks/plugin-Bqz9GKOA.mjs";
-import "../_chunks/plugins-D305pIpW.mjs";
-import { withMinimalPreset } from "../_chunks/minimal-Ru8PBNVI.mjs";
+import "../_chunks/extraction-D28Kr1J3.mjs";
+import "../_chunks/plugins-DXY-fo9h.mjs";
+import { withMinimalPreset } from "../_chunks/minimal-CCnrG7a1.mjs";
 
 export { withMinimalPreset };

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "mdream",
   "type": "module",
-  "version": "0.5.2",
-  "description": "Ultra-performant JavaScript HTML to Markdown converter optimized for LLMs.",
+  "version": "0.6.0",
+  "description": "Ultra-performant HTML to Markdown Convertor Optimized for LLMs and llm.txt artifacts.",
   "author": {
     "name": "Harlan Wilton",
     "email": "harlan@harlanzw.com",
@@ -53,7 +53,8 @@
     "dist"
   ],
   "dependencies": {
-    "cac": "^6.7.14"
+    "cac": "^6.7.14",
+    "tinyglobby": "^0.2.10"
   },
   "scripts": {
     "flame": "pnpm build && unbuild bench/bundle && clinic flame -- node bench/bundle/dist/string.mjs 10",