mdream 0.15.1 → 0.15.3

package/dist/_chunks/{extraction-BA9MDtq3.mjs → extraction.mjs}

@@ -1,4 +1,4 @@
-import { t as createPlugin } from "./plugin-CjWWQTuL.mjs";
+import { t as createPlugin } from "./plugin.mjs";
 
 //#region src/libs/query-selector.ts
 /**

package/dist/_chunks/{llms-txt-BXtLmgK6.mjs → llms-txt.mjs}

@@ -1,5 +1,5 @@
-import { t as htmlToMarkdown } from "./src-BJpipdul.mjs";
-import { t as extractionPlugin } from "./extraction-BA9MDtq3.mjs";
+import { t as htmlToMarkdown } from "./src.mjs";
+import { t as extractionPlugin } from "./extraction.mjs";
 import { mkdir, open, readFile } from "node:fs/promises";
 import { basename, dirname, join, relative, sep } from "pathe";
 import { glob } from "tinyglobby";
@@ -92,6 +92,7 @@ function generateLlmsTxtContent(files, options) {
 	const { siteName = "Site", description, origin = "", sections, notes } = options;
 	let content = `# ${siteName}\n\n`;
 	if (description) content += `> ${description}\n\n`;
+	if (origin) content += `Canonical Origin: ${origin}\n\n`;
 	if (sections) for (const section of sections) content += formatSection(section);
 	if (files.length > 0) {
 		content += `## Pages\n\n`;
@@ -102,7 +103,7 @@ function generateLlmsTxtContent(files, options) {
 				const relativePath = relative(options.outputDir, file.filePath);
 				content += `- [${file.title}](${relativePath})${descText}\n`;
 			} else {
-				const url = file.url.startsWith("http://") || file.url.startsWith("https://") ? file.url : origin + file.url;
+				const url = file.url.startsWith("http://") || file.url.startsWith("https://") ? file.url : origin ? origin + file.url : file.url;
 				content += `- [${file.title}](${url})${descText}\n`;
 			}
 		}
@@ -150,6 +151,7 @@ function generateLlmsFullTxtContent(files, options) {
 	const { siteName = "Site", description, origin = "", sections, notes } = options;
 	let content = `# ${siteName}\n\n`;
 	if (description) content += `> ${description}\n\n`;
+	if (origin) content += `Canonical Origin: ${origin}\n\n`;
 	if (sections) for (const section of sections) content += formatSection(section);
 	if (files.length > 0) {
 		content += `## Table of Contents\n\n`;
@@ -285,39 +287,93 @@ function formatNotes(notes) {
 * @param options - Configuration options
 * @returns WritableStream that accepts ProcessedFile objects
 */
+/**
+* Get group prefix for a URL (up to 2 segments)
+*/
+function getGroupPrefix(url, depth) {
+	const segments = url.split("/").filter(Boolean);
+	if (segments.length === 0) return "/";
+	if (depth === 1 || segments.length === 1) return `/${segments[0]}`;
+	return `/${segments[0]}/${segments[1]}`;
+}
+/**
+* Sort pages by URL path in hierarchical order (directory tree structure)
+* Groups by up to 2 segments, with root-level pages without nesting grouped together
+*/
+function sortPagesByPath(pages) {
+	const twoSegmentCount = /* @__PURE__ */ new Map();
+	for (const page of pages) {
+		const prefix = getGroupPrefix(page.url, 2);
+		twoSegmentCount.set(prefix, (twoSegmentCount.get(prefix) || 0) + 1);
+	}
+	const segmentHasNested = /* @__PURE__ */ new Map();
+	for (const page of pages) {
+		const segments = page.url.split("/").filter(Boolean);
+		const firstSegment = segments.length > 0 ? segments[0] : "";
+		if (!segmentHasNested.has(firstSegment)) segmentHasNested.set(firstSegment, false);
+		if (segments.length > 1) segmentHasNested.set(firstSegment, true);
+	}
+	return pages.sort((a, b) => {
+		const segmentsA = a.url.split("/").filter(Boolean);
+		const segmentsB = b.url.split("/").filter(Boolean);
+		const firstSegmentA = segmentsA.length > 0 ? segmentsA[0] : "";
+		const firstSegmentB = segmentsB.length > 0 ? segmentsB[0] : "";
+		const twoSegPrefixA = getGroupPrefix(a.url, 2);
+		const twoSegPrefixB = getGroupPrefix(b.url, 2);
+		const twoSegCountA = twoSegmentCount.get(twoSegPrefixA) || 0;
+		const twoSegCountB = twoSegmentCount.get(twoSegPrefixB) || 0;
+		let groupKeyA = twoSegCountA > 1 ? twoSegPrefixA : `/${firstSegmentA}`;
+		let groupKeyB = twoSegCountB > 1 ? twoSegPrefixB : `/${firstSegmentB}`;
+		const isRootLevelA = segmentsA.length <= 1;
+		const isRootLevelB = segmentsB.length <= 1;
+		const hasNestedA = segmentHasNested.get(firstSegmentA);
+		const hasNestedB = segmentHasNested.get(firstSegmentB);
+		if (isRootLevelA && !hasNestedA) groupKeyA = "";
+		if (isRootLevelB && !hasNestedB) groupKeyB = "";
+		if (groupKeyA === "" && groupKeyB !== "") return -1;
+		if (groupKeyA !== "" && groupKeyB === "") return 1;
+		if (groupKeyA !== groupKeyB) return groupKeyA.localeCompare(groupKeyB);
+		if (segmentsA.length === 0) return -1;
+		if (segmentsB.length === 0) return 1;
+		const minLen = Math.min(segmentsA.length, segmentsB.length);
+		for (let i = 0; i < minLen; i++) {
+			const cmp = segmentsA[i].localeCompare(segmentsB[i]);
+			if (cmp !== 0) return cmp;
+		}
+		return segmentsA.length - segmentsB.length;
+	});
+}
 function createLlmsTxtStream(options = {}) {
 	const { siteName = "Site", description, origin = "", generateFull, outputDir = process.cwd(), sections, notes } = options;
 	let llmsTxtHandle;
 	let llmsFullTxtHandle;
+	const bufferedPages = [];
 	return new WritableStream({
 		async start() {
 			await mkdir(outputDir, { recursive: true });
 			llmsTxtHandle = await open(join(outputDir, "llms.txt"), "w");
 			let header = `# ${siteName}\n\n`;
 			if (description) header += `> ${description}\n\n`;
+			if (origin) header += `Canonical Origin: ${origin}\n\n`;
 			if (sections) for (const section of sections) header += formatSection(section);
-			header += `## Pages\n\n`;
 			await llmsTxtHandle.write(header);
 			if (generateFull) {
 				llmsFullTxtHandle = await open(join(outputDir, "llms-full.txt"), "w");
 				let fullHeader = `# ${siteName}\n\n`;
 				if (description) fullHeader += `> ${description}\n\n`;
+				if (origin) fullHeader += `Canonical Origin: ${origin}\n\n`;
 				if (sections) for (const section of sections) fullHeader += formatSection(section);
 				await llmsFullTxtHandle.write(fullHeader);
 			}
 		},
 		async write(file) {
 			const desc = file.metadata?.description;
-			const descText = desc ? `: ${desc.substring(0, 100)}${desc.length > 100 ? "..." : ""}` : "";
-			let chunk = "";
-			if (file.filePath && file.filePath.endsWith(".md")) {
-				const relativePath = relative(outputDir, file.filePath);
-				chunk = `- [${file.title}](${relativePath})${descText}\n`;
-			} else {
-				const url = file.url.startsWith("http://") || file.url.startsWith("https://") ? file.url : origin + file.url;
-				chunk = `- [${file.title}](${url})${descText}\n`;
-			}
-			await llmsTxtHandle?.write(chunk);
+			bufferedPages.push({
+				url: file.url,
+				title: file.title,
+				description: desc,
+				filePath: file.filePath
+			});
 			if (generateFull && llmsFullTxtHandle) {
 				const url = file.url.startsWith("http://") || file.url.startsWith("https://") ? file.url : origin ? origin + file.url : file.url;
 				const { frontmatter, body } = parseFrontmatter(file.content);
@@ -343,6 +399,52 @@ function createLlmsTxtStream(options = {}) {
 			}
 		},
 		async close() {
+			const sortedPages = sortPagesByPath(bufferedPages);
+			const twoSegmentCount = /* @__PURE__ */ new Map();
+			for (const page of sortedPages) {
+				const prefix = getGroupPrefix(page.url, 2);
+				twoSegmentCount.set(prefix, (twoSegmentCount.get(prefix) || 0) + 1);
+			}
+			const segmentHasNested = /* @__PURE__ */ new Map();
+			for (const page of sortedPages) {
+				const segments = page.url.split("/").filter(Boolean);
+				const firstSegment = segments.length > 0 ? segments[0] : "";
+				if (!segmentHasNested.has(firstSegment)) segmentHasNested.set(firstSegment, false);
+				if (segments.length > 1) segmentHasNested.set(firstSegment, true);
+			}
+			await llmsTxtHandle?.write(`## Pages\n\n`);
+			let currentGroup = "";
+			let segmentGroupIndex = 0;
+			let urlsInCurrentGroup = 0;
+			for (let i = 0; i < sortedPages.length; i++) {
+				const page = sortedPages[i];
+				const segments = page.url.split("/").filter(Boolean);
+				const firstSegment = segments.length > 0 ? segments[0] : "";
+				const twoSegPrefix = getGroupPrefix(page.url, 2);
+				let groupKey = (twoSegmentCount.get(twoSegPrefix) || 0) > 1 ? twoSegPrefix : `/${firstSegment}`;
+				const isRootLevel = segments.length <= 1;
+				const hasNested = segmentHasNested.get(firstSegment);
+				if (isRootLevel && !hasNested) groupKey = "";
+				if (groupKey !== currentGroup) {
+					if (urlsInCurrentGroup > 0) {
+						if (segmentGroupIndex === 0 || segmentGroupIndex >= 1 && segmentGroupIndex <= 2 && urlsInCurrentGroup > 1) await llmsTxtHandle?.write("\n");
+					}
+					currentGroup = groupKey;
+					segmentGroupIndex++;
+					urlsInCurrentGroup = 0;
+				}
+				urlsInCurrentGroup++;
+				const descText = page.description ? `: ${page.description.substring(0, 160)}${page.description.length > 160 ? "..." : ""}` : "";
+				let chunk = "";
+				if (page.filePath && page.filePath.endsWith(".md")) {
+					const relativePath = relative(outputDir, page.filePath);
+					chunk = `- [${page.title}](${relativePath})${descText}\n`;
+				} else {
+					const url = page.url.startsWith("http://") || page.url.startsWith("https://") ? page.url : origin ? origin + page.url : page.url;
+					chunk = `- [${page.title}](${url})${descText}\n`;
+				}
+				await llmsTxtHandle?.write(chunk);
+			}
 			if (notes) {
 				const notesContent = formatNotes(notes);
 				await llmsTxtHandle?.write(`\n${notesContent}`);

package/dist/_chunks/{markdown-processor-D26Uo5td.mjs → markdown-processor.mjs}

@@ -1,4 +1,4 @@
-import { $ as TAG_H2, $t as TAG_TBODY, A as TAG_BUTTON, At as TAG_P, B as TAG_DFN, Bt as TAG_SCRIPT, C as TAG_AUDIO, Ct as TAG_METER, D as TAG_BLOCKQUOTE, E as TAG_BDO, Et as TAG_NOSCRIPT, F as TAG_CODE, Ft as TAG_Q, G as TAG_EM, Gt as TAG_SPAN, H as TAG_DIV, Ht as TAG_SELECT, I as TAG_COL, It as TAG_RP, Jt as TAG_SUB, K as TAG_EMBED, Kt as TAG_STRONG, L as TAG_DD, Lt as TAG_RT, Mt as TAG_PLAINTEXT, N as TAG_CENTER, Nt as TAG_PRE, O as TAG_BODY, Ot as TAG_OL, P as TAG_CITE, Pt as TAG_PROGRESS, Q as TAG_H1, Qt as TAG_TABLE, R as TAG_DEL, Rt as TAG_RUBY, S as TAG_ASIDE, St as TAG_META, T as TAG_BASE, Tt as TAG_NOFRAMES, U as TAG_DL, Ut as TAG_SMALL, V as TAG_DIALOG, W as TAG_DT, Wt as TAG_SOURCE, X as TAG_FOOTER, Xt as TAG_SUP, Yt as TAG_SUMMARY, Z as TAG_FORM, Zt as TAG_SVG, _ as TAG_A, _n as TagIdMap, _t as TAG_LI, a as LIST_ITEM_SPACING, an as TAG_THEAD, b as TAG_AREA, bt as TAG_MAP, c as MARKDOWN_HORIZONTAL_RULE, cn as TAG_TR, ct as TAG_I, d as MARKDOWN_STRONG, dn as TAG_UL, dt as TAG_INPUT, en as TAG_TD, et as TAG_H3, f as MAX_TAG_ID, fn as TAG_VAR, ft as TAG_INS, g as TABLE_ROW_SPACING, gn as TEXT_NODE, gt as TAG_LEGEND, h as NodeEventExit, hn as TAG_XMP, ht as TAG_LABEL, i as HTML_ENTITIES, in as TAG_TH, it as TAG_HEAD, j as TAG_CANVAS, jt as TAG_PARAM, k as TAG_BR, kt as TAG_OPTION, l as MARKDOWN_INLINE_CODE, ln as TAG_TRACK, lt as TAG_IFRAME, m as NodeEventEnter, mn as TAG_WBR, mt as TAG_KEYGEN, n as DEFAULT_BLOCK_SPACING, nn as TAG_TEXTAREA, nt as TAG_H5, o as MARKDOWN_CODE_BLOCK, on as TAG_TIME, ot as TAG_HR, p as NO_SPACING, pn as TAG_VIDEO, pt as TAG_KBD, q as TAG_FIELDSET, qt as TAG_STYLE, r as ELEMENT_NODE, rn as TAG_TFOOT, rt as TAG_H6, s as MARKDOWN_EMPHASIS, sn as TAG_TITLE, t as BLOCKQUOTE_SPACING, tn as TAG_TEMPLATE, tt as TAG_H4, u as MARKDOWN_STRIKETHROUGH, un as TAG_U, ut as TAG_IMG, v as TAG_ABBR, vn as assembleBufferedContent, vt as TAG_LINK, w as TAG_B, wt as TAG_NAV, xt as TAG_MARK, y as TAG_ADDRESS, yn as collectNodeContent, z as TAG_DETAILS, zt as TAG_SAMP } from "./const-Bf_XN9U9.mjs";
+import { $ as TAG_H2, $t as TAG_TBODY, A as TAG_BUTTON, At as TAG_P, B as TAG_DFN, Bt as TAG_SCRIPT, C as TAG_AUDIO, Ct as TAG_METER, D as TAG_BLOCKQUOTE, E as TAG_BDO, Et as TAG_NOSCRIPT, F as TAG_CODE, Ft as TAG_Q, G as TAG_EM, Gt as TAG_SPAN, H as TAG_DIV, Ht as TAG_SELECT, I as TAG_COL, It as TAG_RP, Jt as TAG_SUB, K as TAG_EMBED, Kt as TAG_STRONG, L as TAG_DD, Lt as TAG_RT, Mt as TAG_PLAINTEXT, N as TAG_CENTER, Nt as TAG_PRE, O as TAG_BODY, Ot as TAG_OL, P as TAG_CITE, Pt as TAG_PROGRESS, Q as TAG_H1, Qt as TAG_TABLE, R as TAG_DEL, Rt as TAG_RUBY, S as TAG_ASIDE, St as TAG_META, T as TAG_BASE, Tt as TAG_NOFRAMES, U as TAG_DL, Ut as TAG_SMALL, V as TAG_DIALOG, W as TAG_DT, Wt as TAG_SOURCE, X as TAG_FOOTER, Xt as TAG_SUP, Yt as TAG_SUMMARY, Z as TAG_FORM, Zt as TAG_SVG, _ as TAG_A, _n as TagIdMap, _t as TAG_LI, a as LIST_ITEM_SPACING, an as TAG_THEAD, b as TAG_AREA, bt as TAG_MAP, c as MARKDOWN_HORIZONTAL_RULE, cn as TAG_TR, ct as TAG_I, d as MARKDOWN_STRONG, dn as TAG_UL, dt as TAG_INPUT, en as TAG_TD, et as TAG_H3, f as MAX_TAG_ID, fn as TAG_VAR, ft as TAG_INS, g as TABLE_ROW_SPACING, gn as TEXT_NODE, gt as TAG_LEGEND, h as NodeEventExit, hn as TAG_XMP, ht as TAG_LABEL, i as HTML_ENTITIES, in as TAG_TH, it as TAG_HEAD, j as TAG_CANVAS, jt as TAG_PARAM, k as TAG_BR, kt as TAG_OPTION, l as MARKDOWN_INLINE_CODE, ln as TAG_TRACK, lt as TAG_IFRAME, m as NodeEventEnter, mn as TAG_WBR, mt as TAG_KEYGEN, n as DEFAULT_BLOCK_SPACING, nn as TAG_TEXTAREA, nt as TAG_H5, o as MARKDOWN_CODE_BLOCK, on as TAG_TIME, ot as TAG_HR, p as NO_SPACING, pn as TAG_VIDEO, pt as TAG_KBD, q as TAG_FIELDSET, qt as TAG_STYLE, r as ELEMENT_NODE, rn as TAG_TFOOT, rt as TAG_H6, s as MARKDOWN_EMPHASIS, sn as TAG_TITLE, t as BLOCKQUOTE_SPACING, tn as TAG_TEMPLATE, tt as TAG_H4, u as MARKDOWN_STRIKETHROUGH, un as TAG_U, ut as TAG_IMG, v as TAG_ABBR, vn as assembleBufferedContent, vt as TAG_LINK, w as TAG_B, wt as TAG_NAV, xt as TAG_MARK, y as TAG_ADDRESS, yn as collectNodeContent, z as TAG_DETAILS, zt as TAG_SAMP } from "./const.mjs";
 
 //#region src/tags.ts
 function resolveUrl(url, origin) {

package/dist/_chunks/{minimal-BiDhcwif.mjs → minimal.mjs}

@@ -1,5 +1,5 @@
-import { A as TAG_BUTTON, Dt as TAG_OBJECT, Ht as TAG_SELECT, K as TAG_EMBED, S as TAG_ASIDE, X as TAG_FOOTER, Y as TAG_FIGURE, Z as TAG_FORM, dt as TAG_INPUT, lt as TAG_IFRAME, nn as TAG_TEXTAREA, q as TAG_FIELDSET, wt as TAG_NAV } from "./const-Bf_XN9U9.mjs";
-import { a as filterPlugin, i as frontmatterPlugin, r as isolateMainPlugin, t as tailwindPlugin } from "./plugins-DJnqR2fA.mjs";
+import { A as TAG_BUTTON, Dt as TAG_OBJECT, Ht as TAG_SELECT, K as TAG_EMBED, S as TAG_ASIDE, X as TAG_FOOTER, Y as TAG_FIGURE, Z as TAG_FORM, dt as TAG_INPUT, lt as TAG_IFRAME, nn as TAG_TEXTAREA, q as TAG_FIELDSET, wt as TAG_NAV } from "./const.mjs";
+import { a as filterPlugin, i as frontmatterPlugin, r as isolateMainPlugin, t as tailwindPlugin } from "./plugins.mjs";
 
 //#region src/preset/minimal.ts
 /**

package/dist/_chunks/{plugin-D5soyEXm.d.mts → plugin.d.mts}

@@ -1,4 +1,4 @@
-import { d as Plugin } from "./types-CT4ZxeOH.mjs";
+import { d as Plugin } from "./types.mjs";
 
 //#region src/pluggable/plugin.d.ts
 

package/dist/_chunks/{plugins-DJnqR2fA.mjs → plugins.mjs}

@@ -1,6 +1,6 @@
-import { $ as TAG_H2, $t as TAG_TBODY, A as TAG_BUTTON, At as TAG_P, Bt as TAG_SCRIPT, C as TAG_AUDIO, D as TAG_BLOCKQUOTE, Dt as TAG_OBJECT, F as TAG_CODE, G as TAG_EM, Gt as TAG_SPAN, H as TAG_DIV, Ht as TAG_SELECT, J as TAG_FIGCAPTION, K as TAG_EMBED, Kt as TAG_STRONG, L as TAG_DD, M as TAG_CAPTION, Nt as TAG_PRE, O as TAG_BODY, Ot as TAG_OL, Q as TAG_H1, Qt as TAG_TABLE, S as TAG_ASIDE, St as TAG_META, U as TAG_DL, Vt as TAG_SECTION, W as TAG_DT, X as TAG_FOOTER, Y as TAG_FIGURE, Yt as TAG_SUMMARY, Z as TAG_FORM, Zt as TAG_SVG, _ as TAG_A, _t as TAG_LI, an as TAG_THEAD, at as TAG_HEADER, bn as createBufferRegion, cn as TAG_TR, ct as TAG_I, dn as TAG_UL, dt as TAG_INPUT, en as TAG_TD, et as TAG_H3, gn as TEXT_NODE, in as TAG_TH, it as TAG_HEAD, k as TAG_BR, lt as TAG_IFRAME, nn as TAG_TEXTAREA, nt as TAG_H5, ot as TAG_HR, pn as TAG_VIDEO, q as TAG_FIELDSET, qt as TAG_STYLE, r as ELEMENT_NODE, rn as TAG_TFOOT, rt as TAG_H6, sn as TAG_TITLE, st as TAG_HTML, tt as TAG_H4, ut as TAG_IMG, w as TAG_B, wt as TAG_NAV, x as TAG_ARTICLE, y as TAG_ADDRESS, yn as collectNodeContent, yt as TAG_MAIN, z as TAG_DETAILS } from "./const-Bf_XN9U9.mjs";
-import { t as createPlugin } from "./plugin-CjWWQTuL.mjs";
-import { n as parseSelector } from "./extraction-BA9MDtq3.mjs";
+import { $ as TAG_H2, $t as TAG_TBODY, A as TAG_BUTTON, At as TAG_P, Bt as TAG_SCRIPT, C as TAG_AUDIO, D as TAG_BLOCKQUOTE, Dt as TAG_OBJECT, F as TAG_CODE, G as TAG_EM, Gt as TAG_SPAN, H as TAG_DIV, Ht as TAG_SELECT, J as TAG_FIGCAPTION, K as TAG_EMBED, Kt as TAG_STRONG, L as TAG_DD, M as TAG_CAPTION, Nt as TAG_PRE, O as TAG_BODY, Ot as TAG_OL, Q as TAG_H1, Qt as TAG_TABLE, S as TAG_ASIDE, St as TAG_META, U as TAG_DL, Vt as TAG_SECTION, W as TAG_DT, X as TAG_FOOTER, Y as TAG_FIGURE, Yt as TAG_SUMMARY, Z as TAG_FORM, Zt as TAG_SVG, _ as TAG_A, _t as TAG_LI, an as TAG_THEAD, at as TAG_HEADER, bn as createBufferRegion, cn as TAG_TR, ct as TAG_I, dn as TAG_UL, dt as TAG_INPUT, en as TAG_TD, et as TAG_H3, gn as TEXT_NODE, in as TAG_TH, it as TAG_HEAD, k as TAG_BR, lt as TAG_IFRAME, nn as TAG_TEXTAREA, nt as TAG_H5, ot as TAG_HR, pn as TAG_VIDEO, q as TAG_FIELDSET, qt as TAG_STYLE, r as ELEMENT_NODE, rn as TAG_TFOOT, rt as TAG_H6, sn as TAG_TITLE, st as TAG_HTML, tt as TAG_H4, ut as TAG_IMG, w as TAG_B, wt as TAG_NAV, x as TAG_ARTICLE, y as TAG_ADDRESS, yn as collectNodeContent, yt as TAG_MAIN, z as TAG_DETAILS } from "./const.mjs";
+import { t as createPlugin } from "./plugin.mjs";
+import { n as parseSelector } from "./extraction.mjs";
 
 //#region src/plugins/filter.ts
 /**

package/dist/_chunks/{src-BJpipdul.mjs → src.mjs}

@@ -1,4 +1,4 @@
-import { a as parseHtmlStream, n as createMarkdownProcessor, r as processPluginsForEvent } from "./markdown-processor-D26Uo5td.mjs";
+import { a as parseHtmlStream, n as createMarkdownProcessor, r as processPluginsForEvent } from "./markdown-processor.mjs";
 
 //#region src/stream.ts
 /**

package/dist/cli.mjs

@@ -1,8 +1,8 @@
-import "./_chunks/markdown-processor-D26Uo5td.mjs";
-import { n as streamHtmlToMarkdown } from "./_chunks/src-BJpipdul.mjs";
-import { n as generateLlmsTxtArtifacts } from "./_chunks/llms-txt-BXtLmgK6.mjs";
-import "./_chunks/plugins-DJnqR2fA.mjs";
-import { t as withMinimalPreset } from "./_chunks/minimal-BiDhcwif.mjs";
+import "./_chunks/markdown-processor.mjs";
+import { n as streamHtmlToMarkdown } from "./_chunks/src.mjs";
+import { n as generateLlmsTxtArtifacts } from "./_chunks/llms-txt.mjs";
+import "./_chunks/plugins.mjs";
+import { t as withMinimalPreset } from "./_chunks/minimal.mjs";
 import { readFileSync } from "node:fs";
 import { mkdir, writeFile } from "node:fs/promises";
 import { Readable } from "node:stream";
@@ -62,4 +62,5 @@ cli.command("llms <patterns...>", "Generate llms.txt artifacts from HTML files")
 });
 cli.help().version(version).parse();
 
-//#endregion
+//#endregion
+export {  };

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { _ as TagHandler, a as HandlerContext, b as ExtractedElement, c as MdreamRuntimeState, d as Plugin, f as PluginContext, g as TEXT_NODE, h as SplitterOptions, i as HTMLToMarkdownOptions, l as Node, m as ReadabilityContext, n as ELEMENT_NODE, o as MarkdownChunk, p as PluginCreationOptions, r as ElementNode, s as MdreamProcessingState, t as BufferRegion, u as NodeEvent, v as TailwindContext, y as TextNode } from "./_chunks/types-CT4ZxeOH.mjs";
-import { t as createPlugin } from "./_chunks/plugin-D5soyEXm.mjs";
+import { _ as TagHandler, a as HandlerContext, b as ExtractedElement, c as MdreamRuntimeState, d as Plugin, f as PluginContext, g as TEXT_NODE, h as SplitterOptions, i as HTMLToMarkdownOptions, l as Node, m as ReadabilityContext, n as ELEMENT_NODE, o as MarkdownChunk, p as PluginCreationOptions, r as ElementNode, s as MdreamProcessingState, t as BufferRegion, u as NodeEvent, v as TailwindContext, y as TextNode } from "./_chunks/types.mjs";
+import { t as createPlugin } from "./_chunks/plugin.mjs";
 import { ReadableStream } from "node:stream/web";
 
 //#region src/const.d.ts

package/dist/index.mjs

@@ -1,6 +1,6 @@
-import { _n as TagIdMap } from "./_chunks/const-Bf_XN9U9.mjs";
-import { i as parseHtml, t as MarkdownProcessor } from "./_chunks/markdown-processor-D26Uo5td.mjs";
-import { t as createPlugin } from "./_chunks/plugin-CjWWQTuL.mjs";
-import { n as streamHtmlToMarkdown, t as htmlToMarkdown } from "./_chunks/src-BJpipdul.mjs";
+import { _n as TagIdMap } from "./_chunks/const.mjs";
+import { i as parseHtml, t as MarkdownProcessor } from "./_chunks/markdown-processor.mjs";
+import { t as createPlugin } from "./_chunks/plugin.mjs";
+import { n as streamHtmlToMarkdown, t as htmlToMarkdown } from "./_chunks/src.mjs";
 
 export { MarkdownProcessor, TagIdMap, createPlugin, htmlToMarkdown, parseHtml, streamHtmlToMarkdown };

package/dist/llms-txt.d.mts

@@ -79,45 +79,6 @@ interface CreateLlmsTxtStreamOptions extends Omit<LlmsTxtArtifactsOptions, 'patt
   /** Notes to write at the end */
   notes?: string | string[];
 }
-/**
- * Create a WritableStream that generates llms.txt artifacts by streaming pages to disk
- *
- * Writes llms.txt (and optionally llms-full.txt) incrementally as pages are written,
- * never keeping full content in memory. Creates outputDir recursively if needed.
- *
- * @example
- * ```typescript
- * const stream = createLlmsTxtStream({
- *   siteName: 'My Docs',
- *   description: 'Documentation site',
- *   origin: 'https://example.com',
- *   generateFull: true,
- *   outputDir: './dist',
- *   sections: [
- *     {
- *       title: 'Getting Started',
- *       description: 'Quick start guide',
- *       links: [
- *         { title: 'Installation', href: '/install', description: 'How to install' },
- *         { title: 'Quick Start', href: '/quickstart' },
- *       ],
- *     },
- *   ],
- *   notes: ['Generated by mdream', 'Last updated: 2024'],
- * })
- *
- * const writer = stream.getWriter()
- * await writer.write({
- *   title: 'Home',
- *   content: '# Welcome\n\nHome page content.',
- *   url: '/',
- * })
- * await writer.close()
- * ```
- *
- * @param options - Configuration options
- * @returns WritableStream that accepts ProcessedFile objects
- */
 declare function createLlmsTxtStream(options?: CreateLlmsTxtStreamOptions): WritableStream<ProcessedFile>;
 //#endregion
 export { CreateLlmsTxtStreamOptions, LlmsTxtArtifactsOptions, LlmsTxtArtifactsResult, LlmsTxtLink, LlmsTxtSection, ProcessedFile, createLlmsTxtStream, generateLlmsTxtArtifacts };

package/dist/llms-txt.mjs

@@ -1,5 +1,5 @@
-import "./_chunks/markdown-processor-D26Uo5td.mjs";
-import "./_chunks/src-BJpipdul.mjs";
-import { n as generateLlmsTxtArtifacts, t as createLlmsTxtStream } from "./_chunks/llms-txt-BXtLmgK6.mjs";
+import "./_chunks/markdown-processor.mjs";
+import "./_chunks/src.mjs";
+import { n as generateLlmsTxtArtifacts, t as createLlmsTxtStream } from "./_chunks/llms-txt.mjs";
 
 export { createLlmsTxtStream, generateLlmsTxtArtifacts };

package/dist/plugins.d.mts

@@ -1,5 +1,5 @@
-import { d as Plugin, x as extractionPlugin } from "./_chunks/types-CT4ZxeOH.mjs";
-import { t as createPlugin } from "./_chunks/plugin-D5soyEXm.mjs";
+import { d as Plugin, x as extractionPlugin } from "./_chunks/types.mjs";
+import { t as createPlugin } from "./_chunks/plugin.mjs";
 
 //#region src/plugins/filter.d.ts
 

package/dist/plugins.mjs

@@ -1,5 +1,5 @@
-import { t as createPlugin } from "./_chunks/plugin-CjWWQTuL.mjs";
-import { t as extractionPlugin } from "./_chunks/extraction-BA9MDtq3.mjs";
-import { a as filterPlugin, i as frontmatterPlugin, n as readabilityPlugin, r as isolateMainPlugin, t as tailwindPlugin } from "./_chunks/plugins-DJnqR2fA.mjs";
+import { t as createPlugin } from "./_chunks/plugin.mjs";
+import { t as extractionPlugin } from "./_chunks/extraction.mjs";
+import { a as filterPlugin, i as frontmatterPlugin, n as readabilityPlugin, r as isolateMainPlugin, t as tailwindPlugin } from "./_chunks/plugins.mjs";
 
 export { createPlugin, extractionPlugin, filterPlugin, frontmatterPlugin, isolateMainPlugin, readabilityPlugin, tailwindPlugin };

package/dist/preset/minimal.d.mts

@@ -1,4 +1,4 @@
-import { i as HTMLToMarkdownOptions } from "../_chunks/types-CT4ZxeOH.mjs";
+import { i as HTMLToMarkdownOptions } from "../_chunks/types.mjs";
 
 //#region src/preset/minimal.d.ts
 

package/dist/preset/minimal.mjs

@@ -1,4 +1,4 @@
-import "../_chunks/plugins-DJnqR2fA.mjs";
-import { t as withMinimalPreset } from "../_chunks/minimal-BiDhcwif.mjs";
+import "../_chunks/plugins.mjs";
+import { t as withMinimalPreset } from "../_chunks/minimal.mjs";
 
 export { withMinimalPreset };

package/dist/splitter.d.mts

@@ -1,4 +1,4 @@
-import { h as SplitterOptions, o as MarkdownChunk } from "./_chunks/types-CT4ZxeOH.mjs";
+import { h as SplitterOptions, o as MarkdownChunk } from "./_chunks/types.mjs";
 
 //#region src/splitter.d.ts
 

package/dist/splitter.mjs

@@ -1,5 +1,5 @@
-import { $ as TAG_H2, F as TAG_CODE, Nt as TAG_PRE, Q as TAG_H1, et as TAG_H3, gn as TEXT_NODE, h as NodeEventExit, m as NodeEventEnter, nt as TAG_H5, ot as TAG_HR, r as ELEMENT_NODE, rt as TAG_H6, tt as TAG_H4 } from "./_chunks/const-Bf_XN9U9.mjs";
-import { a as parseHtmlStream, n as createMarkdownProcessor, r as processPluginsForEvent } from "./_chunks/markdown-processor-D26Uo5td.mjs";
+import { $ as TAG_H2, F as TAG_CODE, Nt as TAG_PRE, Q as TAG_H1, et as TAG_H3, gn as TEXT_NODE, h as NodeEventExit, m as NodeEventEnter, nt as TAG_H5, ot as TAG_HR, r as ELEMENT_NODE, rt as TAG_H6, tt as TAG_H4 } from "./_chunks/const.mjs";
+import { a as parseHtmlStream, n as createMarkdownProcessor, r as processPluginsForEvent } from "./_chunks/markdown-processor.mjs";
 
 //#region src/splitter.ts
 const DEFAULT_HEADERS_TO_SPLIT_ON = [

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "mdream",
   "type": "module",
-  "version": "0.15.1",
+  "version": "0.15.3",
   "description": "Ultra-performant HTML to Markdown Convertor Optimized for LLMs and llm.txt artifacts.",
   "author": {
     "name": "Harlan Wilton",