nuxt-ai-ready 2.5.0 → 2.5.2

package/node_modules/mdream/dist/edge.mjs

@@ -0,0 +1,250 @@
+import { MarkdownStream as MarkdownStream$1, __mdreamTakePanicMessage, htmlToMarkdownResult } from "../wasm-bundler/mdream_edge.js";
+const MINIMAL_FILTER_EXCLUDE = [
+	"form",
+	"fieldset",
+	"object",
+	"embed",
+	"footer",
+	"aside",
+	"iframe",
+	"input",
+	"textarea",
+	"select",
+	"button",
+	"nav"
+];
+const CLEAN_ALL = {
+	urls: true,
+	fragments: true,
+	emptyLinks: true,
+	redundantLinks: true,
+	selfLinkHeadings: true,
+	emptyImages: true,
+	emptyLinkText: true
+};
+function resolveCleanConfig(options, minimal) {
+	const cleanUrls = options.cleanUrls === true;
+	let cleanOpt = options.clean;
+	if (cleanOpt === void 0) {
+		if (!minimal) return { cleanUrls };
+		cleanOpt = true;
+	}
+	if (!cleanOpt) return { cleanUrls };
+	const resolved = cleanOpt === true ? CLEAN_ALL : cleanOpt;
+	return {
+		cleanUrls: cleanUrls || resolved.urls === true,
+		clean: resolved
+	};
+}
+function resolveFrontmatter(opt) {
+	if (typeof opt === "function") return {
+		config: {},
+		callback: opt
+	};
+	if (opt && typeof opt === "object") {
+		const { onExtract, ...config } = opt;
+		return {
+			config,
+			callback: onExtract
+		};
+	}
+	return { config: {} };
+}
+function resolveOptions(options) {
+	if (Array.isArray(options.plugins)) throw new TypeError("Custom hook plugins require @mdream/js. Pass declarative config (e.g. { frontmatter: true }) to the Rust engine, or import { htmlToMarkdown } from '@mdream/js' for hook-based plugins. See https://mdream.dev/v1-migration#custom-plugins");
+	const minimal = options.minimal === true;
+	const plugins = options.plugins ? { ...options.plugins } : {};
+	let frontmatterCallback;
+	const frontmatterDisabled = options.frontmatter === false;
+	if (minimal ? !frontmatterDisabled : !!options.frontmatter) {
+		const fm = resolveFrontmatter(options.frontmatter);
+		plugins.frontmatter = fm.config;
+		frontmatterCallback = fm.callback;
+	} else if (frontmatterDisabled) delete plugins.frontmatter;
+	const isolateMainDisabled = options.isolateMain === false;
+	if (minimal ? !isolateMainDisabled : options.isolateMain) plugins.isolateMain = true;
+	else if (isolateMainDisabled) delete plugins.isolateMain;
+	const tailwindDisabled = options.tailwind === false;
+	if (minimal ? !tailwindDisabled : options.tailwind) plugins.tailwind = true;
+	else if (tailwindDisabled) delete plugins.tailwind;
+	if (options.filter === false) delete plugins.filter;
+	else if (minimal) plugins.filter = {
+		...options.filter,
+		exclude: [...MINIMAL_FILTER_EXCLUDE, ...options.filter?.exclude ?? []]
+	};
+	else if (options.filter) plugins.filter = options.filter;
+	const extraction = options.extraction;
+	let extractionHandlers;
+	if (extraction) {
+		plugins.extraction = { selectors: Object.keys(extraction) };
+		extractionHandlers = extraction;
+	}
+	const tagOverrides = options.tagOverrides;
+	if (tagOverrides) {
+		const overrides = {};
+		for (const tag in tagOverrides) {
+			const value = tagOverrides[tag];
+			if (value) overrides[tag] = typeof value === "string" ? { alias: value } : value;
+		}
+		plugins.tagOverrides = overrides;
+	}
+	const { cleanUrls, clean } = resolveCleanConfig(options, minimal);
+	return {
+		napiOpts: {
+			origin: options.origin,
+			cleanUrls,
+			clean,
+			plugins,
+			wrapWidth: options.wrapWidth,
+			format: options.format
+		},
+		extractionHandlers,
+		frontmatterCallback
+	};
+}
+function deliverPluginData(data, { frontmatterCallback, extractionHandlers }) {
+	if (data.frontmatter && frontmatterCallback) frontmatterCallback(data.frontmatter);
+	if (data.extracted?.length && extractionHandlers) for (const element of data.extracted) extractionHandlers[element.selector]?.(element);
+}
+function hasCallbacks({ frontmatterCallback, extractionHandlers }) {
+	return !!frontmatterCallback || !!extractionHandlers;
+}
+function convertResult(convert, html, options = {}) {
+	const resolved = resolveOptions(options);
+	const result = convert(html, resolved.napiOpts);
+	deliverPluginData(result, resolved);
+	return result;
+}
+async function* pumpStream(stream, htmlStream, callbacks, { decodeInJs = false, mapError = (error) => error } = {}) {
+	const reader = htmlStream.getReader();
+	const decoder = decodeInJs ? new TextDecoder() : void 0;
+	try {
+		while (true) {
+			const { done, value } = await reader.read();
+			if (done) break;
+			let processed;
+			if (typeof value === "string") processed = stream.processChunk(decoder ? decoder.decode() + value : value);
+			else processed = decoder ? stream.processChunk(decoder.decode(value, { stream: true })) : stream.processChunkBytes(value);
+			if (processed) yield processed;
+		}
+		const decoderTail = decoder?.decode();
+		if (decoderTail) {
+			const processed = stream.processChunk(decoderTail);
+			if (processed) yield processed;
+		}
+		const final_ = stream.finish();
+		if (hasCallbacks(callbacks)) deliverPluginData(stream.takeData(), callbacks);
+		if (final_) yield final_;
+	} catch (error) {
+		throw mapError(error);
+	} finally {
+		reader.releaseLock();
+	}
+}
+function createSurrogateCarry() {
+	let held = "";
+	return {
+		take(chunk) {
+			if (held) {
+				chunk = held + chunk;
+				held = "";
+			}
+			const last = chunk.charCodeAt(chunk.length - 1);
+			if (last >= 55296 && last <= 56319) {
+				held = chunk.slice(-1);
+				return chunk.slice(0, -1);
+			}
+			return chunk;
+		},
+		flush() {
+			const value = held;
+			held = "";
+			return value;
+		}
+	};
+}
+function wasmPanicError(error, takeMessage) {
+	if (!(error instanceof WebAssembly.RuntimeError)) return error;
+	let message;
+	try {
+		message = takeMessage();
+	} catch {
+		return error;
+	}
+	if (!message) return error;
+	return new Error(`mdream WASM panic, please report this at https://github.com/harlan-zw/mdream/issues\n${message}`, { cause: error });
+}
+function convert(html, napiOpts) {
+	try {
+		return htmlToMarkdownResult(html, napiOpts);
+	} catch (error) {
+		throw wasmPanicError(error, __mdreamTakePanicMessage);
+	}
+}
+function htmlToMarkdown(html, options = {}) {
+	return convertResult(convert, html, options).markdown || "";
+}
+var MarkdownStream = class {
+	_inner;
+	_carry = createSurrogateCarry();
+	_callbacks;
+	constructor(options = {}) {
+		const resolved = resolveOptions(options);
+		this._callbacks = resolved;
+		try {
+			this._inner = new MarkdownStream$1(resolved.napiOpts);
+		} catch (error) {
+			throw wasmPanicError(error, __mdreamTakePanicMessage);
+		}
+	}
+	processChunk(chunk) {
+		try {
+			return this._inner.processChunk(this._carry.take(chunk));
+		} catch (error) {
+			throw wasmPanicError(error, __mdreamTakePanicMessage);
+		}
+	}
+	processChunkBytes(chunk) {
+		try {
+			const held = this._carry.flush();
+			return held ? this._inner.processChunk(held) + this._inner.processChunkBytes(chunk) : this._inner.processChunkBytes(chunk);
+		} catch (error) {
+			throw wasmPanicError(error, __mdreamTakePanicMessage);
+		}
+	}
+	finish() {
+		let markdown;
+		try {
+			const held = this._carry.flush();
+			markdown = held ? this._inner.processChunk(held) + this._inner.finish() : this._inner.finish();
+		} catch (error) {
+			throw wasmPanicError(error, __mdreamTakePanicMessage);
+		}
+		if (this._callbacks.frontmatterCallback || this._callbacks.extractionHandlers) deliverPluginData(this._inner.takeData(), this._callbacks);
+		return markdown;
+	}
+};
+async function* streamHtmlToMarkdown(htmlStream, options = {}) {
+	if (!htmlStream) throw new Error("Invalid HTML stream provided");
+	const resolved = resolveOptions(options);
+	const carry = createSurrogateCarry();
+	let stream;
+	try {
+		stream = new MarkdownStream$1(resolved.napiOpts);
+	} catch (error) {
+		throw wasmPanicError(error, __mdreamTakePanicMessage);
+	}
+	yield* pumpStream({
+		processChunk: (chunk) => stream.processChunk(carry.take(chunk)),
+		processChunkBytes: (chunk) => {
+			const held = carry.flush();
+			return held ? stream.processChunk(held) + stream.processChunkBytes(chunk) : stream.processChunkBytes(chunk);
+		},
+		finish: () => {
+			const held = carry.flush();
+			return held ? stream.processChunk(held) + stream.finish() : stream.finish();
+		},
+		takeData: () => stream.takeData()
+	}, htmlStream, resolved, { mapError: (error) => wasmPanicError(error, __mdreamTakePanicMessage) });
+}
+export { MarkdownStream, htmlToMarkdown, streamHtmlToMarkdown };