nuxt-ai-ready 2.5.0 → 2.5.2

package/node_modules/mdream/dist/worker.mjs

@@ -0,0 +1,217 @@
+const MINIMAL_FILTER_EXCLUDE = [
+	"form",
+	"fieldset",
+	"object",
+	"embed",
+	"footer",
+	"aside",
+	"iframe",
+	"input",
+	"textarea",
+	"select",
+	"button",
+	"nav"
+];
+const CLEAN_ALL = {
+	urls: true,
+	fragments: true,
+	emptyLinks: true,
+	redundantLinks: true,
+	selfLinkHeadings: true,
+	emptyImages: true,
+	emptyLinkText: true
+};
+function resolveCleanConfig(options, minimal) {
+	const cleanUrls = options.cleanUrls === true;
+	let cleanOpt = options.clean;
+	if (cleanOpt === void 0) {
+		if (!minimal) return { cleanUrls };
+		cleanOpt = true;
+	}
+	if (!cleanOpt) return { cleanUrls };
+	const resolved = cleanOpt === true ? CLEAN_ALL : cleanOpt;
+	return {
+		cleanUrls: cleanUrls || resolved.urls === true,
+		clean: resolved
+	};
+}
+function resolveFrontmatter(opt) {
+	if (typeof opt === "function") return {
+		config: {},
+		callback: opt
+	};
+	if (opt && typeof opt === "object") {
+		const { onExtract, ...config } = opt;
+		return {
+			config,
+			callback: onExtract
+		};
+	}
+	return { config: {} };
+}
+function resolveOptions(options) {
+	if (Array.isArray(options.plugins)) throw new TypeError("Custom hook plugins require @mdream/js. Pass declarative config (e.g. { frontmatter: true }) to the Rust engine, or import { htmlToMarkdown } from '@mdream/js' for hook-based plugins. See https://mdream.dev/v1-migration#custom-plugins");
+	const minimal = options.minimal === true;
+	const plugins = options.plugins ? { ...options.plugins } : {};
+	let frontmatterCallback;
+	const frontmatterDisabled = options.frontmatter === false;
+	if (minimal ? !frontmatterDisabled : !!options.frontmatter) {
+		const fm = resolveFrontmatter(options.frontmatter);
+		plugins.frontmatter = fm.config;
+		frontmatterCallback = fm.callback;
+	} else if (frontmatterDisabled) delete plugins.frontmatter;
+	const isolateMainDisabled = options.isolateMain === false;
+	if (minimal ? !isolateMainDisabled : options.isolateMain) plugins.isolateMain = true;
+	else if (isolateMainDisabled) delete plugins.isolateMain;
+	const tailwindDisabled = options.tailwind === false;
+	if (minimal ? !tailwindDisabled : options.tailwind) plugins.tailwind = true;
+	else if (tailwindDisabled) delete plugins.tailwind;
+	if (options.filter === false) delete plugins.filter;
+	else if (minimal) plugins.filter = {
+		...options.filter,
+		exclude: [...MINIMAL_FILTER_EXCLUDE, ...options.filter?.exclude ?? []]
+	};
+	else if (options.filter) plugins.filter = options.filter;
+	const extraction = options.extraction;
+	let extractionHandlers;
+	if (extraction) {
+		plugins.extraction = { selectors: Object.keys(extraction) };
+		extractionHandlers = extraction;
+	}
+	const tagOverrides = options.tagOverrides;
+	if (tagOverrides) {
+		const overrides = {};
+		for (const tag in tagOverrides) {
+			const value = tagOverrides[tag];
+			if (value) overrides[tag] = typeof value === "string" ? { alias: value } : value;
+		}
+		plugins.tagOverrides = overrides;
+	}
+	const { cleanUrls, clean } = resolveCleanConfig(options, minimal);
+	return {
+		napiOpts: {
+			origin: options.origin,
+			cleanUrls,
+			clean,
+			plugins,
+			wrapWidth: options.wrapWidth,
+			format: options.format
+		},
+		extractionHandlers,
+		frontmatterCallback
+	};
+}
+function deliverPluginData(data, { frontmatterCallback, extractionHandlers }) {
+	if (data.frontmatter && frontmatterCallback) frontmatterCallback(data.frontmatter);
+	if (data.extracted?.length && extractionHandlers) for (const element of data.extracted) extractionHandlers[element.selector]?.(element);
+}
+let _worker = null;
+let _ready = null;
+let _idCounter = 0;
+const _pending = /* @__PURE__ */ new Map();
+const WASM_RE = /\.wasm$/;
+function getWorkerBlob(wasmUrl) {
+	const code = `
+// namespace import: the URL is caller-supplied and may point at an older build
+import init, * as engine from '${wasmUrl.replace(WASM_RE, ".js")}';
+const { htmlToMarkdownResult } = engine;
+
+let ready = false;
+
+async function initialize() {
+  await init('${wasmUrl}');
+  ready = true;
+  self.postMessage({ type: 'ready' });
+}
+
+initialize().catch(e => {
+  self.postMessage({ type: 'error', id: -1, message: 'WASM init failed: ' + e.message });
+});
+
+self.onmessage = function(e) {
+  const msg = e.data;
+  if (msg.type === 'convert') {
+    if (!ready) {
+      self.postMessage({ id: msg.id, type: 'error', message: 'Worker not ready' });
+      return;
+    }
+    try {
+      const result = htmlToMarkdownResult(msg.html, msg.options || {});
+      self.postMessage({ id: msg.id, type: 'result', data: result });
+    } catch (err) {
+      // WASM aborts on panic (#195): the message is stashed by the panic hook
+      const panic = engine.__mdreamTakePanicMessage?.();
+      self.postMessage({ id: msg.id, type: 'error', message: panic || err.message });
+    }
+  }
+};`;
+	return new Blob([code], { type: "application/javascript" });
+}
+function onMessage(e) {
+	const msg = e.data;
+	if (msg.type === "ready") return;
+	if ("id" in msg) {
+		const pending = _pending.get(msg.id);
+		if (!pending) return;
+		_pending.delete(msg.id);
+		if (msg.type === "result") try {
+			deliverPluginData(msg.data, pending.callbacks);
+			pending.resolve(msg.data.markdown || "");
+		} catch (error) {
+			pending.reject(error);
+		}
+		else pending.reject(new Error(msg.message));
+	}
+}
+function initWorker(wasmUrl) {
+	if (_ready) return _ready;
+	_ready = new Promise((resolve, reject) => {
+		const blob = getWorkerBlob(wasmUrl);
+		const url = URL.createObjectURL(blob);
+		_worker = new Worker(url, { type: "module" });
+		_worker.onmessage = (e) => {
+			if (e.data.type === "ready") {
+				_worker.onmessage = onMessage;
+				URL.revokeObjectURL(url);
+				resolve();
+			} else if (e.data.type === "error") reject(new Error(e.data.message));
+		};
+		_worker.onerror = (e) => {
+			reject(/* @__PURE__ */ new Error(`Worker error: ${e.message}`));
+		};
+	});
+	return _ready;
+}
+function htmlToMarkdown(html, options) {
+	if (!_worker || !_ready) return Promise.reject(/* @__PURE__ */ new Error("Call initWorker() before htmlToMarkdown()"));
+	return _ready.then(() => {
+		const { napiOpts, frontmatterCallback, extractionHandlers } = resolveOptions(options ?? {});
+		const id = _idCounter++;
+		return new Promise((resolve, reject) => {
+			_pending.set(id, {
+				resolve,
+				reject,
+				callbacks: {
+					frontmatterCallback,
+					extractionHandlers
+				}
+			});
+			_worker.postMessage({
+				id,
+				type: "convert",
+				html,
+				options: napiOpts
+			});
+		});
+	});
+}
+function terminateWorker() {
+	if (_worker) {
+		_worker.terminate();
+		_worker = null;
+	}
+	_ready = null;
+	for (const [, pending] of _pending) pending.reject(/* @__PURE__ */ new Error("Worker terminated"));
+	_pending.clear();
+}
+export { htmlToMarkdown, initWorker, terminateWorker };

package/node_modules/mdream/napi/index.d.mts

@@ -0,0 +1,127 @@
+/* auto-generated by NAPI-RS */
+/* eslint-disable */
+
+/**
+ * Which binding artifact the generated loader actually loaded: `'native'` for
+ * a native addon, otherwise the `platformArchABI` of the WASI flavor. Every
+ * flavor napi-rs can build is listed, because `NAPI_RS_NATIVE_LIBRARY_PATH`
+ * can point the loader at a WASI artifact this package does not build itself.
+ */
+export declare const __napiBindingTarget: 'native' | 'wasm32-wasi' | 'wasm32-wasip1'
+
+export declare class MarkdownStream {
+  constructor(options?: HtmlToMarkdownOptions | undefined | null)
+  processChunk(chunk: string): string
+  processChunkBytes(chunk: Uint8Array): string
+  finish(): string
+  /**
+   * Frontmatter and extracted elements collected so far. Call after
+   * `finish()` for the complete data. Extracted elements drain on each call.
+   */
+  takeData(): MdreamStreamData
+}
+
+export interface ChunkLocNapi {
+  from: number
+  to: number
+}
+
+export interface ChunkMetadataNapi {
+  headers?: Record<string, string>
+  code?: string
+  loc?: ChunkLocNapi
+}
+
+export interface CleanOptionsNapi {
+  urls?: boolean
+  fragments?: boolean
+  emptyLinks?: boolean
+  blankLines?: boolean
+  redundantLinks?: boolean
+  selfLinkHeadings?: boolean
+  emptyImages?: boolean
+  emptyLinkText?: boolean
+}
+
+export interface ExtractedElementNapi {
+  selector: string
+  tagName: string
+  textContent: string
+  attributes: Record<string, string>
+}
+
+export interface ExtractionOptions {
+  selectors: Array<string>
+}
+
+export interface FilterOptions {
+  include?: Array<string>
+  exclude?: Array<string>
+  processChildren?: boolean
+}
+
+export interface FrontmatterOptions {
+  additionalFields?: Record<string, string>
+  metaFields?: Array<string>
+}
+
+export declare function htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions | undefined | null): MdreamNapiResult
+
+export declare function htmlToMarkdownBytes(html: Uint8Array, options?: HtmlToMarkdownOptions | undefined | null): MdreamNapiResult
+
+export declare function htmlToMarkdownChunks(html: string, options?: HtmlToMarkdownOptions | undefined | null, splitterOptions?: SplitterOptionsNapi | undefined | null): Array<MarkdownChunkNapi>
+
+export interface HtmlToMarkdownOptions {
+  origin?: string
+  cleanUrls?: boolean
+  clean?: CleanOptionsNapi
+  plugins?: PluginOptions
+  wrapWidth?: number
+  format?: "markdown" | "text" | "html"
+}
+
+export interface MarkdownChunkNapi {
+  content: string
+  metadata: ChunkMetadataNapi
+}
+
+export interface MdreamNapiResult {
+  markdown: string
+  extracted?: Array<ExtractedElementNapi>
+  frontmatter?: Record<string, string>
+}
+
+/** Plugin data a stream collected: frontmatter and extracted elements. */
+export interface MdreamStreamData {
+  extracted?: Array<ExtractedElementNapi>
+  frontmatter?: Record<string, string>
+}
+
+export interface PluginOptions {
+  filter?: FilterOptions
+  isolateMain?: boolean
+  frontmatter?: FrontmatterOptions
+  tailwind?: boolean
+  extraction?: ExtractionOptions
+  tagOverrides?: Record<string, TagOverrideNapi>
+}
+
+export declare function splitMarkdown(markdown: string, options?: SplitterOptionsNapi | undefined | null): Array<MarkdownChunkNapi>
+
+export interface SplitterOptionsNapi {
+  headersToSplitOn?: Array<number>
+  returnEachLine?: boolean
+  stripHeaders?: boolean
+  chunkSize?: number
+  chunkOverlap?: number
+}
+
+export interface TagOverrideNapi {
+  enter?: string
+  exit?: string
+  spacing?: Array<number>
+  isInline?: boolean
+  isSelfClosing?: boolean
+  collapsesInnerWhiteSpace?: boolean
+  alias?: string
+}

package/node_modules/mdream/napi/index.d.ts

@@ -0,0 +1,127 @@
+/* auto-generated by NAPI-RS */
+/* eslint-disable */
+
+/**
+ * Which binding artifact the generated loader actually loaded: `'native'` for
+ * a native addon, otherwise the `platformArchABI` of the WASI flavor. Every
+ * flavor napi-rs can build is listed, because `NAPI_RS_NATIVE_LIBRARY_PATH`
+ * can point the loader at a WASI artifact this package does not build itself.
+ */
+export declare const __napiBindingTarget: 'native' | 'wasm32-wasi' | 'wasm32-wasip1'
+
+export declare class MarkdownStream {
+  constructor(options?: HtmlToMarkdownOptions | undefined | null)
+  processChunk(chunk: string): string
+  processChunkBytes(chunk: Uint8Array): string
+  finish(): string
+  /**
+   * Frontmatter and extracted elements collected so far. Call after
+   * `finish()` for the complete data. Extracted elements drain on each call.
+   */
+  takeData(): MdreamStreamData
+}
+
+export interface ChunkLocNapi {
+  from: number
+  to: number
+}
+
+export interface ChunkMetadataNapi {
+  headers?: Record<string, string>
+  code?: string
+  loc?: ChunkLocNapi
+}
+
+export interface CleanOptionsNapi {
+  urls?: boolean
+  fragments?: boolean
+  emptyLinks?: boolean
+  blankLines?: boolean
+  redundantLinks?: boolean
+  selfLinkHeadings?: boolean
+  emptyImages?: boolean
+  emptyLinkText?: boolean
+}
+
+export interface ExtractedElementNapi {
+  selector: string
+  tagName: string
+  textContent: string
+  attributes: Record<string, string>
+}
+
+export interface ExtractionOptions {
+  selectors: Array<string>
+}
+
+export interface FilterOptions {
+  include?: Array<string>
+  exclude?: Array<string>
+  processChildren?: boolean
+}
+
+export interface FrontmatterOptions {
+  additionalFields?: Record<string, string>
+  metaFields?: Array<string>
+}
+
+export declare function htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions | undefined | null): MdreamNapiResult
+
+export declare function htmlToMarkdownBytes(html: Uint8Array, options?: HtmlToMarkdownOptions | undefined | null): MdreamNapiResult
+
+export declare function htmlToMarkdownChunks(html: string, options?: HtmlToMarkdownOptions | undefined | null, splitterOptions?: SplitterOptionsNapi | undefined | null): Array<MarkdownChunkNapi>
+
+export interface HtmlToMarkdownOptions {
+  origin?: string
+  cleanUrls?: boolean
+  clean?: CleanOptionsNapi
+  plugins?: PluginOptions
+  wrapWidth?: number
+  format?: "markdown" | "text" | "html"
+}
+
+export interface MarkdownChunkNapi {
+  content: string
+  metadata: ChunkMetadataNapi
+}
+
+export interface MdreamNapiResult {
+  markdown: string
+  extracted?: Array<ExtractedElementNapi>
+  frontmatter?: Record<string, string>
+}
+
+/** Plugin data a stream collected: frontmatter and extracted elements. */
+export interface MdreamStreamData {
+  extracted?: Array<ExtractedElementNapi>
+  frontmatter?: Record<string, string>
+}
+
+export interface PluginOptions {
+  filter?: FilterOptions
+  isolateMain?: boolean
+  frontmatter?: FrontmatterOptions
+  tailwind?: boolean
+  extraction?: ExtractionOptions
+  tagOverrides?: Record<string, TagOverrideNapi>
+}
+
+export declare function splitMarkdown(markdown: string, options?: SplitterOptionsNapi | undefined | null): Array<MarkdownChunkNapi>
+
+export interface SplitterOptionsNapi {
+  headersToSplitOn?: Array<number>
+  returnEachLine?: boolean
+  stripHeaders?: boolean
+  chunkSize?: number
+  chunkOverlap?: number
+}
+
+export interface TagOverrideNapi {
+  enter?: string
+  exit?: string
+  spacing?: Array<number>
+  isInline?: boolean
+  isSelfClosing?: boolean
+  collapsesInnerWhiteSpace?: boolean
+  alias?: string
+}