mdream 1.2.2 → 1.4.0

package/dist/index.d.mts

@@ -69,6 +69,12 @@ interface MdreamOptions {
   extraction?: Record<string, (element: ExtractedElement) => void>;
   /** Tag overrides. String values act as aliases */
   tagOverrides?: Record<string, TagOverride | string>;
+  /**
+   * Hard-wrap prose at this many characters, breaking on word boundaries.
+   * Applied inline during conversion (zero-cost when unset). Code blocks,
+   * tables, and headings are never wrapped. `0` disables wrapping.
+   */
+  wrapWidth?: number;
 }
 declare function htmlToMarkdown(html: string, options?: Partial<MdreamOptions>): string;
 declare function streamHtmlToMarkdown(htmlStream: ReadableStream<Uint8Array | string> | null, options?: Partial<MdreamOptions>): AsyncIterable<string>;

package/dist/index.mjs

@@ -75,7 +75,8 @@ function resolveOptions(options) {
 			origin: options.origin,
 			cleanUrls,
 			clean,
-			plugins
+			plugins,
+			wrapWidth: options.wrapWidth
 		},
 		extractionHandlers,
 		frontmatterCallback

package/dist/worker.d.mts

@@ -69,6 +69,12 @@ interface MdreamOptions {
   extraction?: Record<string, (element: ExtractedElement) => void>;
   /** Tag overrides. String values act as aliases */
   tagOverrides?: Record<string, TagOverride | string>;
+  /**
+   * Hard-wrap prose at this many characters, breaking on word boundaries.
+   * Applied inline during conversion (zero-cost when unset). Code blocks,
+   * tables, and headings are never wrapped. `0` disables wrapping.
+   */
+  wrapWidth?: number;
 }
 /**
  * Initialize the mdream web worker. Must be called before htmlToMarkdown.

package/napi/index.d.mts

@@ -62,6 +62,7 @@ export interface HtmlToMarkdownOptions {
   cleanUrls?: boolean
   clean?: CleanOptionsNapi
   plugins?: PluginOptions
+  wrapWidth?: number
 }
 
 export interface MarkdownChunkNapi {

package/napi/index.d.ts

@@ -62,6 +62,7 @@ export interface HtmlToMarkdownOptions {
   cleanUrls?: boolean
   clean?: CleanOptionsNapi
   plugins?: PluginOptions
+  wrapWidth?: number
 }
 
 export interface MarkdownChunkNapi {

package/napi/index.mjs

@@ -529,23 +529,33 @@ function requireNative() {
 
 nativeBinding = requireNative()
 
-if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
+// NAPI_RS_FORCE_WASI is a tri-state flag:
+//   unset / any other value → native binding preferred, WASI is only a fallback
+//   'true'                   → force WASI fallback even if native loaded
+//   'error'                  → force WASI and throw if no WASI binding is found
+// Treating any non-empty string as truthy (the historical behavior) meant
+// NAPI_RS_FORCE_WASI=false, NAPI_RS_FORCE_WASI=0, etc. inadvertently triggered
+// the WASI path, causing ENOENT for packages shipped without a .wasi.cjs file.
+const forceWasi =
+  process.env.NAPI_RS_FORCE_WASI === 'true' || process.env.NAPI_RS_FORCE_WASI === 'error'
+
+if (!nativeBinding || forceWasi) {
   let wasiBinding = null
   let wasiBindingError = null
   try {
     wasiBinding = require('./rust.wasi.cjs')
     nativeBinding = wasiBinding
   } catch (err) {
-    if (process.env.NAPI_RS_FORCE_WASI) {
+    if (forceWasi) {
       wasiBindingError = err
     }
   }
-  if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
+  if (!nativeBinding || forceWasi) {
     try {
       wasiBinding = require('@mdream/rust-wasm32-wasi')
       nativeBinding = wasiBinding
     } catch (err) {
-      if (process.env.NAPI_RS_FORCE_WASI) {
+      if (forceWasi) {
         if (!wasiBindingError) {
           wasiBindingError = err
         } else {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "mdream",
   "type": "module",
-  "version": "1.2.2",
+  "version": "1.4.0",
   "description": "Ultra-performant HTML to Markdown Convertor Optimized for LLMs and llm.txt artifacts.",
   "author": {
     "name": "Harlan Wilton",
@@ -52,22 +52,22 @@
   "browser": "./dist/browser.mjs",
   "dependencies": {},
   "optionalDependencies": {
-    "@mdream/rust-android-arm-eabi": "1.2.2",
-    "@mdream/rust-android-arm64": "1.2.2",
-    "@mdream/rust-darwin-arm64": "1.2.2",
-    "@mdream/rust-darwin-x64": "1.2.2",
-    "@mdream/rust-linux-arm64-gnu": "1.2.2",
-    "@mdream/rust-freebsd-x64": "1.2.2",
-    "@mdream/rust-linux-arm64-musl": "1.2.2",
-    "@mdream/rust-linux-arm-gnueabihf": "1.2.2",
-    "@mdream/rust-linux-x64-gnu": "1.2.2",
-    "@mdream/rust-linux-x64-musl": "1.2.2",
-    "@mdream/rust-win32-x64-msvc": "1.2.2",
-    "@mdream/rust-wasm32-wasi": "1.2.2",
-    "@mdream/rust-win32-arm64-msvc": "1.2.2"
+    "@mdream/rust-android-arm-eabi": "1.4.0",
+    "@mdream/rust-android-arm64": "1.4.0",
+    "@mdream/rust-darwin-arm64": "1.4.0",
+    "@mdream/rust-darwin-x64": "1.4.0",
+    "@mdream/rust-freebsd-x64": "1.4.0",
+    "@mdream/rust-linux-arm-gnueabihf": "1.4.0",
+    "@mdream/rust-linux-arm64-gnu": "1.4.0",
+    "@mdream/rust-linux-arm64-musl": "1.4.0",
+    "@mdream/rust-linux-x64-musl": "1.4.0",
+    "@mdream/rust-wasm32-wasi": "1.4.0",
+    "@mdream/rust-win32-arm64-msvc": "1.4.0",
+    "@mdream/rust-win32-x64-msvc": "1.4.0",
+    "@mdream/rust-linux-x64-gnu": "1.4.0"
   },
   "devDependencies": {
-    "@mdream/js": "1.2.2"
+    "@mdream/js": "1.4.0"
   },
   "scripts": {
     "flame": "pnpm build && unbuild bench/bundle && clinic flame -- node bench/bundle/dist/string.mjs 10",

package/wasm/mdream_edge.js

@@ -35,7 +35,7 @@ export class MarkdownStream {
      */
     constructor(options) {
         const ret = wasm.markdownstream_new(addHeapObject(options));
-        this.__wbg_ptr = ret >>> 0;
+        this.__wbg_ptr = ret;
         MarkdownStreamFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
@@ -102,26 +102,26 @@ export function htmlToMarkdownResult(html, options) {
 function __wbg_get_imports() {
     const import0 = {
         __proto__: null,
-        __wbg___wbindgen_boolean_get_6ea149f0a8dcc5ff: function(arg0) {
+        __wbg___wbindgen_boolean_get_b131b2f36d6b2f55: function(arg0) {
             const v = getObject(arg0);
             const ret = typeof(v) === 'boolean' ? v : undefined;
             return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0;
         },
-        __wbg___wbindgen_is_null_52ff4ec04186736f: function(arg0) {
+        __wbg___wbindgen_is_null_ced4761460071341: function(arg0) {
             const ret = getObject(arg0) === null;
             return ret;
         },
-        __wbg___wbindgen_is_undefined_29a43b4d42920abd: function(arg0) {
+        __wbg___wbindgen_is_undefined_4410e3c20a99fa97: function(arg0) {
             const ret = getObject(arg0) === undefined;
             return ret;
         },
-        __wbg___wbindgen_number_get_c7f42aed0525c451: function(arg0, arg1) {
+        __wbg___wbindgen_number_get_588ed6b97f0d7e14: function(arg0, arg1) {
             const obj = getObject(arg1);
             const ret = typeof(obj) === 'number' ? obj : undefined;
             getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true);
             getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
         },
-        __wbg___wbindgen_string_get_7ed5322991caaec5: function(arg0, arg1) {
+        __wbg___wbindgen_string_get_fa2687d531ed17a5: function(arg0, arg1) {
             const obj = getObject(arg1);
             const ret = typeof(obj) === 'string' ? obj : undefined;
             var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2);
@@ -129,46 +129,46 @@ function __wbg_get_imports() {
             getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
             getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
         },
-        __wbg___wbindgen_throw_6b64449b9b9ed33c: function(arg0, arg1) {
+        __wbg___wbindgen_throw_bbadd78c1bac3a77: function(arg0, arg1) {
             throw new Error(getStringFromWasm0(arg0, arg1));
         },
-        __wbg_entries_e0b73aa8571ddb56: function(arg0) {
+        __wbg_entries_5a6a7e7e0df09fe5: function(arg0) {
             const ret = Object.entries(getObject(arg0));
             return addHeapObject(ret);
         },
-        __wbg_from_0dbf29f09e7fb200: function(arg0) {
+        __wbg_from_8a57180716c586ee: function(arg0) {
             const ret = Array.from(getObject(arg0));
             return addHeapObject(ret);
         },
-        __wbg_get_6011fa3a58f61074: function() { return handleError(function (arg0, arg1) {
-            const ret = Reflect.get(getObject(arg0), getObject(arg1));
-            return addHeapObject(ret);
-        }, arguments); },
-        __wbg_get_8360291721e2339f: function(arg0, arg1) {
+        __wbg_get_4b90d6d8c5deb5d5: function(arg0, arg1) {
             const ret = getObject(arg0)[arg1 >>> 0];
             return addHeapObject(ret);
         },
-        __wbg_isArray_c3109d14ffc06469: function(arg0) {
+        __wbg_get_52a8a619f7b88df6: function() { return handleError(function (arg0, arg1) {
+            const ret = Reflect.get(getObject(arg0), getObject(arg1));
+            return addHeapObject(ret);
+        }, arguments); },
+        __wbg_isArray_139f48e3c057ede8: function(arg0) {
             const ret = Array.isArray(getObject(arg0));
             return ret;
         },
-        __wbg_length_3d4ecd04bd8d22f1: function(arg0) {
+        __wbg_length_fb04d16d7bdf6d4c: function(arg0) {
             const ret = getObject(arg0).length;
             return ret;
         },
-        __wbg_new_682678e2f47e32bc: function() {
+        __wbg_new_0b303268aa395a38: function() {
             const ret = new Array();
             return addHeapObject(ret);
         },
-        __wbg_new_aa8d0fa9762c29bd: function() {
+        __wbg_new_20b778a4c5c691c3: function() {
             const ret = new Object();
             return addHeapObject(ret);
         },
-        __wbg_push_471a5b068a5295f6: function(arg0, arg1) {
+        __wbg_push_ceb8ef046afb2041: function(arg0, arg1) {
             const ret = getObject(arg0).push(getObject(arg1));
             return ret;
         },
-        __wbg_set_022bee52d0b05b19: function() { return handleError(function (arg0, arg1, arg2) {
+        __wbg_set_a6ba3ac0e634b822: function() { return handleError(function (arg0, arg1, arg2) {
             const ret = Reflect.set(getObject(arg0), getObject(arg1), getObject(arg2));
             return ret;
         }, arguments); },
@@ -193,7 +193,7 @@ function __wbg_get_imports() {
 
 const MarkdownStreamFinalization = (typeof FinalizationRegistry === 'undefined')
     ? { register: () => {}, unregister: () => {} }
-    : new FinalizationRegistry(ptr => wasm.__wbg_markdownstream_free(ptr >>> 0, 1));
+    : new FinalizationRegistry(ptr => wasm.__wbg_markdownstream_free(ptr, 1));
 
 function addHeapObject(obj) {
     if (heap_next === heap.length) heap.push(heap.length + 1);
@@ -219,8 +219,7 @@ function getDataViewMemory0() {
 }
 
 function getStringFromWasm0(ptr, len) {
-    ptr = ptr >>> 0;
-    return decodeText(ptr, len);
+    return decodeText(ptr >>> 0, len);
 }
 
 let cachedUint8ArrayMemory0 = null;
@@ -322,8 +321,9 @@ if (!('encodeInto' in cachedTextEncoder)) {
 
 let WASM_VECTOR_LEN = 0;
 
-let wasmModule, wasm;
+let wasmModule, wasmInstance, wasm;
 function __wbg_finalize_init(instance, module) {
+    wasmInstance = instance;
     wasm = instance.exports;
     wasmModule = module;
     cachedDataViewMemory0 = null;

package/wasm/package.json

@@ -2,7 +2,7 @@
   "name": "mdream-edge",
   "type": "module",
   "description": "WebAssembly edge runtime bindings for mdream HTML-to-Markdown converter",
-  "version": "1.2.2",
+  "version": "1.4.0",
   "license": "MIT",
   "files": [
     "mdream_edge_bg.wasm",

package/wasm-bundler/mdream_edge_bg.js

@@ -33,7 +33,7 @@ export class MarkdownStream {
      */
     constructor(options) {
         const ret = wasm.markdownstream_new(addHeapObject(options));
-        this.__wbg_ptr = ret >>> 0;
+        this.__wbg_ptr = ret;
         MarkdownStreamFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
@@ -97,26 +97,26 @@ export function htmlToMarkdownResult(html, options) {
     const ret = wasm.htmlToMarkdownResult(ptr0, len0, addHeapObject(options));
     return takeObject(ret);
 }
-export function __wbg___wbindgen_boolean_get_6ea149f0a8dcc5ff(arg0) {
+export function __wbg___wbindgen_boolean_get_b131b2f36d6b2f55(arg0) {
     const v = getObject(arg0);
     const ret = typeof(v) === 'boolean' ? v : undefined;
     return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0;
 }
-export function __wbg___wbindgen_is_null_52ff4ec04186736f(arg0) {
+export function __wbg___wbindgen_is_null_ced4761460071341(arg0) {
     const ret = getObject(arg0) === null;
     return ret;
 }
-export function __wbg___wbindgen_is_undefined_29a43b4d42920abd(arg0) {
+export function __wbg___wbindgen_is_undefined_4410e3c20a99fa97(arg0) {
     const ret = getObject(arg0) === undefined;
     return ret;
 }
-export function __wbg___wbindgen_number_get_c7f42aed0525c451(arg0, arg1) {
+export function __wbg___wbindgen_number_get_588ed6b97f0d7e14(arg0, arg1) {
     const obj = getObject(arg1);
     const ret = typeof(obj) === 'number' ? obj : undefined;
     getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true);
     getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
 }
-export function __wbg___wbindgen_string_get_7ed5322991caaec5(arg0, arg1) {
+export function __wbg___wbindgen_string_get_fa2687d531ed17a5(arg0, arg1) {
     const obj = getObject(arg1);
     const ret = typeof(obj) === 'string' ? obj : undefined;
     var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2);
@@ -124,46 +124,46 @@ export function __wbg___wbindgen_string_get_7ed5322991caaec5(arg0, arg1) {
     getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
     getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
 }
-export function __wbg___wbindgen_throw_6b64449b9b9ed33c(arg0, arg1) {
+export function __wbg___wbindgen_throw_bbadd78c1bac3a77(arg0, arg1) {
     throw new Error(getStringFromWasm0(arg0, arg1));
 }
-export function __wbg_entries_e0b73aa8571ddb56(arg0) {
+export function __wbg_entries_5a6a7e7e0df09fe5(arg0) {
     const ret = Object.entries(getObject(arg0));
     return addHeapObject(ret);
 }
-export function __wbg_from_0dbf29f09e7fb200(arg0) {
+export function __wbg_from_8a57180716c586ee(arg0) {
     const ret = Array.from(getObject(arg0));
     return addHeapObject(ret);
 }
-export function __wbg_get_6011fa3a58f61074() { return handleError(function (arg0, arg1) {
-    const ret = Reflect.get(getObject(arg0), getObject(arg1));
-    return addHeapObject(ret);
-}, arguments); }
-export function __wbg_get_8360291721e2339f(arg0, arg1) {
+export function __wbg_get_4b90d6d8c5deb5d5(arg0, arg1) {
     const ret = getObject(arg0)[arg1 >>> 0];
     return addHeapObject(ret);
 }
-export function __wbg_isArray_c3109d14ffc06469(arg0) {
+export function __wbg_get_52a8a619f7b88df6() { return handleError(function (arg0, arg1) {
+    const ret = Reflect.get(getObject(arg0), getObject(arg1));
+    return addHeapObject(ret);
+}, arguments); }
+export function __wbg_isArray_139f48e3c057ede8(arg0) {
     const ret = Array.isArray(getObject(arg0));
     return ret;
 }
-export function __wbg_length_3d4ecd04bd8d22f1(arg0) {
+export function __wbg_length_fb04d16d7bdf6d4c(arg0) {
     const ret = getObject(arg0).length;
     return ret;
 }
-export function __wbg_new_682678e2f47e32bc() {
+export function __wbg_new_0b303268aa395a38() {
     const ret = new Array();
     return addHeapObject(ret);
 }
-export function __wbg_new_aa8d0fa9762c29bd() {
+export function __wbg_new_20b778a4c5c691c3() {
     const ret = new Object();
     return addHeapObject(ret);
 }
-export function __wbg_push_471a5b068a5295f6(arg0, arg1) {
+export function __wbg_push_ceb8ef046afb2041(arg0, arg1) {
     const ret = getObject(arg0).push(getObject(arg1));
     return ret;
 }
-export function __wbg_set_022bee52d0b05b19() { return handleError(function (arg0, arg1, arg2) {
+export function __wbg_set_a6ba3ac0e634b822() { return handleError(function (arg0, arg1, arg2) {
     const ret = Reflect.set(getObject(arg0), getObject(arg1), getObject(arg2));
     return ret;
 }, arguments); }
@@ -181,7 +181,7 @@ export function __wbindgen_object_drop_ref(arg0) {
 }
 const MarkdownStreamFinalization = (typeof FinalizationRegistry === 'undefined')
     ? { register: () => {}, unregister: () => {} }
-    : new FinalizationRegistry(ptr => wasm.__wbg_markdownstream_free(ptr >>> 0, 1));
+    : new FinalizationRegistry(ptr => wasm.__wbg_markdownstream_free(ptr, 1));
 
 function addHeapObject(obj) {
     if (heap_next === heap.length) heap.push(heap.length + 1);
@@ -207,8 +207,7 @@ function getDataViewMemory0() {
 }
 
 function getStringFromWasm0(ptr, len) {
-    ptr = ptr >>> 0;
-    return decodeText(ptr, len);
+    return decodeText(ptr >>> 0, len);
 }
 
 let cachedUint8ArrayMemory0 = null;

package/wasm-bundler/package.json

@@ -2,7 +2,7 @@
   "name": "mdream-edge",
   "type": "module",
   "description": "WebAssembly edge runtime bindings for mdream HTML-to-Markdown converter",
-  "version": "1.2.2",
+  "version": "1.4.0",
   "license": "MIT",
   "files": [
     "mdream_edge_bg.wasm",