wao 0.9.2 → 0.10.1

package/esm/waosm/waosm.js

@@ -0,0 +1,264 @@
+let wasm;
+
+const heap = new Array(128).fill(undefined);
+
+heap.push(undefined, null, true, false);
+
+function getObject(idx) { return heap[idx]; }
+
+let heap_next = heap.length;
+
+function addHeapObject(obj) {
+    if (heap_next === heap.length) heap.push(heap.length + 1);
+    const idx = heap_next;
+    heap_next = heap[idx];
+
+    heap[idx] = obj;
+    return idx;
+}
+
+function dropObject(idx) {
+    if (idx < 132) return;
+    heap[idx] = heap_next;
+    heap_next = idx;
+}
+
+function takeObject(idx) {
+    const ret = getObject(idx);
+    dropObject(idx);
+    return ret;
+}
+
+const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } );
+
+if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); };
+
+let cachedUint8ArrayMemory0 = null;
+
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+let WASM_VECTOR_LEN = 0;
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+const CompressorFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_compressor_free(ptr >>> 0, 1));
+
+export class Compressor {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        CompressorFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_compressor_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.compressor_new();
+        this.__wbg_ptr = ret >>> 0;
+        CompressorFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    compress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.compressor_compress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+}
+
+const DecompressorFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_decompressor_free(ptr >>> 0, 1));
+
+export class Decompressor {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        DecompressorFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_decompressor_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.compressor_new();
+        this.__wbg_ptr = ret >>> 0;
+        DecompressorFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    decompress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.decompressor_decompress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+}
+
+async function __wbg_load(module, imports) {
+    if (typeof Response === 'function' && module instanceof Response) {
+        if (typeof WebAssembly.instantiateStreaming === 'function') {
+            try {
+                return await WebAssembly.instantiateStreaming(module, imports);
+
+            } catch (e) {
+                if (module.headers.get('Content-Type') != 'application/wasm') {
+                    console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e);
+
+                } else {
+                    throw e;
+                }
+            }
+        }
+
+        const bytes = await module.arrayBuffer();
+        return await WebAssembly.instantiate(bytes, imports);
+
+    } else {
+        const instance = await WebAssembly.instantiate(module, imports);
+
+        if (instance instanceof WebAssembly.Instance) {
+            return { instance, module };
+
+        } else {
+            return instance;
+        }
+    }
+}
+
+function __wbg_get_imports() {
+    const imports = {};
+    imports.wbg = {};
+    imports.wbg.__wbg_buffer_609cc3eee51ed158 = function(arg0) {
+        const ret = getObject(arg0).buffer;
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_length_a446193dc22c12f8 = function(arg0) {
+        const ret = getObject(arg0).length;
+        return ret;
+    };
+    imports.wbg.__wbg_newwithbyteoffsetandlength_d97e637ebe145a9a = function(arg0, arg1, arg2) {
+        const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_newwithlength_a381634e90c276d4 = function(arg0) {
+        const ret = new Uint8Array(arg0 >>> 0);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_set_65595bdd868b3009 = function(arg0, arg1, arg2) {
+        getObject(arg0).set(getObject(arg1), arg2 >>> 0);
+    };
+    imports.wbg.__wbindgen_memory = function() {
+        const ret = wasm.memory;
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbindgen_object_drop_ref = function(arg0) {
+        takeObject(arg0);
+    };
+    imports.wbg.__wbindgen_throw = function(arg0, arg1) {
+        throw new Error(getStringFromWasm0(arg0, arg1));
+    };
+
+    return imports;
+}
+
+function __wbg_init_memory(imports, memory) {
+
+}
+
+function __wbg_finalize_init(instance, module) {
+    wasm = instance.exports;
+    __wbg_init.__wbindgen_wasm_module = module;
+    cachedUint8ArrayMemory0 = null;
+
+
+
+    return wasm;
+}
+
+function initSync(module) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module !== 'undefined') {
+        if (Object.getPrototypeOf(module) === Object.prototype) {
+            ({module} = module)
+        } else {
+            console.warn('using deprecated parameters for `initSync()`; pass a single object instead')
+        }
+    }
+
+    const imports = __wbg_get_imports();
+
+    __wbg_init_memory(imports);
+
+    if (!(module instanceof WebAssembly.Module)) {
+        module = new WebAssembly.Module(module);
+    }
+
+    const instance = new WebAssembly.Instance(module, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+async function __wbg_init(module_or_path) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module_or_path !== 'undefined') {
+        if (Object.getPrototypeOf(module_or_path) === Object.prototype) {
+            ({module_or_path} = module_or_path)
+        } else {
+            console.warn('using deprecated parameters for the initialization function; pass a single object instead')
+        }
+    }
+
+    if (typeof module_or_path === 'undefined') {
+        module_or_path = new URL('waosm_bg.wasm', import.meta.url);
+    }
+    const imports = __wbg_get_imports();
+
+    if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) {
+        module_or_path = fetch(module_or_path);
+    }
+
+    __wbg_init_memory(imports);
+
+    const { instance, module } = await __wbg_load(await module_or_path, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+export { initSync };
+export default __wbg_init;

package/esm/waosm/waosm_bg.wasm.d.ts

@@ -0,0 +1,10 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_compressor_free: (a: number, b: number) => void;
+export const compressor_new: () => number;
+export const compressor_compress: (a: number, b: number, c: number) => number;
+export const decompressor_decompress: (a: number, b: number, c: number) => number;
+export const __wbg_decompressor_free: (a: number, b: number) => void;
+export const decompressor_new: () => number;
+export const __wbindgen_malloc: (a: number, b: number) => number;

package/esm/waosm-node/README.md

@@ -0,0 +1,79 @@
+# Waosm Compressor
+
+Waosm is a lightweight new compression algorithm to efficiently compress Wasm memory.
+
+It is implemented in Rust and compiled to Wasm for better performance in browsers.
+
+```bash
+yarn build
+```
+
+Using Waosm in nodejs.
+
+```js
+import init, { Compressor, Decompressor } from "../src/waosm-node.js"
+
+const main = async ()=>{
+  await init()
+  const compressor = new Compressor()
+  const decompressor = new Decompressor()
+  const memory = new Uint8Array([1, 2, 3, 4, 5, 6, 7, 8, 9, 0])
+  console.log(memory)
+  const compressed = compressor.compress(memory)
+  console.log(compressed)
+  const decompressed = decompressor.decompress(compressed)
+  console.log(decompressed)
+}
+main()
+```
+
+## How Compression Works
+
+Waosm Compression is a simple LRF variant that sequentially processes 8-bit integers. It is specifically optimized for zero-padded Wasm memory, achieving a 99% compression rate for largely idle WebAssembly memory. This enables efficient handling of large WebAssembly modules in browser environments.
+
+The algorithm packs integers into chunks with 3 parts.
+
+- flag
+- 256-base number to tell the number of element in the current chunk
+- actuall 8-bit intergers
+
+### Flag
+
+A flag is a 1 byte (8 bits) integer, which ranges from 0 to 255. So there are 3 digits.
+
+- 1st digit: `mode`
+  - `0`: a sequence of 0s
+  - `1`: a sequence of a single repeating 8 bit integer
+  - `2`: a sequence of multiple unique 8 bit integer
+- 2nd digit:
+  - `0`: the 3rd digit is the number of elements, no 256-base number required in this case
+  - `1-9`: the number of integers to represent the 256-base number
+- 3rd digit:
+    - if the 2nd digit is `0`, the 3rd digit represents the number of the elements, `0` represents `10`
+	- otherwise, the 3rd digit represents the first integer in the 256-base number representation
+	
+### 256-Base Number
+
+This part tells how many 8-bit integers are in the current chunk. For instance,
+- `2, 200` = (256 ** 1 * 2) + 200 = 712
+- `5, 50, 200` = (256 ** 2 * 5) + (256 ** 1 * 50) + 200 = 340680
+
+Note that for space efficiency, the first integer is in the flag in some cases.
+
+### 8 Bit Elements
+
+- `Mode 0`: no need for this part since we know it's a sequence of 0
+- `Mode 1`: 1 integer to tell which integer of a sequence this chunk is
+- `Mode 2`: the entire integers are required
+
+## Examples
+
+`[ 1, 2, 3, 4, 5, 5, 5, 6, 7, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ]` (28 bytes)
+
+- `204` | `-` | `1, 2, 3, 4`
+- `103` | `-` | `5`
+- `204` | `-` | `6, 7, 8, 9`
+- `010` | `17` | `-`
+
+It becomes `[204, 1, 2, 3, 4, 103, 5, 204, 6, 7, 8, 9, 10, 17]` (14 bytes - 50% compression rate).
+

package/esm/waosm-node/waosm.d.ts

@@ -0,0 +1,12 @@
+/* tslint:disable */
+/* eslint-disable */
+export class Compressor {
+  free(): void;
+  constructor();
+  compress(data: Uint8Array): Uint8Array;
+}
+export class Decompressor {
+  free(): void;
+  constructor();
+  decompress(data: Uint8Array): Uint8Array;
+}

package/esm/waosm-node/waosm.js

@@ -0,0 +1,4 @@
+import * as wasm from "./waosm_bg.wasm";
+export * from "./waosm_bg.js";
+import { __wbg_set_wasm } from "./waosm_bg.js";
+__wbg_set_wasm(wasm);

package/esm/waosm-node/waosm_bg.js

@@ -0,0 +1,171 @@
+let wasm;
+export function __wbg_set_wasm(val) {
+    wasm = val;
+}
+
+
+const heap = new Array(128).fill(undefined);
+
+heap.push(undefined, null, true, false);
+
+function getObject(idx) { return heap[idx]; }
+
+let heap_next = heap.length;
+
+function addHeapObject(obj) {
+    if (heap_next === heap.length) heap.push(heap.length + 1);
+    const idx = heap_next;
+    heap_next = heap[idx];
+
+    heap[idx] = obj;
+    return idx;
+}
+
+function dropObject(idx) {
+    if (idx < 132) return;
+    heap[idx] = heap_next;
+    heap_next = idx;
+}
+
+function takeObject(idx) {
+    const ret = getObject(idx);
+    dropObject(idx);
+    return ret;
+}
+
+const lTextDecoder = typeof TextDecoder === 'undefined' ? (0, module.require)('util').TextDecoder : TextDecoder;
+
+let cachedTextDecoder = new lTextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+
+cachedTextDecoder.decode();
+
+let cachedUint8ArrayMemory0 = null;
+
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+let WASM_VECTOR_LEN = 0;
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+const CompressorFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_compressor_free(ptr >>> 0, 1));
+
+export class Compressor {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        CompressorFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_compressor_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.compressor_new();
+        this.__wbg_ptr = ret >>> 0;
+        CompressorFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    compress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.compressor_compress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+}
+
+const DecompressorFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_decompressor_free(ptr >>> 0, 1));
+
+export class Decompressor {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        DecompressorFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_decompressor_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.compressor_new();
+        this.__wbg_ptr = ret >>> 0;
+        DecompressorFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    decompress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.decompressor_decompress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+}
+
+export function __wbg_buffer_609cc3eee51ed158(arg0) {
+    const ret = getObject(arg0).buffer;
+    return addHeapObject(ret);
+};
+
+export function __wbg_length_a446193dc22c12f8(arg0) {
+    const ret = getObject(arg0).length;
+    return ret;
+};
+
+export function __wbg_newwithbyteoffsetandlength_d97e637ebe145a9a(arg0, arg1, arg2) {
+    const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0);
+    return addHeapObject(ret);
+};
+
+export function __wbg_newwithlength_a381634e90c276d4(arg0) {
+    const ret = new Uint8Array(arg0 >>> 0);
+    return addHeapObject(ret);
+};
+
+export function __wbg_set_65595bdd868b3009(arg0, arg1, arg2) {
+    getObject(arg0).set(getObject(arg1), arg2 >>> 0);
+};
+
+export function __wbindgen_memory() {
+    const ret = wasm.memory;
+    return addHeapObject(ret);
+};
+
+export function __wbindgen_object_drop_ref(arg0) {
+    takeObject(arg0);
+};
+
+export function __wbindgen_throw(arg0, arg1) {
+    throw new Error(getStringFromWasm0(arg0, arg1));
+};
+

package/esm/waosm-node/waosm_bg.wasm.d.ts

@@ -0,0 +1,10 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_compressor_free: (a: number, b: number) => void;
+export const compressor_new: () => number;
+export const compressor_compress: (a: number, b: number, c: number) => number;
+export const decompressor_decompress: (a: number, b: number, c: number) => number;
+export const __wbg_decompressor_free: (a: number, b: number) => void;
+export const decompressor_new: () => number;
+export const __wbindgen_malloc: (a: number, b: number) => number;

package/esm/waosm-node.js

@@ -0,0 +1,13 @@
+export * from "./waosm-node/waosm_bg.js"
+import * as wasmBindings from "./waosm-node/waosm_bg.js"
+import { __wbg_set_wasm } from "./waosm-node/waosm_bg.js"
+import { readFileSync } from "fs"
+import { resolve } from "path"
+const wasm = readFileSync(
+  resolve(import.meta.dirname, "./waosm-node/waosm_bg.wasm"),
+)
+const wasmModule = new WebAssembly.Module(wasm)
+const wasmInstance = new WebAssembly.Instance(wasmModule, {
+  "./waosm_bg.js": wasmBindings,
+})
+__wbg_set_wasm(wasmInstance.exports)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wao",
-  "version": "0.9.2",
+  "version": "0.10.1",
   "bin": {
     "wao": "./cjs/cli.js",
     "wao-esm": "./esm/cli.js"
@@ -27,6 +27,7 @@
   },
   "dependencies": {
     "@babel/plugin-transform-modules-commonjs": "^7.24.8",
+    "@bokuweb/zstd-wasm": "^0.0.22",
     "@permaweb/ao-loader": "^0.0.44",
     "@permaweb/aoconnect": "^0.0.62",
     "arbundles": "^0.11.1",
@@ -39,8 +40,10 @@
     "graphql": "^16.10.0",
     "lmdb": "^3.2.2",
     "localforage": "^1.10.0",
+    "lz4-asm": "^0.4.2",
     "pm2": "^5.4.3",
     "ramda": "^0.30.1",
+    "wasm-brotli": "^2.0.2",
     "yargs": "^17.7.2"
   },
   "devDependencies": {