wao 0.41.3 → 0.41.5

package/src/wao.js

@@ -0,0 +1,29 @@
+import BAO from "./bao.js"
+import { connect } from "./aoconnect-web.js"
+import AR from "./war.js"
+import * as WarpArBundles from "warp-arbundles"
+const pkg = WarpArBundles.default ?? WarpArBundles
+const { createData, ArweaveSigner } = pkg
+
+function createDataItemSigner(wallet) {
+  const signer = async ({ data, tags, target, anchor }) => {
+    const signer = new ArweaveSigner(wallet)
+    const dataItem = createData(data, signer, { tags, target, anchor })
+    const sig = dataItem.sign(signer).then(async () => {
+      return {
+        id: await dataItem.id,
+        raw: await dataItem.getRaw(),
+      }
+    })
+    return sig
+  }
+  return signer
+}
+
+class AO extends BAO {
+  constructor(opt = {}) {
+    super({ ...opt, connect, AR, createDataItemSigner })
+  }
+}
+
+export default AO

package/src/waosm/README.md

@@ -0,0 +1,81 @@
+# Waosm Compressor
+
+Waosm is a lightweight new compression algorithm to efficiently compress Wasm memory.
+
+It is implemented in Rust and compiled to Wasm for better performance in browsers.
+
+```bash
+yarn build
+```
+
+Using Waosm in nodejs.
+
+```js
+import { Waosm } from "../src/waosm-node.js"
+const main = async ()=>{
+  const waosm = new Waosm()
+  const memory = new Uint8Array(
+    [ 
+	  1, 2, 3, 4, 5, 5, 5, 6, 7, 8, 9, 0, 0, 0, 
+	  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 
+    ]
+  )
+  console.log(memory)
+  const compressed = waosm.compress(memory)
+  console.log(compressed)
+  const decompressed = waosm.decompress(compressed)
+  console.log(decompressed)
+}
+main()
+```
+
+## How Compression Works
+
+Waosm Compression is a simple LRF variant that sequentially processes 8-bit integers. It is specifically optimized for zero-padded Wasm memory, achieving a 99% compression rate for largely idle WebAssembly memory. This enables efficient handling of large WebAssembly modules in browser environments.
+
+The algorithm packs integers into chunks with 3 parts.
+
+- flag
+- 256-base number to tell the number of element in the current chunk
+- actuall 8-bit intergers
+
+### Flag
+
+A flag is a 1 byte (8 bits) integer, which ranges from 0 to 255. So there are 3 digits.
+
+- 1st digit: `mode`
+  - `0`: a sequence of 0s
+  - `1`: a sequence of a single repeating 8 bit integer
+  - `2`: a sequence of multiple unique 8 bit integer
+- 2nd digit:
+  - `0`: the 3rd digit is the number of elements, no 256-base number required in this case
+  - `1-9`: the number of integers to represent the 256-base number
+- 3rd digit:
+    - if the 2nd digit is `0`, the 3rd digit represents the number of the elements, `0` represents `10`
+	- otherwise, the 3rd digit represents the first integer in the 256-base number representation
+	
+### 256-Base Number
+
+This part tells how many 8-bit integers are in the current chunk. For instance,
+- `2, 200` = (256 ** 1 * 2) + 200 = 712
+- `5, 50, 200` = (256 ** 2 * 5) + (256 ** 1 * 50) + 200 = 340680
+
+Note that for space efficiency, the first integer is in the flag in some cases.
+
+### 8 Bit Elements
+
+- `Mode 0`: no need for this part since we know it's a sequence of 0
+- `Mode 1`: 1 integer to tell which integer of a sequence this chunk is
+- `Mode 2`: the entire integers are required
+
+## Examples
+
+`[ 1, 2, 3, 4, 5, 5, 5, 6, 7, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ]` (28 bytes)
+
+- `204` | `-` | `1, 2, 3, 4`
+- `103` | `-` | `5`
+- `204` | `-` | `6, 7, 8, 9`
+- `010` | `17` | `-`
+
+It becomes `[204, 1, 2, 3, 4, 103, 5, 204, 6, 7, 8, 9, 10, 17]` (14 bytes - 50% compression rate).
+

package/src/waosm/waosm.d.ts

@@ -0,0 +1,40 @@
+/* tslint:disable */
+/* eslint-disable */
+export class Waosm {
+  free(): void;
+  constructor();
+  compress(data: Uint8Array): Uint8Array;
+  decompress(data: Uint8Array, decompressed_size: number): Uint8Array;
+}
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+  readonly memory: WebAssembly.Memory;
+  readonly __wbg_waosm_free: (a: number, b: number) => void;
+  readonly waosm_new: () => number;
+  readonly waosm_compress: (a: number, b: number, c: number) => number;
+  readonly waosm_decompress: (a: number, b: number, c: number, d: number) => number;
+  readonly __wbindgen_malloc: (a: number, b: number) => number;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+/**
+* Instantiates the given `module`, which can either be bytes or
+* a precompiled `WebAssembly.Module`.
+*
+* @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+*
+* @returns {InitOutput}
+*/
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+* If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+* for everything else, calls `WebAssembly.instantiate` directly.
+*
+* @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+*
+* @returns {Promise<InitOutput>}
+*/
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;

package/src/waosm/waosm.js

@@ -0,0 +1,240 @@
+let wasm;
+
+const heap = new Array(128).fill(undefined);
+
+heap.push(undefined, null, true, false);
+
+function getObject(idx) { return heap[idx]; }
+
+let heap_next = heap.length;
+
+function addHeapObject(obj) {
+    if (heap_next === heap.length) heap.push(heap.length + 1);
+    const idx = heap_next;
+    heap_next = heap[idx];
+
+    heap[idx] = obj;
+    return idx;
+}
+
+function dropObject(idx) {
+    if (idx < 132) return;
+    heap[idx] = heap_next;
+    heap_next = idx;
+}
+
+function takeObject(idx) {
+    const ret = getObject(idx);
+    dropObject(idx);
+    return ret;
+}
+
+const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } );
+
+if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); };
+
+let cachedUint8ArrayMemory0 = null;
+
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+let WASM_VECTOR_LEN = 0;
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+const WaosmFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_waosm_free(ptr >>> 0, 1));
+
+export class Waosm {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        WaosmFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_waosm_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.waosm_new();
+        this.__wbg_ptr = ret >>> 0;
+        WaosmFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    compress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.waosm_compress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+    /**
+     * @param {Uint8Array} data
+     * @param {number} decompressed_size
+     * @returns {Uint8Array}
+     */
+    decompress(data, decompressed_size) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.waosm_decompress(this.__wbg_ptr, ptr0, len0, decompressed_size);
+        return takeObject(ret);
+    }
+}
+
+async function __wbg_load(module, imports) {
+    if (typeof Response === 'function' && module instanceof Response) {
+        if (typeof WebAssembly.instantiateStreaming === 'function') {
+            try {
+                return await WebAssembly.instantiateStreaming(module, imports);
+
+            } catch (e) {
+                if (module.headers.get('Content-Type') != 'application/wasm') {
+                    console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e);
+
+                } else {
+                    throw e;
+                }
+            }
+        }
+
+        const bytes = await module.arrayBuffer();
+        return await WebAssembly.instantiate(bytes, imports);
+
+    } else {
+        const instance = await WebAssembly.instantiate(module, imports);
+
+        if (instance instanceof WebAssembly.Instance) {
+            return { instance, module };
+
+        } else {
+            return instance;
+        }
+    }
+}
+
+function __wbg_get_imports() {
+    const imports = {};
+    imports.wbg = {};
+    imports.wbg.__wbg_buffer_609cc3eee51ed158 = function(arg0) {
+        const ret = getObject(arg0).buffer;
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_length_a446193dc22c12f8 = function(arg0) {
+        const ret = getObject(arg0).length;
+        return ret;
+    };
+    imports.wbg.__wbg_newwithbyteoffsetandlength_d97e637ebe145a9a = function(arg0, arg1, arg2) {
+        const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_newwithlength_a381634e90c276d4 = function(arg0) {
+        const ret = new Uint8Array(arg0 >>> 0);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_set_65595bdd868b3009 = function(arg0, arg1, arg2) {
+        getObject(arg0).set(getObject(arg1), arg2 >>> 0);
+    };
+    imports.wbg.__wbindgen_memory = function() {
+        const ret = wasm.memory;
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbindgen_object_drop_ref = function(arg0) {
+        takeObject(arg0);
+    };
+    imports.wbg.__wbindgen_throw = function(arg0, arg1) {
+        throw new Error(getStringFromWasm0(arg0, arg1));
+    };
+
+    return imports;
+}
+
+function __wbg_init_memory(imports, memory) {
+
+}
+
+function __wbg_finalize_init(instance, module) {
+    wasm = instance.exports;
+    __wbg_init.__wbindgen_wasm_module = module;
+    cachedUint8ArrayMemory0 = null;
+
+
+
+    return wasm;
+}
+
+function initSync(module) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module !== 'undefined') {
+        if (Object.getPrototypeOf(module) === Object.prototype) {
+            ({module} = module)
+        } else {
+            console.warn('using deprecated parameters for `initSync()`; pass a single object instead')
+        }
+    }
+
+    const imports = __wbg_get_imports();
+
+    __wbg_init_memory(imports);
+
+    if (!(module instanceof WebAssembly.Module)) {
+        module = new WebAssembly.Module(module);
+    }
+
+    const instance = new WebAssembly.Instance(module, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+async function __wbg_init(module_or_path) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module_or_path !== 'undefined') {
+        if (Object.getPrototypeOf(module_or_path) === Object.prototype) {
+            ({module_or_path} = module_or_path)
+        } else {
+            console.warn('using deprecated parameters for the initialization function; pass a single object instead')
+        }
+    }
+
+    if (typeof module_or_path === 'undefined') {
+        module_or_path = new URL('waosm_bg.wasm', import.meta.url);
+    }
+    const imports = __wbg_get_imports();
+
+    if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) {
+        module_or_path = fetch(module_or_path);
+    }
+
+    __wbg_init_memory(imports);
+
+    const { instance, module } = await __wbg_load(await module_or_path, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+export { initSync };
+export default __wbg_init;

package/src/waosm/waosm_bg.wasm.d.ts

@@ -0,0 +1,8 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_waosm_free: (a: number, b: number) => void;
+export const waosm_new: () => number;
+export const waosm_compress: (a: number, b: number, c: number) => number;
+export const waosm_decompress: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_malloc: (a: number, b: number) => number;

package/src/waosm-node/README.md

@@ -0,0 +1,81 @@
+# Waosm Compressor
+
+Waosm is a lightweight new compression algorithm to efficiently compress Wasm memory.
+
+It is implemented in Rust and compiled to Wasm for better performance in browsers.
+
+```bash
+yarn build
+```
+
+Using Waosm in nodejs.
+
+```js
+import { Waosm } from "../src/waosm-node.js"
+const main = async ()=>{
+  const waosm = new Waosm()
+  const memory = new Uint8Array(
+    [ 
+	  1, 2, 3, 4, 5, 5, 5, 6, 7, 8, 9, 0, 0, 0, 
+	  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 
+    ]
+  )
+  console.log(memory)
+  const compressed = waosm.compress(memory)
+  console.log(compressed)
+  const decompressed = waosm.decompress(compressed)
+  console.log(decompressed)
+}
+main()
+```
+
+## How Compression Works
+
+Waosm Compression is a simple LRF variant that sequentially processes 8-bit integers. It is specifically optimized for zero-padded Wasm memory, achieving a 99% compression rate for largely idle WebAssembly memory. This enables efficient handling of large WebAssembly modules in browser environments.
+
+The algorithm packs integers into chunks with 3 parts.
+
+- flag
+- 256-base number to tell the number of element in the current chunk
+- actuall 8-bit intergers
+
+### Flag
+
+A flag is a 1 byte (8 bits) integer, which ranges from 0 to 255. So there are 3 digits.
+
+- 1st digit: `mode`
+  - `0`: a sequence of 0s
+  - `1`: a sequence of a single repeating 8 bit integer
+  - `2`: a sequence of multiple unique 8 bit integer
+- 2nd digit:
+  - `0`: the 3rd digit is the number of elements, no 256-base number required in this case
+  - `1-9`: the number of integers to represent the 256-base number
+- 3rd digit:
+    - if the 2nd digit is `0`, the 3rd digit represents the number of the elements, `0` represents `10`
+	- otherwise, the 3rd digit represents the first integer in the 256-base number representation
+	
+### 256-Base Number
+
+This part tells how many 8-bit integers are in the current chunk. For instance,
+- `2, 200` = (256 ** 1 * 2) + 200 = 712
+- `5, 50, 200` = (256 ** 2 * 5) + (256 ** 1 * 50) + 200 = 340680
+
+Note that for space efficiency, the first integer is in the flag in some cases.
+
+### 8 Bit Elements
+
+- `Mode 0`: no need for this part since we know it's a sequence of 0
+- `Mode 1`: 1 integer to tell which integer of a sequence this chunk is
+- `Mode 2`: the entire integers are required
+
+## Examples
+
+`[ 1, 2, 3, 4, 5, 5, 5, 6, 7, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ]` (28 bytes)
+
+- `204` | `-` | `1, 2, 3, 4`
+- `103` | `-` | `5`
+- `204` | `-` | `6, 7, 8, 9`
+- `010` | `17` | `-`
+
+It becomes `[204, 1, 2, 3, 4, 103, 5, 204, 6, 7, 8, 9, 10, 17]` (14 bytes - 50% compression rate).
+

package/src/waosm-node/waosm.d.ts

@@ -0,0 +1,8 @@
+/* tslint:disable */
+/* eslint-disable */
+export class Waosm {
+  free(): void;
+  constructor();
+  compress(data: Uint8Array): Uint8Array;
+  decompress(data: Uint8Array, decompressed_size: number): Uint8Array;
+}

package/src/waosm-node/waosm.js

@@ -0,0 +1,4 @@
+import * as wasm from "./waosm_bg.wasm";
+export * from "./waosm_bg.js";
+import { __wbg_set_wasm } from "./waosm_bg.js";
+__wbg_set_wasm(wasm);

package/src/waosm-node/waosm_bg.js

@@ -0,0 +1,147 @@
+let wasm;
+export function __wbg_set_wasm(val) {
+    wasm = val;
+}
+
+
+const heap = new Array(128).fill(undefined);
+
+heap.push(undefined, null, true, false);
+
+function getObject(idx) { return heap[idx]; }
+
+let heap_next = heap.length;
+
+function addHeapObject(obj) {
+    if (heap_next === heap.length) heap.push(heap.length + 1);
+    const idx = heap_next;
+    heap_next = heap[idx];
+
+    heap[idx] = obj;
+    return idx;
+}
+
+function dropObject(idx) {
+    if (idx < 132) return;
+    heap[idx] = heap_next;
+    heap_next = idx;
+}
+
+function takeObject(idx) {
+    const ret = getObject(idx);
+    dropObject(idx);
+    return ret;
+}
+
+const lTextDecoder = typeof TextDecoder === 'undefined' ? (0, module.require)('util').TextDecoder : TextDecoder;
+
+let cachedTextDecoder = new lTextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+
+cachedTextDecoder.decode();
+
+let cachedUint8ArrayMemory0 = null;
+
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+let WASM_VECTOR_LEN = 0;
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+const WaosmFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_waosm_free(ptr >>> 0, 1));
+
+export class Waosm {
+
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        WaosmFinalization.unregister(this);
+        return ptr;
+    }
+
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_waosm_free(ptr, 0);
+    }
+    constructor() {
+        const ret = wasm.waosm_new();
+        this.__wbg_ptr = ret >>> 0;
+        WaosmFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {Uint8Array} data
+     * @returns {Uint8Array}
+     */
+    compress(data) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.waosm_compress(this.__wbg_ptr, ptr0, len0);
+        return takeObject(ret);
+    }
+    /**
+     * @param {Uint8Array} data
+     * @param {number} decompressed_size
+     * @returns {Uint8Array}
+     */
+    decompress(data, decompressed_size) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.waosm_decompress(this.__wbg_ptr, ptr0, len0, decompressed_size);
+        return takeObject(ret);
+    }
+}
+
+export function __wbg_buffer_609cc3eee51ed158(arg0) {
+    const ret = getObject(arg0).buffer;
+    return addHeapObject(ret);
+};
+
+export function __wbg_length_a446193dc22c12f8(arg0) {
+    const ret = getObject(arg0).length;
+    return ret;
+};
+
+export function __wbg_newwithbyteoffsetandlength_d97e637ebe145a9a(arg0, arg1, arg2) {
+    const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0);
+    return addHeapObject(ret);
+};
+
+export function __wbg_newwithlength_a381634e90c276d4(arg0) {
+    const ret = new Uint8Array(arg0 >>> 0);
+    return addHeapObject(ret);
+};
+
+export function __wbg_set_65595bdd868b3009(arg0, arg1, arg2) {
+    getObject(arg0).set(getObject(arg1), arg2 >>> 0);
+};
+
+export function __wbindgen_memory() {
+    const ret = wasm.memory;
+    return addHeapObject(ret);
+};
+
+export function __wbindgen_object_drop_ref(arg0) {
+    takeObject(arg0);
+};
+
+export function __wbindgen_throw(arg0, arg1) {
+    throw new Error(getStringFromWasm0(arg0, arg1));
+};
+

package/src/waosm-node/waosm_bg.wasm.d.ts

@@ -0,0 +1,8 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_waosm_free: (a: number, b: number) => void;
+export const waosm_new: () => number;
+export const waosm_compress: (a: number, b: number, c: number) => number;
+export const waosm_decompress: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_malloc: (a: number, b: number) => number;