@sansavision/vidra-player 0.1.7-alpha.0 → 0.1.8-alpha.0

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@sansavision/vidra-player",
-    "version": "0.1.7-alpha.0",
+    "version": "0.1.8-alpha.0",
     "description": "Real-time Vidra video player for the browser — powered by WebAssembly",
     "type": "module",
     "main": "dist/index.js",
@@ -10,7 +10,9 @@
             "import": "./dist/index.js",
             "types": "./dist/index.d.ts"
         },
-        "./wasm": "./wasm/vidra_wasm.js"
+        "./wasm": "./wasm/vidra_wasm.js",
+        "./wasm/vidra_wasm.js": "./wasm/vidra_wasm.js",
+        "./wasm/*": "./wasm/*"
     },
     "files": [
         "dist",
@@ -19,7 +21,7 @@
     ],
     "scripts": {
         "build": "tsc",
-        "build:wasm": "cd ../.. && wasm-pack build crates/vidra-wasm --target web --out-dir ../../packages/vidra-player/wasm",
+        "build:wasm": "cd ../.. && wasm-pack build crates/vidra-wasm --target web --out-dir ../../packages/vidra-player/wasm && rm -f packages/vidra-player/wasm/.gitignore",
         "build:all": "npm run build:wasm && npm run build",
         "demo": "npm run build && npx -y serve . --cors -l 3456",
         "dev": "npm run demo"

package/wasm/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "vidra-wasm",
+  "type": "module",
+  "collaborators": [
+    "Vidra Team"
+  ],
+  "description": "Vidra WASM module — browser-side video rendering",
+  "version": "0.1.5",
+  "license": "MIT",
+  "files": [
+    "vidra_wasm_bg.wasm",
+    "vidra_wasm.js",
+    "vidra_wasm.d.ts"
+  ],
+  "main": "vidra_wasm.js",
+  "types": "vidra_wasm.d.ts",
+  "sideEffects": [
+    "./snippets/*"
+  ]
+}

package/wasm/vidra_wasm.d.ts

@@ -0,0 +1,189 @@
+/* tslint:disable */
+/* eslint-disable */
+
+/**
+ * Chroma subsampling format
+ */
+export enum ChromaSampling {
+    /**
+     * Both vertically and horizontally subsampled.
+     */
+    Cs420 = 0,
+    /**
+     * Horizontally subsampled.
+     */
+    Cs422 = 1,
+    /**
+     * Not subsampled.
+     */
+    Cs444 = 2,
+    /**
+     * Monochrome.
+     */
+    Cs400 = 3,
+}
+
+/**
+ * Apply a background-removal patch to an image layer.
+ *
+ * The JS host is responsible for calling the remote API (remove.bg / Clipdrop / etc) and
+ * providing the resulting PNG-with-alpha via `load_image_asset(new_asset_id, bytes)`.
+ *
+ * This function updates the IR to:
+ * - swap `image(asset_id)` to the new asset id
+ * - remove `effect(removeBackground)` from the layer
+ *
+ * Returns updated IR JSON.
+ */
+export function apply_remove_background_patch(ir_json: string, layer_id: string, new_asset_id: string): string;
+
+/**
+ * Dispatch a click event at (x, y) for a given frame.
+ *
+ * Returns a JSON string: { handled: bool, layerId?: string }
+ */
+export function dispatch_click(ir_json: string, frame_index: number, x: number, y: number): string;
+
+/**
+ * Get the last mouse position set via `set_mouse_position`.
+ *
+ * Returns a JSON string: { x, y }
+ */
+export function get_mouse_position(): string;
+
+/**
+ * Get project metadata from IR JSON.
+ *
+ * Returns a JSON string: { width, height, fps, totalFrames, totalDuration, sceneCount }
+ */
+export function get_project_info(ir_json: string): string;
+
+/**
+ * Get a numeric runtime state variable.
+ *
+ * Returns `null` if unset.
+ */
+export function get_state_var(name: string): any;
+
+/**
+ * Get the computed transforms and bounds of all web layers at the given frame.
+ * Returns a JSON string representing an array of { id, source, x, y, width, height, opacity, scaleX, scaleY }.
+ */
+export function get_web_layers_state(ir_json: string, frame_index: number): string;
+
+/**
+ * Initialize the WASM module. Call this once before rendering.
+ */
+export function init(): void;
+
+/**
+ * Load an image asset (as raw bytes) into the renderer cache.
+ *
+ * Call this before rendering frames that reference the asset.
+ */
+export function load_image_asset(asset_id: string, data: Uint8Array): void;
+
+/**
+ * Materialize an `autocaption(...)` layer using caption segments provided by the JS host.
+ *
+ * This enables web / React Native runtimes to do the network call for transcription and then
+ * feed the result into Vidra as a deterministic IR update.
+ *
+ * - `ir_json`: the project IR JSON string.
+ * - `layer_id`: id of the layer whose content is `AutoCaption`.
+ * - `segments_json`: JSON array of objects: { start_s, end_s, text }.
+ *
+ * Returns an updated IR JSON string.
+ */
+export function materialize_autocaption_layer(ir_json: string, layer_id: string, segments_json: string): string;
+
+/**
+ * Parse VidraScript source and compile to IR JSON.
+ *
+ * Returns a JSON string representing the project IR.
+ * Throws a JS error if parsing fails.
+ */
+export function parse_and_compile(source: string): string;
+
+/**
+ * Render a single frame and return RGBA pixel data.
+ *
+ * Returns a `Vec<u8>` of length `width * height * 4`.
+ */
+export function render_frame(ir_json: string, frame_index: number): Uint8Array;
+
+/**
+ * Render a single frame from VidraScript source directly.
+ *
+ * Convenience method that combines parse + compile + render.
+ */
+export function render_frame_from_source(source: string, frame_index: number): Uint8Array;
+
+/**
+ * Update the current mouse position (in pixel coordinates) for interactive previews.
+ *
+ * Note: this currently does not affect rendering output yet; it is exposed as
+ * plumbing for upcoming interactive expressions and event handling.
+ */
+export function set_mouse_position(x: number, y: number): void;
+
+/**
+ * Set a numeric runtime state variable used by interactive expressions and event handlers.
+ */
+export function set_state_var(name: string, value: number): void;
+
+/**
+ * Get the version string.
+ */
+export function version(): string;
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+    readonly memory: WebAssembly.Memory;
+    readonly apply_remove_background_patch: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number, number];
+    readonly dispatch_click: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
+    readonly get_mouse_position: () => [number, number];
+    readonly get_project_info: (a: number, b: number) => [number, number, number, number];
+    readonly get_state_var: (a: number, b: number) => any;
+    readonly get_web_layers_state: (a: number, b: number, c: number) => [number, number, number, number];
+    readonly load_image_asset: (a: number, b: number, c: number, d: number) => void;
+    readonly materialize_autocaption_layer: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number, number];
+    readonly parse_and_compile: (a: number, b: number) => [number, number, number, number];
+    readonly render_frame: (a: number, b: number, c: number) => [number, number, number, number];
+    readonly render_frame_from_source: (a: number, b: number, c: number) => [number, number, number, number];
+    readonly set_state_var: (a: number, b: number, c: number) => void;
+    readonly version: () => [number, number];
+    readonly init: () => void;
+    readonly set_mouse_position: (a: number, b: number) => void;
+    readonly __wbindgen_exn_store: (a: number) => void;
+    readonly __externref_table_alloc: () => number;
+    readonly __wbindgen_externrefs: WebAssembly.Table;
+    readonly __wbindgen_malloc: (a: number, b: number) => number;
+    readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+    readonly __externref_table_dealloc: (a: number) => void;
+    readonly __wbindgen_free: (a: number, b: number, c: number) => void;
+    readonly __wbindgen_start: () => void;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+
+/**
+ * Instantiates the given `module`, which can either be bytes or
+ * a precompiled `WebAssembly.Module`.
+ *
+ * @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+ *
+ * @returns {InitOutput}
+ */
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+ * If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+ * for everything else, calls `WebAssembly.instantiate` directly.
+ *
+ * @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+ *
+ * @returns {Promise<InitOutput>}
+ */
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;

package/wasm/vidra_wasm.js

@@ -0,0 +1,593 @@
+/* @ts-self-types="./vidra_wasm.d.ts" */
+
+/**
+ * Chroma subsampling format
+ * @enum {0 | 1 | 2 | 3}
+ */
+export const ChromaSampling = Object.freeze({
+    /**
+     * Both vertically and horizontally subsampled.
+     */
+    Cs420: 0, "0": "Cs420",
+    /**
+     * Horizontally subsampled.
+     */
+    Cs422: 1, "1": "Cs422",
+    /**
+     * Not subsampled.
+     */
+    Cs444: 2, "2": "Cs444",
+    /**
+     * Monochrome.
+     */
+    Cs400: 3, "3": "Cs400",
+});
+
+/**
+ * Apply a background-removal patch to an image layer.
+ *
+ * The JS host is responsible for calling the remote API (remove.bg / Clipdrop / etc) and
+ * providing the resulting PNG-with-alpha via `load_image_asset(new_asset_id, bytes)`.
+ *
+ * This function updates the IR to:
+ * - swap `image(asset_id)` to the new asset id
+ * - remove `effect(removeBackground)` from the layer
+ *
+ * Returns updated IR JSON.
+ * @param {string} ir_json
+ * @param {string} layer_id
+ * @param {string} new_asset_id
+ * @returns {string}
+ */
+export function apply_remove_background_patch(ir_json, layer_id, new_asset_id) {
+    let deferred5_0;
+    let deferred5_1;
+    try {
+        const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(layer_id, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ptr2 = passStringToWasm0(new_asset_id, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len2 = WASM_VECTOR_LEN;
+        const ret = wasm.apply_remove_background_patch(ptr0, len0, ptr1, len1, ptr2, len2);
+        var ptr4 = ret[0];
+        var len4 = ret[1];
+        if (ret[3]) {
+            ptr4 = 0; len4 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred5_0 = ptr4;
+        deferred5_1 = len4;
+        return getStringFromWasm0(ptr4, len4);
+    } finally {
+        wasm.__wbindgen_free(deferred5_0, deferred5_1, 1);
+    }
+}
+
+/**
+ * Dispatch a click event at (x, y) for a given frame.
+ *
+ * Returns a JSON string: { handled: bool, layerId?: string }
+ * @param {string} ir_json
+ * @param {number} frame_index
+ * @param {number} x
+ * @param {number} y
+ * @returns {string}
+ */
+export function dispatch_click(ir_json, frame_index, x, y) {
+    let deferred3_0;
+    let deferred3_1;
+    try {
+        const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.dispatch_click(ptr0, len0, frame_index, x, y);
+        var ptr2 = ret[0];
+        var len2 = ret[1];
+        if (ret[3]) {
+            ptr2 = 0; len2 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred3_0 = ptr2;
+        deferred3_1 = len2;
+        return getStringFromWasm0(ptr2, len2);
+    } finally {
+        wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+    }
+}
+
+/**
+ * Get the last mouse position set via `set_mouse_position`.
+ *
+ * Returns a JSON string: { x, y }
+ * @returns {string}
+ */
+export function get_mouse_position() {
+    let deferred1_0;
+    let deferred1_1;
+    try {
+        const ret = wasm.get_mouse_position();
+        deferred1_0 = ret[0];
+        deferred1_1 = ret[1];
+        return getStringFromWasm0(ret[0], ret[1]);
+    } finally {
+        wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+    }
+}
+
+/**
+ * Get project metadata from IR JSON.
+ *
+ * Returns a JSON string: { width, height, fps, totalFrames, totalDuration, sceneCount }
+ * @param {string} ir_json
+ * @returns {string}
+ */
+export function get_project_info(ir_json) {
+    let deferred3_0;
+    let deferred3_1;
+    try {
+        const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.get_project_info(ptr0, len0);
+        var ptr2 = ret[0];
+        var len2 = ret[1];
+        if (ret[3]) {
+            ptr2 = 0; len2 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred3_0 = ptr2;
+        deferred3_1 = len2;
+        return getStringFromWasm0(ptr2, len2);
+    } finally {
+        wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+    }
+}
+
+/**
+ * Get a numeric runtime state variable.
+ *
+ * Returns `null` if unset.
+ * @param {string} name
+ * @returns {any}
+ */
+export function get_state_var(name) {
+    const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ret = wasm.get_state_var(ptr0, len0);
+    return ret;
+}
+
+/**
+ * Get the computed transforms and bounds of all web layers at the given frame.
+ * Returns a JSON string representing an array of { id, source, x, y, width, height, opacity, scaleX, scaleY }.
+ * @param {string} ir_json
+ * @param {number} frame_index
+ * @returns {string}
+ */
+export function get_web_layers_state(ir_json, frame_index) {
+    let deferred3_0;
+    let deferred3_1;
+    try {
+        const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.get_web_layers_state(ptr0, len0, frame_index);
+        var ptr2 = ret[0];
+        var len2 = ret[1];
+        if (ret[3]) {
+            ptr2 = 0; len2 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred3_0 = ptr2;
+        deferred3_1 = len2;
+        return getStringFromWasm0(ptr2, len2);
+    } finally {
+        wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+    }
+}
+
+/**
+ * Initialize the WASM module. Call this once before rendering.
+ */
+export function init() {
+    wasm.init();
+}
+
+/**
+ * Load an image asset (as raw bytes) into the renderer cache.
+ *
+ * Call this before rendering frames that reference the asset.
+ * @param {string} asset_id
+ * @param {Uint8Array} data
+ */
+export function load_image_asset(asset_id, data) {
+    const ptr0 = passStringToWasm0(asset_id, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ptr1 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+    const len1 = WASM_VECTOR_LEN;
+    wasm.load_image_asset(ptr0, len0, ptr1, len1);
+}
+
+/**
+ * Materialize an `autocaption(...)` layer using caption segments provided by the JS host.
+ *
+ * This enables web / React Native runtimes to do the network call for transcription and then
+ * feed the result into Vidra as a deterministic IR update.
+ *
+ * - `ir_json`: the project IR JSON string.
+ * - `layer_id`: id of the layer whose content is `AutoCaption`.
+ * - `segments_json`: JSON array of objects: { start_s, end_s, text }.
+ *
+ * Returns an updated IR JSON string.
+ * @param {string} ir_json
+ * @param {string} layer_id
+ * @param {string} segments_json
+ * @returns {string}
+ */
+export function materialize_autocaption_layer(ir_json, layer_id, segments_json) {
+    let deferred5_0;
+    let deferred5_1;
+    try {
+        const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(layer_id, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ptr2 = passStringToWasm0(segments_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len2 = WASM_VECTOR_LEN;
+        const ret = wasm.materialize_autocaption_layer(ptr0, len0, ptr1, len1, ptr2, len2);
+        var ptr4 = ret[0];
+        var len4 = ret[1];
+        if (ret[3]) {
+            ptr4 = 0; len4 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred5_0 = ptr4;
+        deferred5_1 = len4;
+        return getStringFromWasm0(ptr4, len4);
+    } finally {
+        wasm.__wbindgen_free(deferred5_0, deferred5_1, 1);
+    }
+}
+
+/**
+ * Parse VidraScript source and compile to IR JSON.
+ *
+ * Returns a JSON string representing the project IR.
+ * Throws a JS error if parsing fails.
+ * @param {string} source
+ * @returns {string}
+ */
+export function parse_and_compile(source) {
+    let deferred3_0;
+    let deferred3_1;
+    try {
+        const ptr0 = passStringToWasm0(source, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.parse_and_compile(ptr0, len0);
+        var ptr2 = ret[0];
+        var len2 = ret[1];
+        if (ret[3]) {
+            ptr2 = 0; len2 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred3_0 = ptr2;
+        deferred3_1 = len2;
+        return getStringFromWasm0(ptr2, len2);
+    } finally {
+        wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+    }
+}
+
+/**
+ * Render a single frame and return RGBA pixel data.
+ *
+ * Returns a `Vec<u8>` of length `width * height * 4`.
+ * @param {string} ir_json
+ * @param {number} frame_index
+ * @returns {Uint8Array}
+ */
+export function render_frame(ir_json, frame_index) {
+    const ptr0 = passStringToWasm0(ir_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ret = wasm.render_frame(ptr0, len0, frame_index);
+    if (ret[3]) {
+        throw takeFromExternrefTable0(ret[2]);
+    }
+    var v2 = getArrayU8FromWasm0(ret[0], ret[1]).slice();
+    wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+    return v2;
+}
+
+/**
+ * Render a single frame from VidraScript source directly.
+ *
+ * Convenience method that combines parse + compile + render.
+ * @param {string} source
+ * @param {number} frame_index
+ * @returns {Uint8Array}
+ */
+export function render_frame_from_source(source, frame_index) {
+    const ptr0 = passStringToWasm0(source, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ret = wasm.render_frame_from_source(ptr0, len0, frame_index);
+    if (ret[3]) {
+        throw takeFromExternrefTable0(ret[2]);
+    }
+    var v2 = getArrayU8FromWasm0(ret[0], ret[1]).slice();
+    wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+    return v2;
+}
+
+/**
+ * Update the current mouse position (in pixel coordinates) for interactive previews.
+ *
+ * Note: this currently does not affect rendering output yet; it is exposed as
+ * plumbing for upcoming interactive expressions and event handling.
+ * @param {number} x
+ * @param {number} y
+ */
+export function set_mouse_position(x, y) {
+    wasm.set_mouse_position(x, y);
+}
+
+/**
+ * Set a numeric runtime state variable used by interactive expressions and event handlers.
+ * @param {string} name
+ * @param {number} value
+ */
+export function set_state_var(name, value) {
+    const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    wasm.set_state_var(ptr0, len0, value);
+}
+
+/**
+ * Get the version string.
+ * @returns {string}
+ */
+export function version() {
+    let deferred1_0;
+    let deferred1_1;
+    try {
+        const ret = wasm.version();
+        deferred1_0 = ret[0];
+        deferred1_1 = ret[1];
+        return getStringFromWasm0(ret[0], ret[1]);
+    } finally {
+        wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+    }
+}
+
+function __wbg_get_imports() {
+    const import0 = {
+        __proto__: null,
+        __wbg_getRandomValues_3dda8830c2565714: function() { return handleError(function (arg0, arg1) {
+            globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
+        }, arguments); },
+        __wbindgen_cast_0000000000000001: function(arg0) {
+            // Cast intrinsic for `F64 -> Externref`.
+            const ret = arg0;
+            return ret;
+        },
+        __wbindgen_cast_0000000000000002: function(arg0, arg1) {
+            // Cast intrinsic for `Ref(String) -> Externref`.
+            const ret = getStringFromWasm0(arg0, arg1);
+            return ret;
+        },
+        __wbindgen_init_externref_table: function() {
+            const table = wasm.__wbindgen_externrefs;
+            const offset = table.grow(4);
+            table.set(0, undefined);
+            table.set(offset + 0, undefined);
+            table.set(offset + 1, null);
+            table.set(offset + 2, true);
+            table.set(offset + 3, false);
+        },
+    };
+    return {
+        __proto__: null,
+        "./vidra_wasm_bg.js": import0,
+    };
+}
+
+function addToExternrefTable0(obj) {
+    const idx = wasm.__externref_table_alloc();
+    wasm.__wbindgen_externrefs.set(idx, obj);
+    return idx;
+}
+
+function getArrayU8FromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return getUint8ArrayMemory0().subarray(ptr / 1, ptr / 1 + len);
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return decodeText(ptr, len);
+}
+
+let cachedUint8ArrayMemory0 = null;
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function handleError(f, args) {
+    try {
+        return f.apply(this, args);
+    } catch (e) {
+        const idx = addToExternrefTable0(e);
+        wasm.__wbindgen_exn_store(idx);
+    }
+}
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+function passStringToWasm0(arg, malloc, realloc) {
+    if (realloc === undefined) {
+        const buf = cachedTextEncoder.encode(arg);
+        const ptr = malloc(buf.length, 1) >>> 0;
+        getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf);
+        WASM_VECTOR_LEN = buf.length;
+        return ptr;
+    }
+
+    let len = arg.length;
+    let ptr = malloc(len, 1) >>> 0;
+
+    const mem = getUint8ArrayMemory0();
+
+    let offset = 0;
+
+    for (; offset < len; offset++) {
+        const code = arg.charCodeAt(offset);
+        if (code > 0x7F) break;
+        mem[ptr + offset] = code;
+    }
+    if (offset !== len) {
+        if (offset !== 0) {
+            arg = arg.slice(offset);
+        }
+        ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0;
+        const view = getUint8ArrayMemory0().subarray(ptr + offset, ptr + len);
+        const ret = cachedTextEncoder.encodeInto(arg, view);
+
+        offset += ret.written;
+        ptr = realloc(ptr, len, offset, 1) >>> 0;
+    }
+
+    WASM_VECTOR_LEN = offset;
+    return ptr;
+}
+
+function takeFromExternrefTable0(idx) {
+    const value = wasm.__wbindgen_externrefs.get(idx);
+    wasm.__externref_table_dealloc(idx);
+    return value;
+}
+
+let cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+cachedTextDecoder.decode();
+const MAX_SAFARI_DECODE_BYTES = 2146435072;
+let numBytesDecoded = 0;
+function decodeText(ptr, len) {
+    numBytesDecoded += len;
+    if (numBytesDecoded >= MAX_SAFARI_DECODE_BYTES) {
+        cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+        cachedTextDecoder.decode();
+        numBytesDecoded = len;
+    }
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+const cachedTextEncoder = new TextEncoder();
+
+if (!('encodeInto' in cachedTextEncoder)) {
+    cachedTextEncoder.encodeInto = function (arg, view) {
+        const buf = cachedTextEncoder.encode(arg);
+        view.set(buf);
+        return {
+            read: arg.length,
+            written: buf.length
+        };
+    };
+}
+
+let WASM_VECTOR_LEN = 0;
+
+let wasmModule, wasm;
+function __wbg_finalize_init(instance, module) {
+    wasm = instance.exports;
+    wasmModule = module;
+    cachedUint8ArrayMemory0 = null;
+    wasm.__wbindgen_start();
+    return wasm;
+}
+
+async function __wbg_load(module, imports) {
+    if (typeof Response === 'function' && module instanceof Response) {
+        if (typeof WebAssembly.instantiateStreaming === 'function') {
+            try {
+                return await WebAssembly.instantiateStreaming(module, imports);
+            } catch (e) {
+                const validResponse = module.ok && expectedResponseType(module.type);
+
+                if (validResponse && module.headers.get('Content-Type') !== 'application/wasm') {
+                    console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e);
+
+                } else { throw e; }
+            }
+        }
+
+        const bytes = await module.arrayBuffer();
+        return await WebAssembly.instantiate(bytes, imports);
+    } else {
+        const instance = await WebAssembly.instantiate(module, imports);
+
+        if (instance instanceof WebAssembly.Instance) {
+            return { instance, module };
+        } else {
+            return instance;
+        }
+    }
+
+    function expectedResponseType(type) {
+        switch (type) {
+            case 'basic': case 'cors': case 'default': return true;
+        }
+        return false;
+    }
+}
+
+function initSync(module) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (module !== undefined) {
+        if (Object.getPrototypeOf(module) === Object.prototype) {
+            ({module} = module)
+        } else {
+            console.warn('using deprecated parameters for `initSync()`; pass a single object instead')
+        }
+    }
+
+    const imports = __wbg_get_imports();
+    if (!(module instanceof WebAssembly.Module)) {
+        module = new WebAssembly.Module(module);
+    }
+    const instance = new WebAssembly.Instance(module, imports);
+    return __wbg_finalize_init(instance, module);
+}
+
+async function __wbg_init(module_or_path) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (module_or_path !== undefined) {
+        if (Object.getPrototypeOf(module_or_path) === Object.prototype) {
+            ({module_or_path} = module_or_path)
+        } else {
+            console.warn('using deprecated parameters for the initialization function; pass a single object instead')
+        }
+    }
+
+    if (module_or_path === undefined) {
+        module_or_path = new URL('vidra_wasm_bg.wasm', import.meta.url);
+    }
+    const imports = __wbg_get_imports();
+
+    if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) {
+        module_or_path = fetch(module_or_path);
+    }
+
+    const { instance, module } = await __wbg_load(await module_or_path, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+export { initSync, __wbg_init as default };

package/wasm/vidra_wasm_bg.wasm.d.ts

@@ -0,0 +1,26 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const apply_remove_background_patch: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number, number];
+export const dispatch_click: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
+export const get_mouse_position: () => [number, number];
+export const get_project_info: (a: number, b: number) => [number, number, number, number];
+export const get_state_var: (a: number, b: number) => any;
+export const get_web_layers_state: (a: number, b: number, c: number) => [number, number, number, number];
+export const load_image_asset: (a: number, b: number, c: number, d: number) => void;
+export const materialize_autocaption_layer: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number, number];
+export const parse_and_compile: (a: number, b: number) => [number, number, number, number];
+export const render_frame: (a: number, b: number, c: number) => [number, number, number, number];
+export const render_frame_from_source: (a: number, b: number, c: number) => [number, number, number, number];
+export const set_state_var: (a: number, b: number, c: number) => void;
+export const version: () => [number, number];
+export const init: () => void;
+export const set_mouse_position: (a: number, b: number) => void;
+export const __wbindgen_exn_store: (a: number) => void;
+export const __externref_table_alloc: () => number;
+export const __wbindgen_externrefs: WebAssembly.Table;
+export const __wbindgen_malloc: (a: number, b: number) => number;
+export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+export const __externref_table_dealloc: (a: number) => void;
+export const __wbindgen_free: (a: number, b: number, c: number) => void;
+export const __wbindgen_start: () => void;