@omnimedia/omnitool 1.0.0 → 1.1.0-10

package/x/demo/demo.css

@@ -0,0 +1,59 @@
+
+@layer vars, basics, page;
+
+@layer vars {
+	:root {
+		--link: cyan;
+		--color: #fffa;
+		--background: #111;
+	}
+}
+
+@layer basics {
+	* {
+		margin: 0;
+		padding: 0;
+		box-sizing: border-box;
+	}
+}
+
+@layer page {
+	html {
+		font-size: 10px;
+		color: var(--color);
+		background: var(--background);
+	}
+
+	body {
+		padding: 2em;
+	}
+
+	.results {
+		margin-top: 1em;
+
+		display: flex;
+		flex-direction: column;
+		gap: 1em;
+
+		> div {
+			font-size: 1.5em;
+			border: 1px solid color-mix(in lch, transparent, var(--color) 20%);
+			padding: 1em;
+		}
+
+		canvas {
+			width: 20em;
+		}
+	}
+
+	canvas {
+		width: 500px;
+		height: 300px;
+	}
+
+	#filmstrip {
+		display: flex;
+		overflow-x: scroll;
+	}
+}
+

package/x/demo/routines/filmstrip-test.d.ts

@@ -0,0 +1 @@
+export declare function filmstripTest(file: File): Promise<void>;

package/x/demo/routines/filmstrip-test.js

@@ -0,0 +1,62 @@
+import { Filmstrip } from "../../timeline/parts/filmstrip.js";
+export async function filmstripTest(file) {
+    const rangeSlider = document.querySelector(".range");
+    const rangeView = document.querySelector(".range-view");
+    const rangeSizeSlider = document.querySelector(".range-size");
+    const frequencySlider = document.querySelector(".frequency");
+    const frequencyView = document.querySelector(".frequency-view");
+    const container = document.querySelector("#filmstrip");
+    const FPS_10 = 1000 / 10 / 1000;
+    let rangeSize = 0.5;
+    const filmstrip = await Filmstrip.init(file, {
+        onChange(tiles) {
+            // Sort by time (optional, for clean ordering)
+            const sorted = tiles.sort((a, b) => a.time - b.time);
+            // Clear previous thumbnails
+            container.replaceChildren(...sorted.map(({ time, canvas }) => createLabeledCanvas(time, canvas.canvas)));
+        },
+        frequency: FPS_10,
+        canvasSinkOptions: {
+            width: 80,
+            height: 50,
+            fit: "fill"
+        }
+    });
+    rangeSizeSlider.addEventListener("change", () => {
+        rangeSize = +rangeSizeSlider.value;
+        const [start, end] = [+rangeSlider.value, +rangeSlider.value + rangeSize];
+        filmstrip.range = [start, end];
+        rangeView.textContent = `visible time range: [${start}, ${end}]`;
+    });
+    rangeSlider.addEventListener("change", () => {
+        const [start, end] = [+rangeSlider.value, +rangeSlider.value + rangeSize];
+        filmstrip.range = [start, end];
+        rangeView.textContent = `visible time range: [${start}, ${end}]`;
+    });
+    frequencySlider.addEventListener("change", () => {
+        filmstrip.frequency = 1000 / +frequencySlider.value / 1000;
+        frequencyView.textContent = `frame every ${filmstrip.frequency.toFixed(3)} second (${frequencySlider.value} frames per second)`;
+    });
+    filmstrip.range = [10, 10.5];
+}
+function createLabeledCanvas(time, canvas) {
+    const wrapper = document.createElement('div');
+    wrapper.style.position = 'relative';
+    wrapper.style.display = 'inline-block';
+    wrapper.style.marginRight = '4px';
+    wrapper.appendChild(canvas);
+    const label = document.createElement('div');
+    label.textContent = `${time.toFixed(2)}s`;
+    label.style.position = 'absolute';
+    label.style.top = '2px';
+    label.style.right = '4px';
+    label.style.fontSize = '10px';
+    label.style.color = 'white';
+    label.style.background = 'rgba(0,0,0,0.6)';
+    label.style.padding = '2px 4px';
+    label.style.borderRadius = '4px';
+    label.style.pointerEvents = 'none';
+    wrapper.appendChild(label);
+    return wrapper;
+}
+//# sourceMappingURL=filmstrip-test.js.map

package/x/demo/routines/filmstrip-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filmstrip-test.js","sourceRoot":"","sources":["../../../s/demo/routines/filmstrip-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAU;IAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IACxE,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAE,CAAA;IACxD,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAsB,CAAA;IAClF,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAsB,CAAA;IACjF,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAC,iBAAiB,CAAE,CAAA;IAChE,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAE,CAAA;IACvD,MAAM,MAAM,GAAG,IAAI,GAAC,EAAE,GAAG,IAAI,CAAA;IAC7B,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,IAAI,EACJ;QACC,QAAQ,CAAC,KAAK;YACb,8CAA8C;YAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;YACpD,4BAA4B;YAC5B,SAAS,CAAC,eAAe,CACxB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAA2B,CAAC,CAAC,CAClG,CAAA;QACF,CAAC;QACD,SAAS,EAAE,MAAM;QACjB,iBAAiB,EAAE;YAClB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,GAAG,EAAE,MAAM;SACX;KACD,CACD,CAAA;IACF,eAAe,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/C,SAAS,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAClC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,KAAK,GAAC,SAAS,CAAC,CAAA;QACvE,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAC,CAAA;IACF,WAAW,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,KAAK,GAAC,SAAS,CAAC,CAAA;QACvE,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAC,CAAA;IACF,eAAe,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/C,SAAS,CAAC,SAAS,GAAG,IAAI,GAAC,CAAC,eAAe,CAAC,KAAK,GAAC,IAAI,CAAA;QACtD,aAAa,CAAC,WAAW,GAAG,eAAe,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,KAAK,qBAAqB,CAAA;IAChI,CAAC,CAAC,CAAA;IACF,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAyB;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACnC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,cAAc,CAAA;IACtC,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,KAAK,CAAA;IACjC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC3C,KAAK,CAAC,WAAW,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;IACzC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACjC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAA;IACvB,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;IACzB,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAA;IAC7B,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAA;IAC3B,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,iBAAiB,CAAA;IAC1C,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IAC/B,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAA;IAChC,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAA;IAClC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAC1B,OAAO,OAAO,CAAA;AACf,CAAC"}

package/x/demo/routines/load-video.d.ts

@@ -0,0 +1 @@
+export declare function loadVideo(url: string): Promise<ArrayBuffer>;

package/x/demo/routines/load-video.js

@@ -0,0 +1,6 @@
+export async function loadVideo(url) {
+    return fetch(url)
+        .then(response => response.bytes())
+        .then(bytes => bytes.buffer);
+}
+//# sourceMappingURL=load-video.js.map

package/x/demo/routines/load-video.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-video.js","sourceRoot":"","sources":["../../../s/demo/routines/load-video.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC;SACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;SAClC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;AAC9B,CAAC"}

package/x/demo/routines/transcode-test.d.ts

@@ -0,0 +1,6 @@
+import { Driver } from "../../driver/driver.js";
+import { DecoderSource } from "../../driver/fns/schematic.js";
+export declare function setupTranscodeTest(driver: Driver, source: DecoderSource): {
+    canvas: HTMLCanvasElement;
+    run: () => Promise<void>;
+};

package/x/demo/routines/transcode-test.js

@@ -0,0 +1,40 @@
+export function setupTranscodeTest(driver, source) {
+    const dimensions = { width: 1920, height: 1080 };
+    const canvas = document.createElement("canvas");
+    canvas.width = dimensions.width;
+    canvas.height = dimensions.height;
+    const ctx = canvas.getContext("2d");
+    async function run() {
+        const video = driver.decodeVideo({
+            source,
+            async onFrame(frame) {
+                const composed = await driver.composite([
+                    {
+                        kind: "image",
+                        frame
+                    },
+                    {
+                        kind: "text",
+                        content: "omnitool",
+                        fontSize: 50,
+                        color: "green"
+                    }
+                ]);
+                frame.close();
+                ctx?.drawImage(composed, 0, 0);
+                return composed;
+            }
+        });
+        const audio = driver.decodeAudio({ source });
+        await driver.encode({
+            video,
+            audio,
+            config: {
+                audio: { codec: "opus", bitrate: 128000 },
+                video: { codec: "vp9", bitrate: 1000000 }
+            }
+        });
+    }
+    return { canvas, run };
+}
+//# sourceMappingURL=transcode-test.js.map

package/x/demo/routines/transcode-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcode-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcode-test.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,MAAc,EAAE,MAAqB;IACvE,MAAM,UAAU,GAAG,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAC,CAAA;IAE9C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAA;IAC/B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IAEnC,KAAK,UAAU,GAAG;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAChC,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;oBACvC;wBACC,IAAI,EAAE,OAAO;wBACb,KAAK;qBACL;oBACD;wBACC,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,UAAU;wBACnB,QAAQ,EAAE,EAAE;wBACZ,KAAK,EAAE,OAAO;qBACd;iBACD,CAAC,CAAA;gBACF,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9B,OAAO,QAAQ,CAAA;YAChB,CAAC;SACD,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAE1C,MAAM,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK;YACL,KAAK;YACL,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,GAAG,EAAC,CAAA;AACrB,CAAC"}

package/x/demo/routines/transcriber-test.d.ts

@@ -0,0 +1,4 @@
+import { Driver } from "../../driver/driver.js";
+export declare function transcriberTest(driver: Driver): Promise<{
+    transcribe: (file: File) => Promise<void>;
+}>;

package/x/demo/routines/transcriber-test.js

@@ -0,0 +1,33 @@
+import { makeTranscriber } from "../../features/speech/transcribe/transcriber.js";
+export async function transcriberTest(driver) {
+    const transcriber = await makeTranscriber({
+        driver,
+        spec: {
+            model: "onnx-community/whisper-tiny_timestamped",
+            device: "webgpu",
+            strideLength: 5,
+            chunkLength: 30,
+            dtype: "fp32"
+        },
+        workerUrl: new URL("/features/speech/transcribe/worker.bundle.min.js", import.meta.url),
+        onLoading({ progress, total }) {
+            console.log(progress, total, "total");
+        },
+    });
+    return {
+        transcribe: async (file) => {
+            const result = await transcriber.transcribe({
+                source: file,
+                language: "english",
+                onReport(report) {
+                    console.log("report", report);
+                },
+                onTranscription(transcription) {
+                    console.log("transcript", transcription);
+                }
+            });
+            console.log(result, "transcript result");
+        }
+    };
+}
+//# sourceMappingURL=transcriber-test.js.map

package/x/demo/routines/transcriber-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcriber-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,eAAe,EAAC,MAAM,iDAAiD,CAAA;AAE/E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAc;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;QACzC,MAAM;QACN,IAAI,EAAE;YACL,KAAK,EAAE,yCAAyC;YAChD,MAAM,EAAE,QAAQ;YAChB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,EAAE;YACf,KAAK,EAAE,MAAM;SACb;QACD,SAAS,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvF,SAAS,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC;YACzB,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACvC,CAAC;KACD,CAAC,CAAA;IACF,OAAO;QACN,UAAU,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC;gBAC3C,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,SAAS;gBACnB,QAAQ,CAAC,MAAM;oBACb,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBAC/B,CAAC;gBACD,eAAe,CAAC,aAAa;oBAC3B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,CAAC,CAAA;gBAC1C,CAAC;aACD,CAAC,CAAA;YACF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACzC,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/demo/routines/transitions-test.d.ts

@@ -0,0 +1,5 @@
+import { Driver } from "../../driver/driver.js";
+import { DecoderSource } from "../../driver/fns/schematic.js";
+export declare function setupTransitionsTest(driver: Driver, source: DecoderSource): Promise<{
+    run: () => Promise<void>;
+}>;

package/x/demo/routines/transitions-test.js

@@ -0,0 +1,35 @@
+import { Application, Sprite } from "pixi.js";
+import { makeTransition } from "../../features/transition/transition.js";
+export async function setupTransitionsTest(driver, source) {
+    const app = new Application();
+    await app.init({ width: 300, height: 300, preference: "webgl" });
+    const sprite = new Sprite({ width: 300, height: 300 });
+    app.stage.addChild(sprite);
+    document.body.appendChild(app.canvas);
+    const transition = makeTransition({ name: "circle", renderer: app.renderer });
+    async function run() {
+        const video = driver.decodeVideo({
+            source,
+            async onFrame(frame) {
+                const texture = transition.render({
+                    from: frame,
+                    to: frame,
+                    progress: 0.7,
+                    width: app.canvas.width,
+                    height: app.canvas.height
+                });
+                sprite.texture = texture;
+                return frame;
+            }
+        });
+        await driver.encode({
+            video,
+            config: {
+                audio: { codec: "opus", bitrate: 128000 },
+                video: { codec: "vp9", bitrate: 1000000 }
+            }
+        });
+    }
+    return { run };
+}
+//# sourceMappingURL=transitions-test.js.map

package/x/demo/routines/transitions-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transitions-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transitions-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAE,MAAM,EAAC,MAAM,SAAS,CAAA;AAI3C,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAc,EAAE,MAAqB;IAC/E,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAA;IAC7B,MAAM,GAAG,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAC,CAAC,CAAA;IAC9D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAC,CAAC,CAAA;IAEpD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAE1B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACrC,MAAM,UAAU,GAAG,cAAc,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAC,CAAC,CAAA;IAE3E,KAAK,UAAU,GAAG;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAChC,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;oBACjC,IAAI,EAAE,KAAK;oBACX,EAAE,EAAE,KAAK;oBACT,QAAQ,EAAE,GAAG;oBACb,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;oBACvB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;iBACzB,CAAC,CAAA;gBACF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;gBACxB,OAAO,KAAK,CAAA;YACb,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK;YACL,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,GAAG,EAAC,CAAA;AACb,CAAC"}

package/x/demo/routines/waveform-test.d.ts

@@ -0,0 +1 @@
+export declare function waveformTest(): Promise<void>;

package/x/demo/routines/waveform-test.js

@@ -0,0 +1,11 @@
+import { Waveform } from "../../timeline/parts/waveform.js";
+export async function waveformTest() {
+    const container = document.querySelector(".waveform-demo");
+    const widthSlider = document.querySelector(".width");
+    const waveform = await Waveform.init("/assets/temp/gl.mp4", container);
+    widthSlider.addEventListener("change", () => {
+        const width = +widthSlider.value;
+        waveform.width = width;
+    });
+}
+//# sourceMappingURL=waveform-test.js.map

package/x/demo/routines/waveform-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"waveform-test.js","sourceRoot":"","sources":["../../../s/demo/routines/waveform-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,kCAAkC,CAAA;AAEzD,MAAM,CAAC,KAAK,UAAU,YAAY;IACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAgB,CAAA;IACzE,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IACxE,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAA;IAEtE,WAAW,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC3C,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAA;IACvB,CAAC,CAAC,CAAA;AACH,CAAC"}

package/x/driver/driver.d.ts

@@ -0,0 +1,20 @@
+import { Thread } from "@e280/comrade";
+import { Machina } from "./parts/machina.js";
+import { DecoderInput, DriverSchematic, Composition, EncoderInput, DecoderSource } from "./fns/schematic.js";
+export type DriverOptions = {
+    workerUrl: URL | string;
+};
+export declare class Driver {
+    #private;
+    machina: Machina;
+    thread: Thread<DriverSchematic>;
+    static setup(options: DriverOptions): Promise<Driver>;
+    constructor(machina: Machina, thread: Thread<DriverSchematic>);
+    hello(): Promise<void>;
+    getAudioDuration(source: DecoderSource): Promise<any>;
+    getVideoDuration(source: DecoderSource): Promise<any>;
+    decodeVideo(input: DecoderInput): ReadableStream<VideoFrame>;
+    decodeAudio(input: DecoderInput): ReadableStream<AudioData>;
+    encode({ video, audio, config }: EncoderInput): Promise<void>;
+    composite(composition: Composition): Promise<VideoFrame>;
+}

package/x/driver/driver.js

@@ -0,0 +1,104 @@
+import { Comrade, tune } from "@e280/comrade";
+import { ALL_FORMATS, Input } from "mediabunny";
+import { Machina } from "./parts/machina.js";
+import { setupDriverHost } from "./fns/host.js";
+import { loadDecoderSource } from "./utils/load-decoder-source.js";
+export class Driver {
+    machina;
+    thread;
+    static async setup(options) {
+        const machina = new Machina();
+        const thread = await Comrade.thread({
+            label: "OmnitoolDriver",
+            workerUrl: options.workerUrl,
+            setupHost: setupDriverHost(machina),
+        });
+        return new this(machina, thread);
+    }
+    constructor(machina, thread) {
+        this.machina = machina;
+        this.thread = thread;
+    }
+    async hello() {
+        return this.thread.work.hello();
+    }
+    async getAudioDuration(source) {
+        const input = new Input({
+            source: await loadDecoderSource(source),
+            formats: ALL_FORMATS
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        return await audioTrack?.computeDuration();
+    }
+    async getVideoDuration(source) {
+        const input = new Input({
+            source: await loadDecoderSource(source),
+            formats: ALL_FORMATS
+        });
+        const videoTrack = await input.getPrimaryVideoTrack();
+        return await videoTrack?.computeDuration();
+    }
+    decodeVideo(input) {
+        let lastFrame = null;
+        const videoTransform = new TransformStream({
+            async transform(chunk, controller) {
+                const frame = await input.onFrame?.(chunk) ?? chunk;
+                // below code is to prevent mem leaks and hardware accelerated decoder stall
+                lastFrame?.close();
+                controller.enqueue(frame);
+                lastFrame = frame;
+            }
+        });
+        this.thread.work.decodeVideo[tune]({ transfer: [videoTransform.writable] })({
+            source: input.source,
+            video: videoTransform.writable,
+            start: input.start,
+            end: input.end
+        });
+        return videoTransform.readable;
+    }
+    decodeAudio(input) {
+        const audioTransform = new TransformStream();
+        this.thread.work.decodeAudio[tune]({ transfer: [audioTransform.writable] })({
+            source: input.source,
+            audio: audioTransform.writable,
+            start: input.start,
+            end: input.end
+        });
+        return audioTransform.readable;
+    }
+    async encode({ video, audio, config }) {
+        const handle = await window.showSaveFilePicker();
+        const writable = await handle.createWritable();
+        // making bridge because file picker writable is not transferable
+        const bridge = new WritableStream({
+            async write(chunk) {
+                await writable.write(chunk);
+            },
+            async close() {
+                await writable.close();
+            }
+        });
+        return await this.thread.work.encode[tune]({ transfer: [audio ?? [], video ?? [], bridge] })({ video, audio, config, bridge });
+    }
+    async composite(composition) {
+        const transfer = this.#collectTransferablesFromComposition(composition);
+        return await this.thread.work.composite[tune]({ transfer })(composition);
+    }
+    #collectTransferablesFromComposition(composition) {
+        const transferables = [];
+        const visit = (node) => {
+            if (Array.isArray(node)) {
+                for (const child of node)
+                    visit(child);
+            }
+            else if (node && typeof node === 'object' && 'kind' in node) {
+                if (node.kind === 'image' && node.frame instanceof VideoFrame)
+                    transferables.push(node.frame);
+            }
+        };
+        visit(composition);
+        return transferables;
+    }
+}
+//# sourceMappingURL=driver.js.map

package/x/driver/driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver.js","sourceRoot":"","sources":["../../s/driver/driver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAE,IAAI,EAAS,MAAM,eAAe,CAAA;AACnD,OAAO,EAAC,WAAW,EAAE,KAAK,EAAyB,MAAM,YAAY,CAAA;AAErE,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAC,eAAe,EAAC,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAA;AAOhE,MAAM,OAAO,MAAM;IAYV;IACA;IAZR,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAsB;QACxC,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAA;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAkB;YACpD,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC;SACnC,CAAC,CAAA;QACF,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IACjC,CAAC;IAED,YACQ,OAAgB,EAChB,MAA+B;QAD/B,YAAO,GAAP,OAAO,CAAS;QAChB,WAAM,GAAN,MAAM,CAAyB;IACpC,CAAC;IAEJ,KAAK,CAAC,KAAK;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAqB;QAC3C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,OAAO,MAAM,UAAU,EAAE,eAAe,EAAE,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAqB;QAC3C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,OAAO,MAAM,UAAU,EAAE,eAAe,EAAE,CAAA;IAC3C,CAAC;IAED,WAAW,CAAC,KAAmB;QAC9B,IAAI,SAAS,GAAsB,IAAI,CAAA;QACvC,MAAM,cAAc,GAAG,IAAI,eAAe,CAAyB;YAClE,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU;gBAChC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,CAAA;gBACnD,4EAA4E;gBAC5E,SAAS,EAAE,KAAK,EAAE,CAAA;gBAClB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBACzB,SAAS,GAAG,KAAK,CAAA;YAClB,CAAC;SACD,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAC,CAAC,CAAC;YACzE,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,cAAc,CAAC,QAAQ;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,KAAK,CAAC,GAAG;SACd,CAAC,CAAA;QACF,OAAO,cAAc,CAAC,QAAQ,CAAA;IAC/B,CAAC;IAED,WAAW,CAAC,KAAmB;QAC9B,MAAM,cAAc,GAAG,IAAI,eAAe,EAAwB,CAAA;QAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAC,CAAC,CAAC;YACzE,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,cAAc,CAAC,QAAQ;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,KAAK,CAAC,GAAG;SACd,CAAC,CAAA;QACF,OAAO,cAAc,CAAC,QAAQ,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAe;QAChD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAChD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAC9C,iEAAiE;QACjE,MAAM,MAAM,GAAG,IAAI,cAAc,CAAoB;YACpD,KAAK,CAAC,KAAK,CAAC,KAAK;gBAChB,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC5B,CAAC;YACD,KAAK,CAAC,KAAK;gBACV,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;YACvB,CAAC;SACD,CAAC,CAAA;QACF,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE,EAAE,MAAM,CAAC,EAAC,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;IAC3H,CAAC;IAED,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,oCAAoC,CAAC,WAAW,CAAC,CAAA;QACvE,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC,WAAW,CAAC,CAAA;IACvE,CAAC;IAED,oCAAoC,CAAC,WAAwB;QAC5D,MAAM,aAAa,GAAmB,EAAE,CAAA;QAExC,MAAM,KAAK,GAAG,CAAC,IAAiB,EAAE,EAAE;YACnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI;oBACvB,KAAK,CAAC,KAAK,CAAC,CAAA;YACd,CAAC;iBACI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,YAAY,UAAU;oBAC5D,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAChC,CAAC;QACF,CAAC,CAAA;QAED,KAAK,CAAC,WAAW,CAAC,CAAA;QAClB,OAAO,aAAa,CAAA;IACrB,CAAC;CACD"}

package/x/driver/driver.test.d.ts

@@ -0,0 +1,5 @@
+import { Science } from "@e280/science";
+declare const _default: {
+    "driver hello world": Science.Test;
+};
+export default _default;

package/x/driver/driver.test.js

@@ -0,0 +1,12 @@
+import { Driver } from "./driver.js";
+import { Science, test, expect } from "@e280/science";
+const workerUrl = new URL("./driver.worker.bundle.js", import.meta.url);
+export default Science.suite({
+    "driver hello world": test(async () => {
+        const driver = await Driver.setup({ workerUrl });
+        expect(driver.machina.count).is(0);
+        await driver.thread.work.hello();
+        expect(driver.machina.count).is(1);
+    }),
+});
+//# sourceMappingURL=driver.test.js.map

package/x/driver/driver.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver.test.js","sourceRoot":"","sources":["../../s/driver/driver.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAA;AAClC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,eAAe,CAAA;AAEnD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEvE,eAAe,OAAO,CAAC,KAAK,CAAC;IAC5B,oBAAoB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;QACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAC,SAAS,EAAC,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACnC,CAAC,CAAC;CACF,CAAC,CAAA"}

package/x/driver/driver.worker.bundle.d.ts

@@ -0,0 +1 @@
+export {};

package/x/driver/driver.worker.bundle.js

@@ -0,0 +1,4 @@
+import { Comrade } from "@e280/comrade";
+import { setupDriverWork } from "./fns/work.js";
+await Comrade.worker(setupDriverWork);
+//# sourceMappingURL=driver.worker.bundle.js.map

package/x/driver/driver.worker.bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver.worker.bundle.js","sourceRoot":"","sources":["../../s/driver/driver.worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,eAAe,EAAC,MAAM,eAAe,CAAA;AAG7C,MAAM,OAAO,CAAC,MAAM,CAAkB,eAAe,CAAC,CAAA"}