@omnimedia/omnitool 1.1.0-7 → 1.1.0-70

package/x/driver/fns/host.d.ts

@@ -4,20 +4,21 @@ export declare const setupDriverHost: (machina: Machina) => import("@e280/comrad
         hello(): Promise<void>;
         decodeAudio(input: {
             source: import("./schematic.js").DecoderSource;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
             start?: number;
             end?: number;
         }): Promise<void>;
         decodeVideo(input: {
             source: import("./schematic.js").DecoderSource;
+            cancel: MessagePort;
             video: WritableStream<VideoFrame>;
             start?: number;
             end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: import("./schematic.js").Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/schematic.d.ts

@@ -1,25 +1,28 @@
+import { TextStyleOptions } from "pixi.js";
 import { AsSchematic } from "@e280/comrade";
 import type { AudioEncodingConfig, StreamTargetChunk, VideoEncodingConfig } from "mediabunny";
 import { Mat6 } from "../../timeline/utils/matrix.js";
+import { Id } from "../../timeline/index.js";
 export type DriverSchematic = AsSchematic<{
     work: {
         hello(): Promise<void>;
         decodeAudio(input: {
             source: DecoderSource;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
             start?: number;
             end?: number;
         }): Promise<void>;
         decodeVideo(input: {
             source: DecoderSource;
+            cancel: MessagePort;
             video: WritableStream<VideoFrame>;
             start?: number;
             end?: number;
         }): Promise<void>;
         encode(input: EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;
@@ -56,18 +59,20 @@ export interface MuxOpts {
 }
 export type Composition = Layer | (Layer | Composition)[];
 export type TextLayer = {
+    id: Id;
     kind: 'text';
     content: string;
-    fontSize?: number;
-    color?: string;
+    style?: TextStyleOptions;
     matrix?: Mat6;
 };
 export type ImageLayer = {
+    id: Id;
     kind: 'image';
     frame: VideoFrame;
     matrix?: Mat6;
 };
 export type TransitionLayer = {
+    id: Id;
     kind: 'transition';
     name: string;
     progress: number;
@@ -75,9 +80,11 @@ export type TransitionLayer = {
     to: VideoFrame;
 };
 export type GapLayer = {
+    id: Id;
     kind: 'gap';
 };
 export type Audio = {
+    id: Id;
     kind: "audio";
     data: AudioData;
 };

package/x/driver/fns/work.d.ts

@@ -1,24 +1,24 @@
-import { Input } from "mediabunny";
-import { Composition, DecoderSource } from "./schematic.js";
+import { DecoderSource } from "./schematic.js";
 export declare const setupDriverWork: import("@e280/comrade").SetupWork<{
     work: {
         hello(): Promise<void>;
         decodeAudio(input: {
             source: DecoderSource;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
             start?: number;
             end?: number;
         }): Promise<void>;
         decodeVideo(input: {
             source: DecoderSource;
+            cancel: MessagePort;
             video: WritableStream<VideoFrame>;
             start?: number;
             end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<Input>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/work.js

@@ -1,9 +1,5 @@
 import { Comrade } from "@e280/comrade";
-import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
 import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
-import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
-import { makeTransition } from "../../features/transition/transition.js";
-DOMAdapter.set(WebWorkerAdapter);
 const loadSource = async (source) => {
     if (source instanceof Blob) {
         return new BlobSource(source);
@@ -16,7 +12,7 @@ export const setupDriverWork = (Comrade.work(shell => ({
     async hello() {
         await shell.host.world();
     },
-    async decodeAudio({ source, audio, start, end }) {
+    async decodeAudio({ source, audio, start, end, cancel }) {
         const input = new Input({
             source: await loadSource(source),
             formats: ALL_FORMATS
@@ -24,18 +20,24 @@ export const setupDriverWork = (Comrade.work(shell => ({
         const audioTrack = await input.getPrimaryAudioTrack();
         const audioDecodable = await audioTrack?.canDecode();
         const audioWriter = audio.getWriter();
-        if (audioDecodable && audioTrack) {
-            const sink = new AudioSampleSink(audioTrack);
-            for await (const sample of sink.samples(start, end)) {
-                const frame = sample.toAudioData();
-                await audioWriter.write(frame);
-                sample.close();
-                frame.close();
-            }
-            await audioWriter.close();
+        if (!audioDecodable || !audioTrack)
+            return;
+        const sink = new AudioSampleSink(audioTrack);
+        const samples = sink.samples(start, end);
+        cancel.onmessage = async () => {
+            samples.return();
+            input.dispose();
+            cancel.close();
+        };
+        for await (const sample of samples) {
+            const frame = sample.toAudioData();
+            sample.close();
+            await audioWriter.write(frame);
+            frame.close();
         }
+        await audioWriter.close();
     },
-    async decodeVideo({ source, video, start, end }) {
+    async decodeVideo({ source, video, start, end, cancel }) {
         const input = new Input({
             source: await loadSource(source),
             formats: ALL_FORMATS
@@ -43,159 +45,57 @@ export const setupDriverWork = (Comrade.work(shell => ({
         const videoTrack = await input.getPrimaryVideoTrack();
         const videoDecodable = await videoTrack?.canDecode();
         const videoWriter = video.getWriter();
-        if (videoDecodable && videoTrack) {
-            const sink = new VideoSampleSink(videoTrack);
-            for await (const sample of sink.samples(start, end)) {
-                const frame = sample.toVideoFrame();
-                await videoWriter.write(frame);
-                sample.close();
-                frame.close();
-            }
-            await videoWriter.close();
+        if (!videoDecodable || !videoTrack)
+            return;
+        const sink = new VideoSampleSink(videoTrack);
+        const samples = sink.samples(start, end);
+        cancel.onmessage = async () => {
+            await samples.return();
+            input.dispose();
+            cancel.close();
+        };
+        for await (const sample of samples) {
+            const frame = sample.toVideoFrame();
+            sample.close();
+            await videoWriter.write(frame);
+            frame.close();
         }
+        await videoWriter.close();
     },
-    async encode({ video, audio, config, bridge }) {
+    async encode({ video, audio, config, writable }) {
         const output = new Output({
             format: new Mp4OutputFormat(),
-            target: new StreamTarget(bridge, { chunked: true })
+            target: new StreamTarget(writable, { chunked: true })
         });
-        // since AudioSample is not transferable it fails to transfer encoder bitrate config
-        // so it needs to be hardcoded not set through constants eg QUALITY_LOW
-        const promises = [];
-        if (video) {
+        async function encodeVideo() {
+            if (!video)
+                return;
             const videoSource = new VideoSampleSource(config.video);
             output.addVideoTrack(videoSource);
-            const videoReader = video.getReader();
-            promises.push((async () => {
-                while (true) {
-                    const { done, value } = await videoReader.read();
-                    if (done)
-                        break;
-                    const sample = new VideoSample(value);
-                    await videoSource.add(sample);
-                    sample.close();
-                }
-            })());
+            for await (const frame of video) {
+                const sample = new VideoSample(frame);
+                await videoSource.add(sample);
+                sample.close();
+                frame.close();
+            }
         }
-        if (audio) {
+        async function encodeAudio() {
+            if (!audio)
+                return;
             const audioSource = new AudioSampleSource(config.audio);
             output.addAudioTrack(audioSource);
-            const audioReader = audio.getReader();
-            promises.push((async () => {
-                while (true) {
-                    const { done, value } = await audioReader.read();
-                    if (done)
-                        break;
-                    const sample = new AudioSample(value);
-                    await audioSource.add(sample);
-                    sample.close();
-                    value.close();
-                }
-            })());
+            for await (const data of audio) {
+                const sample = new AudioSample(data);
+                await audioSource.add(sample);
+                sample.close();
+                data.close();
+            }
         }
+        const audioTask = encodeAudio();
+        const videoTask = encodeVideo();
         await output.start();
-        await Promise.all(promises);
+        await Promise.all([audioTask, videoTask]);
         await output.finalize();
     },
-    async composite(composition) {
-        const { stage, renderer } = await renderPIXI(1920, 1080);
-        stage.removeChildren();
-        const { dispose } = await renderLayer(composition, stage);
-        renderer.render(stage);
-        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
-        // if its very slow on eg edge try chrome
-        const frame = new VideoFrame(renderer.canvas, {
-            timestamp: 0,
-            duration: 0,
-        });
-        renderer.clear();
-        dispose();
-        shell.transfer = [frame];
-        return frame;
-    }
 })));
-// TODO suspicious global, probably bad
-let pixi = null;
-async function renderPIXI(width, height) {
-    if (pixi)
-        return pixi;
-    const renderer = await autoDetectRenderer({
-        width,
-        height,
-        preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
-        background: "black",
-        preferWebGLVersion: 2
-    });
-    const stage = new Container();
-    pixi = { renderer, stage };
-    return pixi;
-}
-const transitions = new Map();
-async function renderLayer(layer, parent) {
-    if (Array.isArray(layer)) {
-        const disposers = [];
-        for (const child of layer) {
-            const result = await renderLayer(child, parent);
-            disposers.push(result.dispose);
-        }
-        return { dispose: () => disposers.forEach(d => d()) };
-    }
-    switch (layer.kind) {
-        case 'text':
-            return renderTextLayer(layer, parent);
-        case 'image':
-            return renderImageLayer(layer, parent);
-        case 'transition':
-            return renderTransitionLayer(layer, parent);
-        case 'gap': {
-            pixi?.renderer.clear();
-            return { dispose: () => { } };
-        }
-        default:
-            console.warn('Unknown layer kind', layer.kind);
-            return { dispose: () => { } };
-    }
-}
-function renderTextLayer(layer, parent) {
-    const text = new Text({
-        text: layer.content,
-        style: {
-            fontFamily: 'sans-serif',
-            fontSize: layer.fontSize ?? 48,
-            fill: layer.color ?? 'white'
-        }
-    });
-    applyTransform(text, layer.matrix);
-    parent.addChild(text);
-    return { dispose: () => text.destroy(true) };
-}
-function renderImageLayer(layer, parent) {
-    const texture = Texture.from(layer.frame);
-    const sprite = new Sprite(texture);
-    applyTransform(sprite, layer.matrix);
-    parent.addChild(sprite);
-    return { dispose: () => {
-            sprite.destroy(true);
-            texture.destroy(true);
-            layer.frame.close();
-        } };
-}
-function renderTransitionLayer({ from, to, progress, name }, parent) {
-    const transition = transitions.get(name) ??
-        (transitions.set(name, makeTransition({
-            name: "circle",
-            renderer: pixi.renderer
-        })),
-            transitions.get(name));
-    const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
-    const sprite = new Sprite(texture);
-    parent.addChild(sprite);
-    return { dispose: () => sprite.destroy(false) };
-}
-function applyTransform(target, worldMatrix) {
-    if (!worldMatrix)
-        return;
-    const mx = mat6ToMatrix(worldMatrix);
-    target.setFromMatrix(mx);
-}
 //# sourceMappingURL=work.js.map

package/x/driver/fns/work.js.map

@@ -1 +1 @@
-{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAS,MAAM,SAAS,CAAA;AAC5H,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAE7M,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAGtE,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,UAAU,GAAG,KAAK,EAAE,MAAqB,EAAE,EAAE;IAClD,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;gBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;gBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,oFAAoF;QACpF,uEAAuE;QAEvE,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,IAAG,KAAK,EAAE,CAAC;YACV,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YACrC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;gBACzB,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE,CAAC,CAAA;QACN,CAAC;QAED,IAAG,KAAK,EAAE,CAAC;YACV,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YACrC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;gBACzB,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE,CAAC,CAAA;QACN,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3B,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACvD,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,QAAQ,CAAC,KAAK,EAAE,CAAA;QAChB,OAAO,EAAE,CAAA;QAET,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACxB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CACH,CAAA;AAED,uCAAuC;AACvC,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,MAAM,WAAW,GAAmD,IAAI,GAAG,EAAE,CAAA;AAI7E,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB;IAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAmB,EAAE,CAAA;QACpC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC/C,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;IACpD,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACtC,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACvC,KAAK,YAAY;YAChB,OAAO,qBAAqB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC5C,KAAK,KAAK,CAAC,CAAC,CAAC;YACZ,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;YACtB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC3B,CAAC;QACD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;IAC5B,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB;IAEjB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC,CAAA;AAC3C,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB;IAEjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE;YACrB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACpB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACrB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACpB,CAAC,EAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAC7B,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;IAEjB,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC;QACvC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;YACrC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAK,CAAC,QAAQ;SACxB,CAAC,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,IAAI,CAAE,CACvB,CAAA;IACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;IAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,WAAkB;IAC/D,IAAI,CAAC,WAAW;QAAE,OAAM;IACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;IACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;AAC1B,CAAC"}
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAErC,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EACpH,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAIvF,MAAM,UAAU,GAAG,KAAK,EAAE,MAAqB,EAAE,EAAE;IAClD,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAC;QACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAG,CAAC,cAAc,IAAI,CAAC,UAAU;YAChC,OAAM;QAEP,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAExC,MAAM,CAAC,SAAS,GAAG,KAAK,IAAI,EAAE;YAC7B,OAAO,CAAC,MAAM,EAAE,CAAA;YAChB,KAAK,CAAC,OAAO,EAAE,CAAA;YACf,MAAM,CAAC,KAAK,EAAE,CAAA;QACf,CAAC,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;YAClC,MAAM,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC9B,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAED,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAC;QACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAG,CAAC,cAAc,IAAI,CAAC,UAAU;YAChC,OAAM;QAEP,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAExC,MAAM,CAAC,SAAS,GAAG,KAAK,IAAI,EAAE;YAC7B,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;YACtB,KAAK,CAAC,OAAO,EAAE,CAAA;YACf,MAAM,CAAC,KAAK,EAAE,CAAA;QACf,CAAC,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;YACnC,MAAM,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC9B,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAED,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACnD,CAAC,CAAA;QAEF,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;gBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;QACF,CAAC;QAED,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAA;gBACpC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,IAAI,CAAC,KAAK,EAAE,CAAA;YACb,CAAC;QACF,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAC/B,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAE/B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/parts/compositor.d.ts

@@ -0,0 +1,20 @@
+import { Container, Renderer } from "pixi.js";
+import { Id } from "../../timeline/index.js";
+import { Composition } from "../fns/schematic.js";
+export declare class Compositor {
+    #private;
+    pixi: {
+        renderer: Renderer;
+        stage: Container;
+    };
+    static setup(): Promise<Compositor>;
+    constructor(pixi: {
+        renderer: Renderer;
+        stage: Container;
+    });
+    composite(composition: Composition): Promise<VideoFrame>;
+    /**
+     * get object for current Composition
+     * */
+    getActiveObject(id: Id): Container<import("pixi.js").ContainerChild> | undefined;
+}

package/x/driver/parts/compositor.js

@@ -0,0 +1,159 @@
+import { autoDetectRenderer, Container, Sprite, Text, Texture } from "pixi.js";
+import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
+import { makeTransition } from "../../features/transition/transition.js";
+export class Compositor {
+    pixi;
+    static async setup() {
+        const renderer = await autoDetectRenderer({
+            width: 1920,
+            height: 1080,
+            preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
+            background: "black",
+            preferWebGLVersion: 2
+        });
+        const stage = new Container();
+        stage.interactive = true;
+        return new this({ renderer, stage });
+    }
+    constructor(pixi) {
+        this.pixi = pixi;
+    }
+    #transitions = new Map();
+    // objects rendered for current Composition
+    #activeObjects = new Map();
+    async composite(composition) {
+        const { stage, renderer } = this.pixi;
+        this.#cleanup(this.#collectIds(composition));
+        const { dispose } = await this.#renderLayer(composition, stage);
+        renderer.render(stage);
+        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
+        // if its very slow on eg edge try chrome
+        const frame = new VideoFrame(renderer.canvas, {
+            timestamp: 0,
+            duration: 0,
+        });
+        dispose();
+        return frame;
+    }
+    /**
+     * get object for current Composition
+     * */
+    getActiveObject(id) {
+        return this.#activeObjects.get(id);
+    }
+    async #renderLayer(layer, parent) {
+        if (Array.isArray(layer)) {
+            layer.reverse();
+            const disposers = [];
+            for (const child of layer) {
+                const result = await this.#renderLayer(child, parent);
+                disposers.push(result.dispose);
+            }
+            return { dispose: () => disposers.forEach(d => d()) };
+        }
+        switch (layer.kind) {
+            case 'text':
+                return this.#renderTextLayer(layer, parent);
+            case 'image':
+                return this.#renderImageLayer(layer, parent);
+            case 'transition':
+                return this.#renderTransitionLayer(layer, parent);
+            case 'gap': {
+                this.pixi?.renderer.clear();
+                return { dispose: () => { } };
+            }
+            default:
+                console.warn('Unknown layer kind', layer.kind);
+                return { dispose: () => { } };
+        }
+    }
+    #renderTextLayer(layer, parent) {
+        const text = this.#findOrCreate(layer);
+        this.#applyTransform(text, layer.matrix);
+        parent.addChild(text);
+        return {
+            dispose: () => { }
+        };
+    }
+    #renderImageLayer(layer, parent) {
+        const texture = Texture.from(layer.frame);
+        const sprite = this.#findOrCreate(layer);
+        sprite.texture = texture;
+        this.#applyTransform(sprite, layer.matrix);
+        parent.addChild(sprite);
+        return {
+            dispose: () => {
+                texture.destroy(true);
+                layer.frame.close();
+            }
+        };
+    }
+    #renderTransitionLayer({ from, to, progress, name }, parent) {
+        const transition = this.#transitions.get(name) ??
+            (this.#transitions.set(name, makeTransition({
+                name: "circle",
+                renderer: this.pixi.renderer
+            })),
+                this.#transitions.get(name));
+        const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
+        const sprite = new Sprite(texture);
+        parent.addChild(sprite);
+        return { dispose: () => sprite.destroy(false) };
+    }
+    #applyTransform(target, worldMatrix) {
+        if (!worldMatrix)
+            return;
+        const mx = mat6ToMatrix(worldMatrix);
+        target.setFromMatrix(mx);
+    }
+    #findOrCreate(layer) {
+        const object = this.#activeObjects.get(layer.id);
+        if (!object) {
+            switch (layer.kind) {
+                case 'text': {
+                    const text = new Text({
+                        text: layer.content,
+                        style: layer.style
+                    });
+                    text.onmouseenter = () => console.log("enter text");
+                    return this.#activeObjects
+                        .set(layer.id, text)
+                        .get(layer.id);
+                }
+                case 'image': {
+                    const sprite = new Sprite();
+                    sprite.onmouseenter = () => console.log("enter");
+                    return this.#activeObjects
+                        .set(layer.id, sprite)
+                        .get(layer.id);
+                }
+            }
+        }
+        else
+            return object;
+    }
+    #collectIds(layers) {
+        const result = new Set();
+        const traverse = (node) => {
+            if (Array.isArray(node)) {
+                for (const child of node)
+                    traverse(child);
+            }
+            else {
+                result.add(node.id);
+            }
+        };
+        traverse(layers);
+        return result;
+    }
+    #cleanup(activeIds) {
+        for (const id of this.#activeObjects.keys()) {
+            if (!activeIds.has(id)) {
+                const obj = this.#activeObjects.get(id);
+                obj.destroy(true);
+                this.#activeObjects.delete(id);
+            }
+        }
+    }
+}
+//# sourceMappingURL=compositor.js.map

package/x/driver/parts/compositor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compositor.js","sourceRoot":"","sources":["../../../s/driver/parts/compositor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAC,MAAM,SAAS,CAAA;AAItF,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,OAAO,UAAU;IAeH;IAbnB,MAAM,CAAC,KAAK,CAAC,KAAK;QACjB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACzC,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,OAAO,EAAE,iDAAiD;YACtE,UAAU,EAAE,OAAO;YACnB,kBAAkB,EAAE,CAAC;SACrB,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;QACxB,OAAO,IAAI,IAAI,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAA;IACnC,CAAC;IAED,YAAmB,IAA4C;QAA5C,SAAI,GAAJ,IAAI,CAAwC;IAAG,CAAC;IAEnE,YAAY,GAAmD,IAAI,GAAG,EAAE,CAAA;IACxE,2CAA2C;IAC3C,cAAc,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE7C,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAC,IAAI,CAAA;QAEnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5C,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC7D,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,OAAO,EAAE,CAAA;QAET,OAAO,KAAK,CAAA;IACb,CAAC;IAED;;SAEK;IACL,eAAe,CAAC,EAAM;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,YAAY,CACjB,KAA0B,EAC1B,MAAiB;QAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,OAAO,EAAE,CAAA;YACf,MAAM,SAAS,GAAmB,EAAE,CAAA;YACpC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACrD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;YACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;QACpD,CAAC;QAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACV,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC5C,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC7C,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAC3B,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;YAC3B,CAAC;YACD;gBACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;gBACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,gBAAgB,CACf,KAAqC,EACrC,MAAiB;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAO,KAAK,CAAE,CAAA;QAC7C,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAA;IACF,CAAC;IAED,iBAAiB,CAChB,KAAsC,EACtC,MAAiB;QAEjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAS,KAAK,CAAE,CAAA;QACjD,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;QACxB,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE;gBACb,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACrB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACpB,CAAC;SACD,CAAA;IACF,CAAC;IAED,sBAAsB,CACrB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;gBAC3C,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;aAC5B,CAAC,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAC7B,CAAA;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;QAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;IAC9C,CAAC;IAED,eAAe,CAAC,MAAqB,EAAE,WAAkB;QACvD,IAAI,CAAC,WAAW;YAAE,OAAM;QACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,aAAa,CAAgB,KAAY;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChD,IAAG,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACb,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;wBACrB,IAAI,EAAE,KAAK,CAAC,OAAO;wBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB,CAAC,CAAA;oBACF,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;oBACnD,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC;yBACnB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAM,CAAA;gBACrB,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;oBAC3B,MAAM,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;oBAChD,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC;yBACrB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAM,CAAA;gBACrB,CAAC;YACF,CAAC;QACF,CAAC;;YAAM,OAAO,MAAW,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,MAA2B;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,MAAM,QAAQ,GAAG,CAAC,IAAyB,EAAE,EAAE;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;QACF,CAAC,CAAA;QACD,QAAQ,CAAC,MAAM,CAAC,CAAA;QAChB,OAAO,MAAM,CAAA;IACd,CAAC;IAED,QAAQ,CAAC,SAAsB;QAC9B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;gBACxC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACjB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC/B,CAAC;QACF,CAAC;IACF,CAAC;CACD"}

package/x/driver/parts/machina.d.ts

@@ -1,23 +1,3 @@
-import { WebMediaInfo } from "web-demuxer";
-type Events = {
-    type: "config";
-    config: {
-        audio: AudioDecoderConfig;
-        video: VideoDecoderConfig;
-    };
-} | {
-    type: "info";
-    data: WebMediaInfo;
-} | {
-    type: "encoderQueueSize";
-    size: number;
-};
-type Handler = (event: Events) => void;
 export declare class Machina {
-    #private;
     count: number;
-    register(id: number, handler: Handler): void;
-    unregister(id: number): void;
-    dispatch(id: number, event: Events): void;
 }
-export {};

package/x/driver/parts/machina.js

@@ -1,14 +1,10 @@
+// type Events =
+// 	| {type: "config", config: {audio: AudioDecoderConfig, video: VideoDecoderConfig}}
+// 	| {type: "info", data: WebMediaInfo}
+// 	| {type: "encoderQueueSize", size: number}
+//
+// type Handler = (event: Events) => void
 export class Machina {
     count = 0;
-    #handlers = new Map();
-    register(id, handler) {
-        this.#handlers.set(id, handler);
-    }
-    unregister(id) {
-        this.#handlers.delete(id);
-    }
-    dispatch(id, event) {
-        this.#handlers.get(id)?.(event);
-    }
 }
 //# sourceMappingURL=machina.js.map

package/x/driver/parts/machina.js.map

@@ -1 +1 @@
-{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;IAET,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAA;IAEtC,QAAQ,CAAC,EAAU,EAAE,OAAgB;QACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,QAAQ,CAAC,EAAU,EAAE,KAAa;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;CACD"}
+{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AACA,gBAAgB;AAChB,sFAAsF;AACtF,wCAAwC;AACxC,8CAA8C;AAC9C,EAAE;AACF,yCAAyC;AAEzC,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;CAeT"}

package/x/features/speech/transcribe/parts/prep-audio.d.ts

@@ -1,5 +1,5 @@
 import { Driver } from "../../../../driver/driver.js";
 export declare function prepAudio(driver: Driver, source: Blob): Promise<{
     audio: Float32Array<ArrayBufferLike>;
-    duration: any;
+    duration: number;
 }>;