@omnimedia/omnitool 1.1.0-5 → 1.1.0-51

package/x/driver/fns/host.d.ts

@@ -2,15 +2,21 @@ import { Machina } from "../parts/machina.js";
 export declare const setupDriverHost: (machina: Machina) => import("@e280/comrade").SetupHost<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
+        decodeAudio(input: {
             source: import("./schematic.js").DecoderSource;
-            video: WritableStream<VideoFrame>;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: import("./schematic.js").DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: import("./schematic.js").Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/schematic.d.ts

@@ -1,35 +1,45 @@
+import { TextStyleOptions } from "pixi.js";
 import { AsSchematic } from "@e280/comrade";
 import type { AudioEncodingConfig, StreamTargetChunk, VideoEncodingConfig } from "mediabunny";
+import { Mat6 } from "../../timeline/utils/matrix.js";
+import { Id } from "../../timeline/index.js";
 export type DriverSchematic = AsSchematic<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
+        decodeAudio(input: {
             source: DecoderSource;
-            video: WritableStream<VideoFrame>;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;
     };
 }>;
 export interface EncoderInput {
-    readables: {
-        video: ReadableStream<VideoFrame>;
-        audio: ReadableStream<AudioData>;
-    };
-    config: {
-        video: VideoEncodingConfig;
-        audio: AudioEncodingConfig;
-    };
+    video?: ReadableStream<VideoFrame>;
+    audio?: ReadableStream<AudioData>;
+    config: RenderConfig;
+}
+export interface RenderConfig {
+    video: VideoEncodingConfig;
+    audio: AudioEncodingConfig;
 }
 export type DecoderSource = Blob | string | URL;
 export interface DecoderInput {
     source: DecoderSource;
+    start?: number;
+    end?: number;
     onFrame?: (frame: VideoFrame) => Promise<VideoFrame>;
 }
 export interface MuxOpts {
@@ -46,21 +56,34 @@ export interface MuxOpts {
     };
 }
 export type Composition = Layer | (Layer | Composition)[];
-export type Transform = {
-    x?: number;
-    y?: number;
-    scale?: number;
-    opacity?: number;
-    anchor?: number;
-};
 export type TextLayer = {
+    id: Id;
     kind: 'text';
     content: string;
-    fontSize?: number;
-    color?: string;
-} & Transform;
+    style?: TextStyleOptions;
+    matrix?: Mat6;
+};
 export type ImageLayer = {
+    id: Id;
     kind: 'image';
     frame: VideoFrame;
-} & Transform;
-export type Layer = TextLayer | ImageLayer;
+    matrix?: Mat6;
+};
+export type TransitionLayer = {
+    id: Id;
+    kind: 'transition';
+    name: string;
+    progress: number;
+    from: VideoFrame;
+    to: VideoFrame;
+};
+export type GapLayer = {
+    id: Id;
+    kind: 'gap';
+};
+export type Audio = {
+    id: Id;
+    kind: "audio";
+    data: AudioData;
+};
+export type Layer = TextLayer | ImageLayer | TransitionLayer | GapLayer;

package/x/driver/fns/work.d.ts

@@ -1,17 +1,22 @@
-import { Input } from "mediabunny";
-import { Composition } from "./schematic.js";
+import { DecoderSource } from "./schematic.js";
 export declare const setupDriverWork: import("@e280/comrade").SetupWork<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
-            source: import("./schematic.js").DecoderSource;
-            video: WritableStream<VideoFrame>;
+        decodeAudio(input: {
+            source: DecoderSource;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<Input>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/work.js

@@ -1,192 +1,90 @@
 import { Comrade } from "@e280/comrade";
-import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
+import { DOMAdapter, WebWorkerAdapter } from "pixi.js";
 import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
 DOMAdapter.set(WebWorkerAdapter);
+const loadSource = async (source) => {
+    if (source instanceof Blob) {
+        return new BlobSource(source);
+    }
+    else {
+        return new UrlSource(source);
+    }
+};
 export const setupDriverWork = (Comrade.work(shell => ({
     async hello() {
         await shell.host.world();
     },
-    async decode({ source, video, audio }) {
-        const loadSource = async () => {
-            if (source instanceof Blob) {
-                return new BlobSource(source);
-            }
-            else {
-                return new UrlSource(source);
+    async decodeAudio({ source, audio, start, end }) {
+        const input = new Input({
+            source: await loadSource(source),
+            formats: ALL_FORMATS
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const audioDecodable = await audioTrack?.canDecode();
+        const audioWriter = audio.getWriter();
+        if (audioDecodable && audioTrack) {
+            const sink = new AudioSampleSink(audioTrack);
+            for await (const sample of sink.samples(start, end)) {
+                const frame = sample.toAudioData();
+                await audioWriter.write(frame);
+                sample.close();
+                frame.close();
             }
-        };
+            await audioWriter.close();
+        }
+    },
+    async decodeVideo({ source, video, start, end }) {
         const input = new Input({
-            source: await loadSource(),
+            source: await loadSource(source),
             formats: ALL_FORMATS
         });
-        const [videoTrack, audioTrack] = await Promise.all([
-            input.getPrimaryVideoTrack(),
-            input.getPrimaryAudioTrack()
-        ]);
+        const videoTrack = await input.getPrimaryVideoTrack();
         const videoDecodable = await videoTrack?.canDecode();
-        const audioDecodable = await audioTrack?.canDecode();
         const videoWriter = video.getWriter();
-        const audioWriter = audio.getWriter();
-        await Promise.all([
-            (async () => {
-                if (videoDecodable && videoTrack) {
-                    const sink = new VideoSampleSink(videoTrack);
-                    for await (const sample of sink.samples()) {
-                        const frame = sample.toVideoFrame();
-                        await videoWriter.write(frame);
-                        sample.close();
-                        frame.close();
-                    }
-                    await videoWriter.close();
-                }
-            })(),
-            (async () => {
-                if (audioDecodable && audioTrack) {
-                    const sink = new AudioSampleSink(audioTrack);
-                    for await (const sample of sink.samples()) {
-                        const frame = sample.toAudioData();
-                        await audioWriter.write(frame);
-                        sample.close();
-                        frame.close();
-                    }
-                    await audioWriter.close();
-                }
-            })()
-        ]);
+        if (videoDecodable && videoTrack) {
+            const sink = new VideoSampleSink(videoTrack);
+            for await (const sample of sink.samples(start, end)) {
+                const frame = sample.toVideoFrame();
+                await videoWriter.write(frame);
+                sample.close();
+                frame.close();
+            }
+            await videoWriter.close();
+        }
     },
-    async encode({ readables, config, bridge }) {
+    async encode({ video, audio, config, writable }) {
         const output = new Output({
             format: new Mp4OutputFormat(),
-            target: new StreamTarget(bridge, { chunked: true })
+            target: new StreamTarget(writable, { chunked: true })
         });
-        const videoSource = new VideoSampleSource(config.video);
-        output.addVideoTrack(videoSource);
-        // since AudioSample is not transferable it fails to transfer encoder bitrate config
-        // so it needs to be hardcoded not set through constants eg QUALITY_LOW
-        const audioSource = new AudioSampleSource(config.audio);
-        output.addAudioTrack(audioSource);
+        async function encodeVideo() {
+            if (!video)
+                return;
+            const videoSource = new VideoSampleSource(config.video);
+            output.addVideoTrack(videoSource);
+            for await (const frame of video) {
+                const sample = new VideoSample(frame);
+                await videoSource.add(sample);
+                sample.close();
+            }
+        }
+        async function encodeAudio() {
+            if (!audio)
+                return;
+            const audioSource = new AudioSampleSource(config.audio);
+            output.addAudioTrack(audioSource);
+            for await (const data of audio) {
+                const sample = new AudioSample(data);
+                await audioSource.add(sample);
+                sample.close();
+                data.close();
+            }
+        }
+        const audioTask = encodeAudio();
+        const videoTask = encodeVideo();
         await output.start();
-        const videoReader = readables.video.getReader();
-        const audioReader = readables.audio.getReader();
-        await Promise.all([
-            (async () => {
-                while (true) {
-                    const { done, value } = await videoReader.read();
-                    if (done)
-                        break;
-                    const sample = new VideoSample(value);
-                    await videoSource.add(sample);
-                    sample.close();
-                }
-            })(),
-            (async () => {
-                while (true) {
-                    const { done, value } = await audioReader.read();
-                    if (done)
-                        break;
-                    const sample = new AudioSample(value);
-                    await audioSource.add(sample);
-                    sample.close();
-                    value.close();
-                }
-            })()
-        ]);
+        await Promise.all([audioTask, videoTask]);
         await output.finalize();
     },
-    async composite(composition) {
-        const { stage, renderer } = await renderPIXI(1920, 1080);
-        stage.removeChildren();
-        const { baseFrame, disposables } = await renderLayer(composition, stage);
-        renderer.render(stage);
-        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
-        // if its very slow on eg edge try chrome
-        const frame = new VideoFrame(renderer.canvas, {
-            timestamp: baseFrame?.timestamp,
-            duration: baseFrame?.duration ?? undefined,
-        });
-        baseFrame?.close();
-        renderer.clear();
-        for (const disposable of disposables) {
-            disposable.destroy(true);
-        }
-        shell.transfer = [frame];
-        return frame;
-    }
 })));
-// TODO suspicious global, probably bad
-let pixi = null;
-async function renderPIXI(width, height) {
-    if (pixi)
-        return pixi;
-    const renderer = await autoDetectRenderer({
-        width,
-        height,
-        preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
-        background: "black",
-        preferWebGLVersion: 2
-    });
-    const stage = new Container();
-    pixi = { renderer, stage };
-    return pixi;
-}
-async function renderLayer(layer, parent, disposables = []) {
-    if (Array.isArray(layer)) {
-        let baseFrame;
-        for (const child of layer) {
-            const result = await renderLayer(child, parent, disposables);
-            baseFrame ??= result.baseFrame;
-        }
-        return { baseFrame, disposables };
-    }
-    if (!isRenderableLayer(layer)) {
-        console.warn('Invalid layer', layer);
-        return { disposables };
-    }
-    switch (layer.kind) {
-        case 'text':
-            return renderTextLayer(layer, parent, disposables);
-        case 'image':
-            return renderImageLayer(layer, parent, disposables);
-        default:
-            console.warn('Unknown layer kind', layer.kind);
-            return { disposables };
-    }
-}
-function isRenderableLayer(layer) {
-    return !!layer && typeof layer === 'object' && typeof layer.kind === 'string';
-}
-function renderTextLayer(layer, parent, disposables) {
-    const text = new Text({
-        text: layer.content,
-        style: {
-            fontFamily: 'sans-serif',
-            fontSize: layer.fontSize ?? 48,
-            fill: layer.color ?? 'white'
-        }
-    });
-    applyTransform(text, layer);
-    parent.addChild(text);
-    disposables.push(text);
-    return { disposables };
-}
-function renderImageLayer(layer, parent, disposables) {
-    const texture = Texture.from(layer.frame);
-    const sprite = new Sprite(texture);
-    applyTransform(sprite, layer);
-    parent.addChild(sprite);
-    disposables.push(sprite, texture);
-    return { baseFrame: layer.frame, disposables };
-}
-function applyTransform(target, t = {}) {
-    if (t.x)
-        target.x = t.x;
-    if (t.y)
-        target.y = t.y;
-    if (t.scale)
-        target.scale.set(t.scale);
-    if (t.opacity)
-        target.alpha = t.opacity;
-    if (t.anchor && 'anchor' in target)
-        target.anchor.set(t.anchor);
-}
 //# sourceMappingURL=work.js.map

package/x/driver/fns/work.js.map

@@ -1 +1 @@
-{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AACpH,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAI7M,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC;QAClC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;gBAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,EAAE;YAC1B,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,oBAAoB,EAAE;YAC5B,KAAK,CAAC,oBAAoB,EAAE;SAC5B,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QAEpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;wBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;wBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAC;QACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACjC,oFAAoF;QACpF,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAEjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QAEpB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE/C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,SAAS,EAAE,WAAW,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACtE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,SAAS,EAAE,SAAS;YAC/B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,SAAS;SAC1C,CAAC,CAAA;QAEF,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;QAEhB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACxB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CACH,CAAA;AAED,uCAAuC;AACvC,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAID,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB,EACjB,cAAkC,EAAE;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAiC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;YAC5D,SAAS,KAAK,MAAM,CAAC,SAAS,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,CAAA;IAChC,CAAC;IAED,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;QACpC,OAAO,EAAC,WAAW,EAAC,CAAA;IACrB,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACnD,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACpD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,WAAW,EAAC,CAAA;IACtB,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC9E,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,EAAC,WAAW,EAAC,CAAA;AACrB,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAC,CAAA;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,IAAe,EAAE;IAC/D,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACrC,IAAG,CAAC,CAAC,OAAO;QAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAA;IACtC,IAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AACpD,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAI7M,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,UAAU,GAAG,KAAK,EAAE,MAAqB,EAAE,EAAE;IAClD,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;gBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;gBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACnD,CAAC,CAAA;QAEF,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;gBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;YACf,CAAC;QACF,CAAC;QAED,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAA;gBACpC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,IAAI,CAAC,KAAK,EAAE,CAAA;YACb,CAAC;QACF,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAC/B,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAE/B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/parts/compositor.d.ts

@@ -0,0 +1,15 @@
+import { Container, Renderer } from "pixi.js";
+import { Composition } from "../fns/schematic.js";
+export declare class Compositor {
+    #private;
+    pixi: {
+        renderer: Renderer;
+        stage: Container;
+    };
+    static setup(): Promise<Compositor>;
+    constructor(pixi: {
+        renderer: Renderer;
+        stage: Container;
+    });
+    composite(composition: Composition): Promise<VideoFrame>;
+}

package/x/driver/parts/compositor.js

@@ -0,0 +1,152 @@
+import { autoDetectRenderer, Container, Sprite, Text, Texture } from "pixi.js";
+import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
+import { makeTransition } from "../../features/transition/transition.js";
+export class Compositor {
+    pixi;
+    static async setup() {
+        const renderer = await autoDetectRenderer({
+            width: 1920,
+            height: 1080,
+            preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
+            background: "black",
+            preferWebGLVersion: 2
+        });
+        const stage = new Container();
+        stage.interactive = true;
+        return new this({ renderer, stage });
+    }
+    constructor(pixi) {
+        this.pixi = pixi;
+    }
+    #transitions = new Map();
+    #objects = new Map();
+    async composite(composition) {
+        const { stage, renderer } = this.pixi;
+        this.#cleanup(this.#collectIds(composition));
+        const { dispose } = await this.#renderLayer(composition, stage);
+        renderer.render(stage);
+        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
+        // if its very slow on eg edge try chrome
+        const frame = new VideoFrame(renderer.canvas, {
+            timestamp: 0,
+            duration: 0,
+        });
+        dispose();
+        return frame;
+    }
+    async #renderLayer(layer, parent) {
+        if (Array.isArray(layer)) {
+            layer.reverse();
+            const disposers = [];
+            for (const child of layer) {
+                const result = await this.#renderLayer(child, parent);
+                disposers.push(result.dispose);
+            }
+            return { dispose: () => disposers.forEach(d => d()) };
+        }
+        switch (layer.kind) {
+            case 'text':
+                return this.#renderTextLayer(layer, parent);
+            case 'image':
+                return this.#renderImageLayer(layer, parent);
+            case 'transition':
+                return this.#renderTransitionLayer(layer, parent);
+            case 'gap': {
+                this.pixi?.renderer.clear();
+                return { dispose: () => { } };
+            }
+            default:
+                console.warn('Unknown layer kind', layer.kind);
+                return { dispose: () => { } };
+        }
+    }
+    #renderTextLayer(layer, parent) {
+        const text = this.#findOrCreate(layer);
+        this.#applyTransform(text, layer.matrix);
+        parent.addChild(text);
+        return {
+            dispose: () => { }
+        };
+    }
+    #renderImageLayer(layer, parent) {
+        const texture = Texture.from(layer.frame);
+        const sprite = this.#findOrCreate(layer);
+        sprite.texture = texture;
+        this.#applyTransform(sprite, layer.matrix);
+        parent.addChild(sprite);
+        return {
+            dispose: () => {
+                texture.destroy(true);
+                layer.frame.close();
+            }
+        };
+    }
+    #renderTransitionLayer({ from, to, progress, name }, parent) {
+        const transition = this.#transitions.get(name) ??
+            (this.#transitions.set(name, makeTransition({
+                name: "circle",
+                renderer: this.pixi.renderer
+            })),
+                this.#transitions.get(name));
+        const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
+        const sprite = new Sprite(texture);
+        parent.addChild(sprite);
+        return { dispose: () => sprite.destroy(false) };
+    }
+    #applyTransform(target, worldMatrix) {
+        if (!worldMatrix)
+            return;
+        const mx = mat6ToMatrix(worldMatrix);
+        target.setFromMatrix(mx);
+    }
+    #findOrCreate(layer) {
+        const object = this.#objects.get(layer.id);
+        if (!object) {
+            switch (layer.kind) {
+                case 'text': {
+                    const text = new Text({
+                        text: layer.content,
+                        style: layer.style
+                    });
+                    text.onmouseenter = () => console.log("enter text");
+                    return this.#objects
+                        .set(layer.id, text)
+                        .get(layer.id);
+                }
+                case 'image': {
+                    const sprite = new Sprite();
+                    sprite.onmouseenter = () => console.log("enter");
+                    return this.#objects
+                        .set(layer.id, sprite)
+                        .get(layer.id);
+                }
+            }
+        }
+        else
+            return object;
+    }
+    #collectIds(layers) {
+        const result = new Set();
+        const traverse = (node) => {
+            if (Array.isArray(node)) {
+                for (const child of node)
+                    traverse(child);
+            }
+            else {
+                result.add(node.id);
+            }
+        };
+        traverse(layers);
+        return result;
+    }
+    #cleanup(activeIds) {
+        for (const id of this.#objects.keys()) {
+            if (!activeIds.has(id)) {
+                const obj = this.#objects.get(id);
+                obj.destroy(true);
+                this.#objects.delete(id);
+            }
+        }
+    }
+}
+//# sourceMappingURL=compositor.js.map

package/x/driver/parts/compositor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compositor.js","sourceRoot":"","sources":["../../../s/driver/parts/compositor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAC,MAAM,SAAS,CAAA;AAGtF,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,OAAO,UAAU;IAeH;IAbnB,MAAM,CAAC,KAAK,CAAC,KAAK;QACjB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACzC,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,OAAO,EAAE,iDAAiD;YACtE,UAAU,EAAE,OAAO;YACnB,kBAAkB,EAAE,CAAC;SACrB,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;QACxB,OAAO,IAAI,IAAI,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAA;IACnC,CAAC;IAED,YAAmB,IAA4C;QAA5C,SAAI,GAAJ,IAAI,CAAwC;IAAG,CAAC;IAEnE,YAAY,GAAmD,IAAI,GAAG,EAAE,CAAA;IACxE,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAA;IAEvC,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAC,IAAI,CAAA;QAEnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5C,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC7D,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,OAAO,EAAE,CAAA;QAET,OAAO,KAAK,CAAA;IACb,CAAC;IAED,KAAK,CAAC,YAAY,CACjB,KAA0B,EAC1B,MAAiB;QAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,OAAO,EAAE,CAAA;YACf,MAAM,SAAS,GAAmB,EAAE,CAAA;YACpC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACrD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;YACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;QACpD,CAAC;QAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACV,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC5C,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC7C,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAC3B,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;YAC3B,CAAC;YACD;gBACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;gBACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,gBAAgB,CACf,KAAqC,EACrC,MAAiB;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAO,KAAK,CAAE,CAAA;QAC7C,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAA;IACF,CAAC;IAED,iBAAiB,CAChB,KAAsC,EACtC,MAAiB;QAEjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAS,KAAK,CAAE,CAAA;QACjD,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;QACxB,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE;gBACb,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACrB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACpB,CAAC;SACD,CAAA;IACF,CAAC;IAED,sBAAsB,CACrB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;gBAC3C,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;aAC5B,CAAC,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAC7B,CAAA;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;QAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;IAC9C,CAAC;IAED,eAAe,CAAC,MAAqB,EAAE,WAAkB;QACvD,IAAI,CAAC,WAAW;YAAE,OAAM;QACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,aAAa,CAAgB,KAAY;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC1C,IAAG,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACb,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;wBACrB,IAAI,EAAE,KAAK,CAAC,OAAO;wBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB,CAAC,CAAA;oBACF,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;oBACnD,OAAO,IAAI,CAAC,QAAQ;yBAClB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC;yBACnB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAM,CAAA;gBACrB,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;oBAC3B,MAAM,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;oBAChD,OAAO,IAAI,CAAC,QAAQ;yBAClB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC;yBACrB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAM,CAAA;gBACrB,CAAC;YACF,CAAC;QACF,CAAC;;YAAM,OAAO,MAAW,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,MAA2B;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,MAAM,QAAQ,GAAG,CAAC,IAAyB,EAAE,EAAE;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;QACF,CAAC,CAAA;QACD,QAAQ,CAAC,MAAM,CAAC,CAAA;QAChB,OAAO,MAAM,CAAA;IACd,CAAC;IAED,QAAQ,CAAC,SAAsB;QAC9B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;gBAClC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACjB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;CACD"}

package/x/driver/parts/machina.d.ts

@@ -1,23 +1,3 @@
-import { WebMediaInfo } from "web-demuxer";
-type Events = {
-    type: "config";
-    config: {
-        audio: AudioDecoderConfig;
-        video: VideoDecoderConfig;
-    };
-} | {
-    type: "info";
-    data: WebMediaInfo;
-} | {
-    type: "encoderQueueSize";
-    size: number;
-};
-type Handler = (event: Events) => void;
 export declare class Machina {
-    #private;
     count: number;
-    register(id: number, handler: Handler): void;
-    unregister(id: number): void;
-    dispatch(id: number, event: Events): void;
 }
-export {};