@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

package/x/driver/fns/host.d.ts

@@ -2,15 +2,23 @@ import { Machina } from "../parts/machina.js";
 export declare const setupDriverHost: (machina: Machina) => import("@e280/comrade").SetupHost<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
+        decodeAudio(input: {
             source: import("./schematic.js").DecoderSource;
-            video: WritableStream<VideoFrame>;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: import("./schematic.js").DecoderSource;
+            cancel: MessagePort;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: import("./schematic.js").Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/host.js

@@ -1,7 +1,7 @@
 import { Comrade } from "@e280/comrade";
-export const setupDriverHost = (machina) => Comrade.host(({ work }, rig) => ({
+export const setupDriverHost = (machina) => (Comrade.host(_shell => ({
     async world() {
         machina.count++;
-    }
-}));
+    },
+})));
 //# sourceMappingURL=host.js.map

package/x/driver/fns/host.js.map

@@ -1 +1 @@
-{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAEpG,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CAAA"}
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,CACpD,OAAO,CAAC,IAAI,CAAkB,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/fns/schematic.d.ts

@@ -1,35 +1,50 @@
+import { TextStyleOptions } from "pixi.js";
 import { AsSchematic } from "@e280/comrade";
 import type { AudioEncodingConfig, StreamTargetChunk, VideoEncodingConfig } from "mediabunny";
+import { Id } from "../../timeline/index.js";
+import { Crop } from "../../timeline/parts/item.js";
+import { Mat6 } from "../../timeline/utils/matrix.js";
+import { FilterParams, FilterType } from "../../timeline/parts/filters.js";
+import { TransitionName } from "../../timeline/parts/transitions.js";
 export type DriverSchematic = AsSchematic<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
+        decodeAudio(input: {
             source: DecoderSource;
-            video: WritableStream<VideoFrame>;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            cancel: MessagePort;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: EncoderInput & {
-            bridge: WritableStream<StreamTargetChunk>;
+            writable: WritableStream<StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;
     };
 }>;
 export interface EncoderInput {
-    readables: {
-        video: ReadableStream<VideoFrame>;
-        audio: ReadableStream<AudioData>;
-    };
-    config: {
-        video: VideoEncodingConfig;
-        audio: AudioEncodingConfig;
-    };
+    video?: ReadableStream<VideoFrame>;
+    audio?: ReadableStream<AudioData>;
+    config: RenderConfig;
+}
+export interface RenderConfig {
+    video: VideoEncodingConfig;
+    audio: AudioEncodingConfig;
 }
-export type DecoderSource = FileSystemFileHandle | string;
+export type DecoderSource = Blob | string | URL;
 export interface DecoderInput {
     source: DecoderSource;
+    start?: number;
+    end?: number;
     onFrame?: (frame: VideoFrame) => Promise<VideoFrame>;
 }
 export interface MuxOpts {
@@ -46,21 +61,46 @@ export interface MuxOpts {
     };
 }
 export type Composition = Layer | (Layer | Composition)[];
-export type Transform = {
-    x?: number;
-    y?: number;
-    scale?: number;
-    opacity?: number;
-    anchor?: number;
-};
+export type FilterSpec = {
+    [TFilter in FilterType]: {
+        type: TFilter;
+        params?: FilterParams<TFilter>;
+    };
+}[FilterType];
 export type TextLayer = {
+    id: Id;
     kind: 'text';
     content: string;
-    fontSize?: number;
-    color?: string;
-} & Transform;
+    style?: TextStyleOptions;
+    matrix?: Mat6;
+    alpha?: number;
+    crop?: Crop;
+    filters?: FilterSpec[];
+};
 export type ImageLayer = {
+    id: Id;
     kind: 'image';
     frame: VideoFrame;
-} & Transform;
-export type Layer = TextLayer | ImageLayer;
+    matrix?: Mat6;
+    alpha?: number;
+    crop?: Crop;
+    filters?: FilterSpec[];
+};
+export type TransitionLayer = {
+    id: Id;
+    kind: 'transition';
+    name: TransitionName;
+    progress: number;
+    from: VideoFrame;
+    to: VideoFrame;
+};
+export type GapLayer = {
+    id: Id;
+    kind: 'gap';
+};
+export type Audio = {
+    id: Id;
+    kind: "audio";
+    data: AudioData;
+};
+export type Layer = TextLayer | ImageLayer | TransitionLayer | GapLayer;

package/x/driver/fns/work.d.ts

@@ -1,17 +1,24 @@
-import { Input } from "mediabunny";
-import { Composition } from "./schematic.js";
+import { DecoderSource } from "./schematic.js";
 export declare const setupDriverWork: import("@e280/comrade").SetupWork<{
     work: {
         hello(): Promise<void>;
-        decode(input: {
-            source: import("./schematic.js").DecoderSource;
-            video: WritableStream<VideoFrame>;
+        decodeAudio(input: {
+            source: DecoderSource;
+            cancel: MessagePort;
             audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            cancel: MessagePort;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
         }): Promise<void>;
         encode(input: import("./schematic.js").EncoderInput & {
-            bridge: WritableStream<Input>;
+            writable: WritableStream<import("mediabunny").StreamTargetChunk>;
         }): Promise<void>;
-        composite(input: Composition): Promise<VideoFrame>;
     };
     host: {
         world(): Promise<void>;

package/x/driver/fns/work.js

@@ -1,192 +1,101 @@
 import { Comrade } from "@e280/comrade";
 import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
-import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
-DOMAdapter.set(WebWorkerAdapter);
-export const setupDriverWork = Comrade.work(({ host }, rig) => ({
+const loadSource = async (source) => {
+    if (source instanceof Blob) {
+        return new BlobSource(source);
+    }
+    else {
+        return new UrlSource(source);
+    }
+};
+export const setupDriverWork = (Comrade.work(shell => ({
     async hello() {
-        await host.world();
+        await shell.host.world();
     },
-    async decode({ source, video, audio }) {
-        const loadSource = async () => {
-            if (source instanceof FileSystemFileHandle) {
-                const file = await source.getFile();
-                return new BlobSource(file);
-            }
-            else {
-                return new UrlSource(source);
-            }
+    async decodeAudio({ source, audio, start, end, cancel }) {
+        const input = new Input({
+            source: await loadSource(source),
+            formats: ALL_FORMATS
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const audioDecodable = await audioTrack?.canDecode();
+        const audioWriter = audio.getWriter();
+        if (!audioDecodable || !audioTrack)
+            return;
+        const sink = new AudioSampleSink(audioTrack);
+        const samples = sink.samples(start, end);
+        cancel.onmessage = async () => {
+            samples.return();
+            input.dispose();
+            cancel.close();
         };
+        for await (const sample of samples) {
+            const frame = sample.toAudioData();
+            sample.close();
+            await audioWriter.write(frame);
+            frame.close();
+        }
+        await audioWriter.close();
+    },
+    async decodeVideo({ source, video, start, end, cancel }) {
         const input = new Input({
-            source: await loadSource(),
+            source: await loadSource(source),
             formats: ALL_FORMATS
         });
-        const [videoTrack, audioTrack] = await Promise.all([
-            input.getPrimaryVideoTrack(),
-            input.getPrimaryAudioTrack()
-        ]);
+        const videoTrack = await input.getPrimaryVideoTrack();
         const videoDecodable = await videoTrack?.canDecode();
-        const audioDecodable = await audioTrack?.canDecode();
         const videoWriter = video.getWriter();
-        const audioWriter = audio.getWriter();
-        await Promise.all([
-            (async () => {
-                if (videoDecodable && videoTrack) {
-                    const sink = new VideoSampleSink(videoTrack);
-                    for await (const sample of sink.samples()) {
-                        const frame = sample.toVideoFrame();
-                        await videoWriter.write(frame);
-                        sample.close();
-                        frame.close();
-                    }
-                    await videoWriter.close();
-                }
-            })(),
-            (async () => {
-                if (audioDecodable && audioTrack) {
-                    const sink = new AudioSampleSink(audioTrack);
-                    for await (const sample of sink.samples()) {
-                        const frame = sample.toAudioData();
-                        await audioWriter.write(frame);
-                        sample.close();
-                        frame.close();
-                    }
-                    await audioWriter.close();
-                }
-            })()
-        ]);
+        if (!videoDecodable || !videoTrack)
+            return;
+        const sink = new VideoSampleSink(videoTrack);
+        const samples = sink.samples(start, end);
+        cancel.onmessage = async () => {
+            await samples.return();
+            cancel.close();
+        };
+        for await (const sample of samples) {
+            const frame = sample.toVideoFrame();
+            sample.close();
+            await videoWriter.write(frame);
+            frame.close();
+        }
+        await videoWriter.close();
+        input.dispose();
     },
-    async encode({ readables, config, bridge }) {
+    async encode({ video, audio, config, writable }) {
         const output = new Output({
             format: new Mp4OutputFormat(),
-            target: new StreamTarget(bridge, { chunked: true })
+            target: new StreamTarget(writable, { chunked: true })
         });
-        const videoSource = new VideoSampleSource(config.video);
-        output.addVideoTrack(videoSource);
-        // since AudioSample is not transferable it fails to transfer encoder bitrate config
-        // so it needs to be hardcoded not set through constants eg QUALITY_LOW
-        const audioSource = new AudioSampleSource(config.audio);
-        output.addAudioTrack(audioSource);
+        async function encodeVideo() {
+            if (!video)
+                return;
+            const videoSource = new VideoSampleSource(config.video);
+            output.addVideoTrack(videoSource);
+            for await (const frame of video) {
+                const sample = new VideoSample(frame);
+                await videoSource.add(sample);
+                sample.close();
+                frame.close();
+            }
+        }
+        async function encodeAudio() {
+            if (!audio)
+                return;
+            const audioSource = new AudioSampleSource(config.audio);
+            output.addAudioTrack(audioSource);
+            for await (const data of audio) {
+                const sample = new AudioSample(data);
+                await audioSource.add(sample);
+                sample.close();
+                data.close();
+            }
+        }
+        const audioTask = encodeAudio();
+        const videoTask = encodeVideo();
         await output.start();
-        const videoReader = readables.video.getReader();
-        const audioReader = readables.audio.getReader();
-        await Promise.all([
-            (async () => {
-                while (true) {
-                    const { done, value } = await videoReader.read();
-                    if (done)
-                        break;
-                    const sample = new VideoSample(value);
-                    await videoSource.add(sample);
-                    sample.close();
-                }
-            })(),
-            (async () => {
-                while (true) {
-                    const { done, value } = await audioReader.read();
-                    if (done)
-                        break;
-                    const sample = new AudioSample(value);
-                    await audioSource.add(sample);
-                    sample.close();
-                    value.close();
-                }
-            })()
-        ]);
+        await Promise.all([audioTask, videoTask]);
         await output.finalize();
     },
-    async composite(composition) {
-        const { stage, renderer } = await renderPIXI(1920, 1080);
-        stage.removeChildren();
-        const { baseFrame, disposables } = await renderLayer(composition, stage);
-        renderer.render(stage);
-        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
-        // if its very slow on eg edge try chrome
-        const frame = new VideoFrame(renderer.canvas, {
-            timestamp: baseFrame?.timestamp,
-            duration: baseFrame?.duration ?? undefined,
-        });
-        baseFrame?.close();
-        renderer.clear();
-        for (const disposable of disposables) {
-            disposable.destroy(true);
-        }
-        rig.transfer = [frame];
-        return frame;
-    }
-}));
-let pixi = null;
-async function renderPIXI(width, height) {
-    if (pixi)
-        return pixi;
-    const renderer = await autoDetectRenderer({
-        width,
-        height,
-        preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
-        background: "black",
-        preferWebGLVersion: 2
-    });
-    const stage = new Container();
-    pixi = { renderer, stage };
-    return pixi;
-}
-async function renderLayer(layer, parent, disposables = []) {
-    if (Array.isArray(layer)) {
-        let baseFrame;
-        for (const child of layer) {
-            const result = await renderLayer(child, parent, disposables);
-            baseFrame ??= result.baseFrame;
-        }
-        return { baseFrame, disposables };
-    }
-    if (!isRenderableLayer(layer)) {
-        console.warn('Invalid layer', layer);
-        return { disposables };
-    }
-    switch (layer.kind) {
-        case 'text':
-            return renderTextLayer(layer, parent, disposables);
-        case 'image':
-            return renderImageLayer(layer, parent, disposables);
-        default:
-            console.warn('Unknown layer kind', layer.kind);
-            return { disposables };
-    }
-}
-function isRenderableLayer(layer) {
-    return !!layer && typeof layer === 'object' && typeof layer.kind === 'string';
-}
-function renderTextLayer(layer, parent, disposables) {
-    const text = new Text({
-        text: layer.content,
-        style: {
-            fontFamily: 'sans-serif',
-            fontSize: layer.fontSize ?? 48,
-            fill: layer.color ?? 'white'
-        }
-    });
-    applyTransform(text, layer);
-    parent.addChild(text);
-    disposables.push(text);
-    return { disposables };
-}
-function renderImageLayer(layer, parent, disposables) {
-    const texture = Texture.from(layer.frame);
-    const sprite = new Sprite(texture);
-    applyTransform(sprite, layer);
-    parent.addChild(sprite);
-    disposables.push(sprite, texture);
-    return { baseFrame: layer.frame, disposables };
-}
-function applyTransform(target, t = {}) {
-    if (t.x)
-        target.x = t.x;
-    if (t.y)
-        target.y = t.y;
-    if (t.scale)
-        target.scale.set(t.scale);
-    if (t.opacity)
-        target.alpha = t.opacity;
-    if (t.anchor && 'anchor' in target)
-        target.anchor.set(t.anchor);
-}
+})));
 //# sourceMappingURL=work.js.map

package/x/driver/fns/work.js.map

@@ -1 +1 @@
-{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EACN,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAC5F,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EACpF,MAAM,YAAY,CAAA;AACnB,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AAIpH,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAE9E,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC;QAClC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;gBACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;YAC5B,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,EAAE;YAC1B,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,oBAAoB,EAAE;YAC5B,KAAK,CAAC,oBAAoB,EAAE;SAC5B,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QAEpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;wBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;wBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAC;QACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACjC,oFAAoF;QACpF,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAEjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QAEpB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE/C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,SAAS,EAAE,WAAW,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACtE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,SAAS,EAAE,SAAS;YAC/B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,SAAS;SAC1C,CAAC,CAAA;QAEF,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;QAEhB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,GAAG,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CAAA;AAGH,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAID,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB,EACjB,cAAkC,EAAE;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAiC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;YAC5D,SAAS,KAAK,MAAM,CAAC,SAAS,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,CAAA;IAChC,CAAC;IAED,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;QACpC,OAAO,EAAC,WAAW,EAAC,CAAA;IACrB,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACnD,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACpD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,WAAW,EAAC,CAAA;IACtB,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC9E,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,EAAC,WAAW,EAAC,CAAA;AACrB,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAC,CAAA;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,IAAe,EAAE;IAC/D,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACrC,IAAG,CAAC,CAAC,OAAO;QAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAA;IACtC,IAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAErC,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EACpH,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAIvF,MAAM,UAAU,GAAG,KAAK,EAAE,MAAqB,EAAE,EAAE;IAClD,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAC;QACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAG,CAAC,cAAc,IAAI,CAAC,UAAU;YAChC,OAAM;QAEP,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAExC,MAAM,CAAC,SAAS,GAAG,KAAK,IAAI,EAAE;YAC7B,OAAO,CAAC,MAAM,EAAE,CAAA;YAChB,KAAK,CAAC,OAAO,EAAE,CAAA;YACf,MAAM,CAAC,KAAK,EAAE,CAAA;QACf,CAAC,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;YAClC,MAAM,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC9B,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAED,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAC;QACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAG,CAAC,cAAc,IAAI,CAAC,UAAU;YAChC,OAAM;QAEP,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAExC,MAAM,CAAC,SAAS,GAAG,KAAK,IAAI,EAAE;YAC7B,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;YACtB,MAAM,CAAC,KAAK,EAAE,CAAA;QACf,CAAC,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;YACnC,MAAM,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC9B,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAED,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QACzB,KAAK,CAAC,OAAO,EAAE,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACnD,CAAC,CAAA;QAEF,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;gBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;QACF,CAAC;QAED,KAAK,UAAU,WAAW;YACzB,IAAG,CAAC,KAAK;gBAAE,OAAM;YACjB,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAA;gBACpC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,IAAI,CAAC,KAAK,EAAE,CAAA;YACb,CAAC;QACF,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAC/B,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;QAE/B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/parts/compositor.d.ts

@@ -0,0 +1,39 @@
+import { Container, FederatedPointerEvent, Renderer } from "pixi.js";
+import { Id } from "../../timeline/index.js";
+import { Composition } from "../fns/schematic.js";
+export declare class Compositor {
+    #private;
+    pixi: {
+        renderer: Renderer;
+        stage: Container;
+    };
+    onPointerDown: import("@e280/stz").Pub<[{
+        event: FederatedPointerEvent;
+        id: Id;
+        object: Container;
+    }]>;
+    onPointerMove: import("@e280/stz").Pub<[{
+        event: FederatedPointerEvent;
+        id: Id;
+        object: Container;
+    }]>;
+    onPointerUp: import("@e280/stz").Pub<[{
+        event: FederatedPointerEvent;
+        id: Id;
+        object: Container;
+    }]>;
+    onDispose: import("@e280/stz").Pub<[{
+        id: Id;
+        object: Container;
+    }]>;
+    static setup(): Promise<Compositor>;
+    constructor(pixi: {
+        renderer: Renderer;
+        stage: Container;
+    });
+    composite(composition: Composition): Promise<VideoFrame>;
+    /**
+     * get object for current Composition
+     * */
+    getActiveObject(id: Id): Container<import("pixi.js").ContainerChild> | undefined;
+}