@omnimedia/omnitool 1.0.0 → 1.1.0-3

package/x/driver/fns/host.d.ts

@@ -0,0 +1,18 @@
+import { Machina } from "../parts/machina.js";
+export declare const setupDriverHost: (machina: Machina) => import("@e280/comrade").SetupHost<{
+    work: {
+        hello(): Promise<void>;
+        decode(input: {
+            source: import("./schematic.js").DecoderSource;
+            video: WritableStream<VideoFrame>;
+            audio: WritableStream<AudioData>;
+        }): Promise<void>;
+        encode(input: import("./schematic.js").EncoderInput & {
+            bridge: WritableStream<StreamTargetChunk>;
+        }): Promise<void>;
+        composite(input: import("./schematic.js").Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;

package/x/driver/fns/host.js

@@ -0,0 +1,7 @@
+import { Comrade } from "@e280/comrade";
+export const setupDriverHost = (machina) => Comrade.host(({ work }, rig) => ({
+    async world() {
+        machina.count++;
+    }
+}));
+//# sourceMappingURL=host.js.map

package/x/driver/fns/host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAEpG,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CAAA"}

package/x/driver/fns/schematic.d.ts

@@ -0,0 +1,66 @@
+import { AsSchematic } from "@e280/comrade";
+import type { AudioEncodingConfig, StreamTargetChunk, VideoEncodingConfig } from "mediabunny";
+export type DriverSchematic = AsSchematic<{
+    work: {
+        hello(): Promise<void>;
+        decode(input: {
+            source: DecoderSource;
+            video: WritableStream<VideoFrame>;
+            audio: WritableStream<AudioData>;
+        }): Promise<void>;
+        encode(input: EncoderInput & {
+            bridge: WritableStream<StreamTargetChunk>;
+        }): Promise<void>;
+        composite(input: Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;
+export interface EncoderInput {
+    readables: {
+        video: ReadableStream<VideoFrame>;
+        audio: ReadableStream<AudioData>;
+    };
+    config: {
+        video: VideoEncodingConfig;
+        audio: AudioEncodingConfig;
+    };
+}
+export type DecoderSource = FileSystemFileHandle | string;
+export interface DecoderInput {
+    source: DecoderSource;
+    onFrame?: (frame: VideoFrame) => Promise<VideoFrame>;
+}
+export interface MuxOpts {
+    config: {
+        video: {
+            width: number;
+            height: number;
+        };
+        audio?: {
+            codec: "opus" | "aac";
+            numberOfChannels: number;
+            sampleRate: number;
+        };
+    };
+}
+export type Composition = Layer | (Layer | Composition)[];
+export type Transform = {
+    x?: number;
+    y?: number;
+    scale?: number;
+    opacity?: number;
+    anchor?: number;
+};
+export type TextLayer = {
+    kind: 'text';
+    content: string;
+    fontSize?: number;
+    color?: string;
+} & Transform;
+export type ImageLayer = {
+    kind: 'image';
+    frame: VideoFrame;
+} & Transform;
+export type Layer = TextLayer | ImageLayer;

package/x/driver/fns/schematic.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=schematic.js.map

package/x/driver/fns/schematic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schematic.js","sourceRoot":"","sources":["../../../s/driver/fns/schematic.ts"],"names":[],"mappings":""}

package/x/driver/fns/work.d.ts

@@ -0,0 +1,19 @@
+import { Input } from "mediabunny";
+import { Composition } from "./schematic.js";
+export declare const setupDriverWork: import("@e280/comrade").SetupWork<{
+    work: {
+        hello(): Promise<void>;
+        decode(input: {
+            source: import("./schematic.js").DecoderSource;
+            video: WritableStream<VideoFrame>;
+            audio: WritableStream<AudioData>;
+        }): Promise<void>;
+        encode(input: import("./schematic.js").EncoderInput & {
+            bridge: WritableStream<Input>;
+        }): Promise<void>;
+        composite(input: Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;

package/x/driver/fns/work.js

@@ -0,0 +1,192 @@
+import { Comrade } from "@e280/comrade";
+import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
+import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
+DOMAdapter.set(WebWorkerAdapter);
+export const setupDriverWork = Comrade.work(({ host }, rig) => ({
+    async hello() {
+        await host.world();
+    },
+    async decode({ source, video, audio }) {
+        const loadSource = async () => {
+            if (source instanceof FileSystemFileHandle) {
+                const file = await source.getFile();
+                return new BlobSource(file);
+            }
+            else {
+                return new UrlSource(source);
+            }
+        };
+        const input = new Input({
+            source: await loadSource(),
+            formats: ALL_FORMATS
+        });
+        const [videoTrack, audioTrack] = await Promise.all([
+            input.getPrimaryVideoTrack(),
+            input.getPrimaryAudioTrack()
+        ]);
+        const videoDecodable = await videoTrack?.canDecode();
+        const audioDecodable = await audioTrack?.canDecode();
+        const videoWriter = video.getWriter();
+        const audioWriter = audio.getWriter();
+        await Promise.all([
+            (async () => {
+                if (videoDecodable && videoTrack) {
+                    const sink = new VideoSampleSink(videoTrack);
+                    for await (const sample of sink.samples()) {
+                        const frame = sample.toVideoFrame();
+                        await videoWriter.write(frame);
+                        sample.close();
+                        frame.close();
+                    }
+                    await videoWriter.close();
+                }
+            })(),
+            (async () => {
+                if (audioDecodable && audioTrack) {
+                    const sink = new AudioSampleSink(audioTrack);
+                    for await (const sample of sink.samples()) {
+                        const frame = sample.toAudioData();
+                        await audioWriter.write(frame);
+                        sample.close();
+                        frame.close();
+                    }
+                    await audioWriter.close();
+                }
+            })()
+        ]);
+    },
+    async encode({ readables, config, bridge }) {
+        const output = new Output({
+            format: new Mp4OutputFormat(),
+            target: new StreamTarget(bridge, { chunked: true })
+        });
+        const videoSource = new VideoSampleSource(config.video);
+        output.addVideoTrack(videoSource);
+        // since AudioSample is not transferable it fails to transfer encoder bitrate config
+        // so it needs to be hardcoded not set through constants eg QUALITY_LOW
+        const audioSource = new AudioSampleSource(config.audio);
+        output.addAudioTrack(audioSource);
+        await output.start();
+        const videoReader = readables.video.getReader();
+        const audioReader = readables.audio.getReader();
+        await Promise.all([
+            (async () => {
+                while (true) {
+                    const { done, value } = await videoReader.read();
+                    if (done)
+                        break;
+                    const sample = new VideoSample(value);
+                    await videoSource.add(sample);
+                    sample.close();
+                }
+            })(),
+            (async () => {
+                while (true) {
+                    const { done, value } = await audioReader.read();
+                    if (done)
+                        break;
+                    const sample = new AudioSample(value);
+                    await audioSource.add(sample);
+                    sample.close();
+                    value.close();
+                }
+            })()
+        ]);
+        await output.finalize();
+    },
+    async composite(composition) {
+        const { stage, renderer } = await renderPIXI(1920, 1080);
+        stage.removeChildren();
+        const { baseFrame, disposables } = await renderLayer(composition, stage);
+        renderer.render(stage);
+        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
+        // if its very slow on eg edge try chrome
+        const frame = new VideoFrame(renderer.canvas, {
+            timestamp: baseFrame?.timestamp,
+            duration: baseFrame?.duration ?? undefined,
+        });
+        baseFrame?.close();
+        renderer.clear();
+        for (const disposable of disposables) {
+            disposable.destroy(true);
+        }
+        rig.transfer = [frame];
+        return frame;
+    }
+}));
+let pixi = null;
+async function renderPIXI(width, height) {
+    if (pixi)
+        return pixi;
+    const renderer = await autoDetectRenderer({
+        width,
+        height,
+        preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
+        background: "black",
+        preferWebGLVersion: 2
+    });
+    const stage = new Container();
+    pixi = { renderer, stage };
+    return pixi;
+}
+async function renderLayer(layer, parent, disposables = []) {
+    if (Array.isArray(layer)) {
+        let baseFrame;
+        for (const child of layer) {
+            const result = await renderLayer(child, parent, disposables);
+            baseFrame ??= result.baseFrame;
+        }
+        return { baseFrame, disposables };
+    }
+    if (!isRenderableLayer(layer)) {
+        console.warn('Invalid layer', layer);
+        return { disposables };
+    }
+    switch (layer.kind) {
+        case 'text':
+            return renderTextLayer(layer, parent, disposables);
+        case 'image':
+            return renderImageLayer(layer, parent, disposables);
+        default:
+            console.warn('Unknown layer kind', layer.kind);
+            return { disposables };
+    }
+}
+function isRenderableLayer(layer) {
+    return !!layer && typeof layer === 'object' && typeof layer.kind === 'string';
+}
+function renderTextLayer(layer, parent, disposables) {
+    const text = new Text({
+        text: layer.content,
+        style: {
+            fontFamily: 'sans-serif',
+            fontSize: layer.fontSize ?? 48,
+            fill: layer.color ?? 'white'
+        }
+    });
+    applyTransform(text, layer);
+    parent.addChild(text);
+    disposables.push(text);
+    return { disposables };
+}
+function renderImageLayer(layer, parent, disposables) {
+    const texture = Texture.from(layer.frame);
+    const sprite = new Sprite(texture);
+    applyTransform(sprite, layer);
+    parent.addChild(sprite);
+    disposables.push(sprite, texture);
+    return { baseFrame: layer.frame, disposables };
+}
+function applyTransform(target, t = {}) {
+    if (t.x)
+        target.x = t.x;
+    if (t.y)
+        target.y = t.y;
+    if (t.scale)
+        target.scale.set(t.scale);
+    if (t.opacity)
+        target.alpha = t.opacity;
+    if (t.anchor && 'anchor' in target)
+        target.anchor.set(t.anchor);
+}
+//# sourceMappingURL=work.js.map

package/x/driver/fns/work.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EACN,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAC5F,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EACpF,MAAM,YAAY,CAAA;AACnB,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AAIpH,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAE9E,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC;QAClC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;gBACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;YAC5B,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,EAAE;YAC1B,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,oBAAoB,EAAE;YAC5B,KAAK,CAAC,oBAAoB,EAAE;SAC5B,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QAEpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;wBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;wBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAC;QACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACjC,oFAAoF;QACpF,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAEjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QAEpB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE/C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,SAAS,EAAE,WAAW,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACtE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,SAAS,EAAE,SAAS;YAC/B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,SAAS;SAC1C,CAAC,CAAA;QAEF,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;QAEhB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,GAAG,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CAAA;AAGH,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAID,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB,EACjB,cAAkC,EAAE;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAiC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;YAC5D,SAAS,KAAK,MAAM,CAAC,SAAS,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,CAAA;IAChC,CAAC;IAED,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;QACpC,OAAO,EAAC,WAAW,EAAC,CAAA;IACrB,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACnD,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACpD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,WAAW,EAAC,CAAA;IACtB,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC9E,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,EAAC,WAAW,EAAC,CAAA;AACrB,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAC,CAAA;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,IAAe,EAAE;IAC/D,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACrC,IAAG,CAAC,CAAC,OAAO;QAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAA;IACtC,IAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}

package/x/driver/parts/constants.d.ts

@@ -0,0 +1,2 @@
+export declare const encoderDefaultConfig: VideoEncoderConfig;
+export declare const audioEncoderDefaultConfig: AudioEncoderConfig;

package/x/driver/parts/constants.js

@@ -0,0 +1,17 @@
+// for later: https://github.com/gpac/mp4box.js/issues/243
+export const encoderDefaultConfig = {
+    codec: "avc1.640034",
+    avc: { format: "annexb" },
+    width: 1280,
+    height: 720,
+    bitrate: 9_000_000, // 9 Mbps
+    framerate: 60,
+    bitrateMode: "variable",
+    hardwareAcceleration: "no-preference" // prefer-hardware seems like 2x slower from what i been testing
+};
+export const audioEncoderDefaultConfig = {
+    codec: "opus",
+    numberOfChannels: 2,
+    sampleRate: 44100
+};
+//# sourceMappingURL=constants.js.map

package/x/driver/parts/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../s/driver/parts/constants.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAuB;IACvD,KAAK,EAAE,aAAa;IACpB,GAAG,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAC;IACvB,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,GAAG;IACX,OAAO,EAAE,SAAS,EAAE,SAAS;IAC7B,SAAS,EAAE,EAAE;IACb,WAAW,EAAE,UAAU;IACvB,oBAAoB,EAAE,eAAe,CAAC,gEAAgE;CACtG,CAAA;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuB;IAC5D,KAAK,EAAE,MAAM;IACb,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,KAAK;CACjB,CAAA"}

package/x/driver/parts/machina.d.ts

@@ -0,0 +1,23 @@
+import { WebMediaInfo } from "web-demuxer";
+type Events = {
+    type: "config";
+    config: {
+        audio: AudioDecoderConfig;
+        video: VideoDecoderConfig;
+    };
+} | {
+    type: "info";
+    data: WebMediaInfo;
+} | {
+    type: "encoderQueueSize";
+    size: number;
+};
+type Handler = (event: Events) => void;
+export declare class Machina {
+    #private;
+    count: number;
+    register(id: number, handler: Handler): void;
+    unregister(id: number): void;
+    dispatch(id: number, event: Events): void;
+}
+export {};

package/x/driver/parts/machina.js

@@ -0,0 +1,14 @@
+export class Machina {
+    count = 0;
+    #handlers = new Map();
+    register(id, handler) {
+        this.#handlers.set(id, handler);
+    }
+    unregister(id) {
+        this.#handlers.delete(id);
+    }
+    dispatch(id, event) {
+        this.#handlers.get(id)?.(event);
+    }
+}
+//# sourceMappingURL=machina.js.map

package/x/driver/parts/machina.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;IAET,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAA;IAEtC,QAAQ,CAAC,EAAU,EAAE,OAAgB;QACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,QAAQ,CAAC,EAAU,EAAE,KAAa;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;CACD"}

package/x/driver/utils/load-decoder-source.d.ts

@@ -0,0 +1,2 @@
+import { DecoderSource } from "../fns/schematic.js";
+export declare function loadDecoderSource(source: DecoderSource): Promise<any>;

package/x/driver/utils/load-decoder-source.js

@@ -0,0 +1,12 @@
+import { BlobSource, UrlSource } from "mediabunny";
+// only streamable sources
+export async function loadDecoderSource(source) {
+    if (source instanceof FileSystemFileHandle) {
+        const file = await source.getFile();
+        return new BlobSource(file);
+    }
+    else {
+        return new UrlSource(source);
+    }
+}
+//# sourceMappingURL=load-decoder-source.js.map

package/x/driver/utils/load-decoder-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}

package/x/driver/utils/sleep.d.ts

@@ -0,0 +1 @@
+export declare function sleep(ms: number): Promise<unknown>;

package/x/driver/utils/sleep.js

@@ -0,0 +1,4 @@
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=sleep.js.map

package/x/driver/utils/sleep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sleep.js","sourceRoot":"","sources":["../../../s/driver/utils/sleep.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,KAAK,CAAC,EAAU;IAC/B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/x/index.d.ts

@@ -1,9 +1,2 @@
-import { Clip } from "./types.js";
-import { OmniVideoDecoder } from "./parts/video-decoder.js";
-export declare class OmniTool {
-    #private;
-    videoDecoder: OmniVideoDecoder;
-    constructor(ffmpeg: any);
-    load(file: File): Promise<Clip>;
-    getFramesCount(): Promise<void>;
-}
+export * from "./driver/driver.js";
+export * from "./timeline/index.js";

package/x/index.html

@@ -0,0 +1,105 @@
+<!doctype html>
+			<html>
+				<head>
+					<meta charset="utf-8"/>
+					<meta name="viewport" content="width=device-width,initial-scale=1"/>
+					<meta name="darkreader-lock"/>
+					<title>omnitool</title>
+					<style>
+@layer vars, basics, page;
+
+@layer vars {
+:root {
+	--link: cyan;
+	--color: #fffa;
+	--background: #111;
+}
+}
+
+@layer basics {
+* {
+	margin: 0;
+	padding: 0;
+	box-sizing: border-box;
+}
+}
+
+@layer page {
+html {
+	font-size: 10px;
+	color: var(--color);
+	background: var(--background);
+}
+
+body {
+	padding: 2em;
+}
+
+.results {
+	margin-top: 1em;
+
+	display: flex;
+	flex-direction: column;
+	gap: 1em;
+
+	> div {
+		font-size: 1.5em;
+		border: 1px solid color-mix(in lch, transparent, var(--color) 20%);
+		padding: 1em;
+	}
+
+	canvas {
+		width: 20em;
+	}
+}
+
+#filmstrip {
+	display: flex;
+	overflow-x: scroll;
+}
+}
+
+</style>
+					<script type=module src="demo/demo.bundle.min.js?v=c614bb3d17cc"></script>
+
+
+		<meta name="theme-color" content="#3cff9c">
+		<meta property="og:type" content="website">
+		<meta property="og:site_name" content="omnitool.omniclip.app">
+		<meta property="og:title" content="omnitool">
+		<meta property="og:description" content="video processing toolkit">
+		<meta property="og:image" content="https://omnitool.omniclip.app/assets/favicon.png">
+
+
+
+	<link rel="preconnect" href="https://fonts.googleapis.com">
+	<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+	<link href="https://fonts.googleapis.com/css2?family=Share+Tech&display=swap" rel="stylesheet">
+
+				</head>
+				<body>
+
+	<section>
+		<h1>Omnitool <small>v1.1.0-3</small></h1>
+		<button class=fetch>fetch</button>
+		<button class="import">import</button>
+		<div class=results></div>
+		<div class=filmstrip-demo>
+			<label for="viewable-range">viewable range:</label>
+			<input type="range" min="0" max="100" step="1" value="10" class="range" id="viewable-range" name="viewable-range">
+			<div class="range-view"></div>
+			<label for="range-size">viewable range size:</label>
+			<input type="range" class="range-size" min="0.1" max="10" step="0.1" value="0.5" id="range-size" name="range-size">
+			<label for="frequency">frequency:</label>
+			<input type="range" class="frequency" min="0.1" max="120" step="0.1" value="10" id="frequency" name="frequency">
+			<div class="frequency-view">10 (fps)</div>
+			<div id=filmstrip></div>
+		</div>
+		<div class=waveform-demo>
+			<label for="width">width:</label>
+			<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
+		</div>
+	</section>
+
+				</body>
+			</html>

package/x/index.html.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("@e280/scute").TemplateFn;
+export default _default;

package/x/index.html.js

@@ -0,0 +1,47 @@
+import { ssg, html } from "@e280/scute";
+const title = "omnitool";
+const domain = "omnitool.omniclip.app";
+const favicon = "/assets/favicon.png";
+export default ssg.page(import.meta.url, async (orb) => ({
+    title,
+    // favicon,
+    dark: true,
+    css: "demo/demo.css",
+    js: "demo/demo.bundle.min.js",
+    head: html `
+		<link rel="preconnect" href="https://fonts.googleapis.com">
+		<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+		<link href="https://fonts.googleapis.com/css2?family=Share+Tech&display=swap" rel="stylesheet">
+	`,
+    socialCard: {
+        title,
+        description: "video processing toolkit",
+        themeColor: "#3cff9c",
+        siteName: domain,
+        image: `https://${domain}${favicon}`,
+    },
+    body: html `
+		<section>
+			<h1>Omnitool <small>v${orb.packageVersion()}</small></h1>
+			<button class=fetch>fetch</button>
+			<button class="import">import</button>
+			<div class=results></div>
+			<div class=filmstrip-demo>
+				<label for="viewable-range">viewable range:</label>
+				<input type="range" min="0" max="100" step="1" value="10" class="range" id="viewable-range" name="viewable-range">
+				<div class="range-view"></div>
+				<label for="range-size">viewable range size:</label>
+				<input type="range" class="range-size" min="0.1" max="10" step="0.1" value="0.5" id="range-size" name="range-size">
+				<label for="frequency">frequency:</label>
+				<input type="range" class="frequency" min="0.1" max="120" step="0.1" value="10" id="frequency" name="frequency">
+				<div class="frequency-view">10 (fps)</div>
+				<div id=filmstrip></div>
+			</div>
+			<div class=waveform-demo>
+				<label for="width">width:</label>
+				<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
+			</div>
+		</section>
+	`,
+}));
+//# sourceMappingURL=index.html.js.map

package/x/index.html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.html.js","sourceRoot":"","sources":["../s/index.html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,IAAI,EAAC,MAAM,aAAa,CAAA;AAErC,MAAM,KAAK,GAAG,UAAU,CAAA;AACxB,MAAM,MAAM,GAAG,uBAAuB,CAAA;AACtC,MAAM,OAAO,GAAG,qBAAqB,CAAA;AAErC,eAAe,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,CAAC;IACtD,KAAK;IACL,WAAW;IACX,IAAI,EAAE,IAAI;IACV,GAAG,EAAE,eAAe;IACpB,EAAE,EAAE,yBAAyB;IAE7B,IAAI,EAAE,IAAI,CAAA;;;;EAIT;IAED,UAAU,EAAE;QACX,KAAK;QACL,WAAW,EAAE,0BAA0B;QACvC,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,WAAW,MAAM,GAAG,OAAO,EAAE;KACpC;IAED,IAAI,EAAE,IAAI,CAAA;;0BAEe,GAAG,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;;;;EAoB5C;CACD,CAAC,CAAC,CAAA"}

package/x/index.js

@@ -1,30 +1,3 @@
-import { MP4Demuxer } from "./tools/mp4boxjs/demuxer.js";
-import { generateId } from "./tools/generate-id.js";
-import { OmniVideoDecoder } from "./parts/video-decoder.js";
-export class OmniTool {
-    #clips = new Map();
-    #getLoadedClip = (clip) => this.#clips.get(clip);
-    videoDecoder = new OmniVideoDecoder(this.#getLoadedClip);
-    // ffmpeg node or web version
-    constructor(ffmpeg) { }
-    load(file) {
-        return new Promise((resolve) => {
-            const demuxer = new MP4Demuxer(file, {
-                onChunk: () => { },
-                onConfig: () => { },
-                framesCount: () => { },
-                setStatus: () => { },
-                OnReady: () => {
-                    const demuxed = { id: generateId(), demuxer };
-                    this.#clips.set(demuxed, demuxed);
-                    resolve(demuxed);
-                }
-            });
-        });
-    }
-    async getFramesCount() { }
-}
-const tool = new OmniTool('ffmpeg');
-// const file = tool.load()
-// tool.videoDecoder.decode(file)
+export * from "./driver/driver.js";
+export * from "./timeline/index.js";
 //# sourceMappingURL=index.js.map

package/x/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../s/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,6BAA6B,CAAA;AAGtD,OAAO,EAAC,UAAU,EAAC,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,MAAM,OAAO,QAAQ;IACpB,MAAM,GAA+B,IAAI,GAAG,EAAE,CAAA;IAC9C,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAEtD,YAAY,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IAExD,6BAA6B;IAC7B,YAAY,MAAM,IAAG,CAAC;IAGtB,IAAI,CAAC,IAAU;QACd,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE;gBACpC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;gBACjB,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC;gBAClB,WAAW,EAAE,GAAG,EAAE,GAAE,CAAC;gBACrB,SAAS,EAAE,GAAG,EAAE,GAAE,CAAC;gBACnB,OAAO,EAAE,GAAG,EAAE;oBACb,MAAM,OAAO,GAAG,EAAC,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAC,CAAA;oBAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;oBACjC,OAAO,CAAC,OAAO,CAAC,CAAA;gBACjB,CAAC;aACD,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IAEH,CAAC;IAED,KAAK,CAAC,cAAc,KAAI,CAAC;CACzB;AAED,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAA;AACnC,2BAA2B;AAC3B,iCAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../s/index.ts"],"names":[],"mappings":"AACA,cAAc,oBAAoB,CAAA;AAClC,cAAc,qBAAqB,CAAA"}

package/x/tests.test.d.ts

@@ -0,0 +1 @@
+export {};