@omnimedia/omnitool 1.0.0 → 1.1.0-10

package/x/driver/fns/host.d.ts

@@ -0,0 +1,25 @@
+import { Machina } from "../parts/machina.js";
+export declare const setupDriverHost: (machina: Machina) => import("@e280/comrade").SetupHost<{
+    work: {
+        hello(): Promise<void>;
+        decodeAudio(input: {
+            source: import("./schematic.js").DecoderSource;
+            audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: import("./schematic.js").DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        encode(input: import("./schematic.js").EncoderInput & {
+            bridge: WritableStream<StreamTargetChunk>;
+        }): Promise<void>;
+        composite(input: import("./schematic.js").Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;

package/x/driver/fns/host.js

@@ -0,0 +1,7 @@
+import { Comrade } from "@e280/comrade";
+export const setupDriverHost = (machina) => (Comrade.host(_shell => ({
+    async world() {
+        machina.count++;
+    },
+})));
+//# sourceMappingURL=host.js.map

package/x/driver/fns/host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,CACpD,OAAO,CAAC,IAAI,CAAkB,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/fns/schematic.d.ts

@@ -0,0 +1,84 @@
+import { AsSchematic } from "@e280/comrade";
+import type { AudioEncodingConfig, StreamTargetChunk, VideoEncodingConfig } from "mediabunny";
+import { Mat6 } from "../../timeline/utils/matrix.js";
+export type DriverSchematic = AsSchematic<{
+    work: {
+        hello(): Promise<void>;
+        decodeAudio(input: {
+            source: DecoderSource;
+            audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        encode(input: EncoderInput & {
+            bridge: WritableStream<StreamTargetChunk>;
+        }): Promise<void>;
+        composite(input: Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;
+export interface EncoderInput {
+    video?: ReadableStream<VideoFrame>;
+    audio?: ReadableStream<AudioData>;
+    config: RenderConfig;
+}
+export interface RenderConfig {
+    video: VideoEncodingConfig;
+    audio: AudioEncodingConfig;
+}
+export type DecoderSource = Blob | string | URL;
+export interface DecoderInput {
+    source: DecoderSource;
+    start?: number;
+    end?: number;
+    onFrame?: (frame: VideoFrame) => Promise<VideoFrame>;
+}
+export interface MuxOpts {
+    config: {
+        video: {
+            width: number;
+            height: number;
+        };
+        audio?: {
+            codec: "opus" | "aac";
+            numberOfChannels: number;
+            sampleRate: number;
+        };
+    };
+}
+export type Composition = Layer | (Layer | Composition)[];
+export type TextLayer = {
+    kind: 'text';
+    content: string;
+    fontSize?: number;
+    color?: string;
+    matrix?: Mat6;
+};
+export type ImageLayer = {
+    kind: 'image';
+    frame: VideoFrame;
+    matrix?: Mat6;
+};
+export type TransitionLayer = {
+    kind: 'transition';
+    name: string;
+    progress: number;
+    from: VideoFrame;
+    to: VideoFrame;
+};
+export type GapLayer = {
+    kind: 'gap';
+};
+export type Audio = {
+    kind: "audio";
+    data: AudioData;
+};
+export type Layer = TextLayer | ImageLayer | TransitionLayer | GapLayer;

package/x/driver/fns/schematic.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=schematic.js.map

package/x/driver/fns/schematic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schematic.js","sourceRoot":"","sources":["../../../s/driver/fns/schematic.ts"],"names":[],"mappings":""}

package/x/driver/fns/work.d.ts

@@ -0,0 +1,26 @@
+import { Input } from "mediabunny";
+import { Composition, DecoderSource } from "./schematic.js";
+export declare const setupDriverWork: import("@e280/comrade").SetupWork<{
+    work: {
+        hello(): Promise<void>;
+        decodeAudio(input: {
+            source: DecoderSource;
+            audio: WritableStream<AudioData>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        decodeVideo(input: {
+            source: DecoderSource;
+            video: WritableStream<VideoFrame>;
+            start?: number;
+            end?: number;
+        }): Promise<void>;
+        encode(input: import("./schematic.js").EncoderInput & {
+            bridge: WritableStream<Input>;
+        }): Promise<void>;
+        composite(input: Composition): Promise<VideoFrame>;
+    };
+    host: {
+        world(): Promise<void>;
+    };
+}>;

package/x/driver/fns/work.js

@@ -0,0 +1,201 @@
+import { Comrade } from "@e280/comrade";
+import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
+import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
+import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
+import { makeTransition } from "../../features/transition/transition.js";
+DOMAdapter.set(WebWorkerAdapter);
+const loadSource = async (source) => {
+    if (source instanceof Blob) {
+        return new BlobSource(source);
+    }
+    else {
+        return new UrlSource(source);
+    }
+};
+export const setupDriverWork = (Comrade.work(shell => ({
+    async hello() {
+        await shell.host.world();
+    },
+    async decodeAudio({ source, audio, start, end }) {
+        const input = new Input({
+            source: await loadSource(source),
+            formats: ALL_FORMATS
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const audioDecodable = await audioTrack?.canDecode();
+        const audioWriter = audio.getWriter();
+        if (audioDecodable && audioTrack) {
+            const sink = new AudioSampleSink(audioTrack);
+            for await (const sample of sink.samples(start, end)) {
+                const frame = sample.toAudioData();
+                await audioWriter.write(frame);
+                sample.close();
+                frame.close();
+            }
+            await audioWriter.close();
+        }
+    },
+    async decodeVideo({ source, video, start, end }) {
+        const input = new Input({
+            source: await loadSource(source),
+            formats: ALL_FORMATS
+        });
+        const videoTrack = await input.getPrimaryVideoTrack();
+        const videoDecodable = await videoTrack?.canDecode();
+        const videoWriter = video.getWriter();
+        if (videoDecodable && videoTrack) {
+            const sink = new VideoSampleSink(videoTrack);
+            for await (const sample of sink.samples(start, end)) {
+                const frame = sample.toVideoFrame();
+                await videoWriter.write(frame);
+                sample.close();
+                frame.close();
+            }
+            await videoWriter.close();
+        }
+    },
+    async encode({ video, audio, config, bridge }) {
+        const output = new Output({
+            format: new Mp4OutputFormat(),
+            target: new StreamTarget(bridge, { chunked: true })
+        });
+        // since AudioSample is not transferable it fails to transfer encoder bitrate config
+        // so it needs to be hardcoded not set through constants eg QUALITY_LOW
+        const promises = [];
+        if (video) {
+            const videoSource = new VideoSampleSource(config.video);
+            output.addVideoTrack(videoSource);
+            const videoReader = video.getReader();
+            promises.push((async () => {
+                while (true) {
+                    const { done, value } = await videoReader.read();
+                    if (done)
+                        break;
+                    const sample = new VideoSample(value);
+                    await videoSource.add(sample);
+                    sample.close();
+                }
+            })());
+        }
+        if (audio) {
+            const audioSource = new AudioSampleSource(config.audio);
+            output.addAudioTrack(audioSource);
+            const audioReader = audio.getReader();
+            promises.push((async () => {
+                while (true) {
+                    const { done, value } = await audioReader.read();
+                    if (done)
+                        break;
+                    const sample = new AudioSample(value);
+                    await audioSource.add(sample);
+                    sample.close();
+                    value.close();
+                }
+            })());
+        }
+        await output.start();
+        await Promise.all(promises);
+        await output.finalize();
+    },
+    async composite(composition) {
+        const { stage, renderer } = await renderPIXI(1920, 1080);
+        stage.removeChildren();
+        const { dispose } = await renderLayer(composition, stage);
+        renderer.render(stage);
+        // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
+        // if its very slow on eg edge try chrome
+        const frame = new VideoFrame(renderer.canvas, {
+            timestamp: 0,
+            duration: 0,
+        });
+        renderer.clear();
+        dispose();
+        shell.transfer = [frame];
+        return frame;
+    }
+})));
+// TODO suspicious global, probably bad
+let pixi = null;
+async function renderPIXI(width, height) {
+    if (pixi)
+        return pixi;
+    const renderer = await autoDetectRenderer({
+        width,
+        height,
+        preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
+        background: "black",
+        preferWebGLVersion: 2
+    });
+    const stage = new Container();
+    pixi = { renderer, stage };
+    return pixi;
+}
+const transitions = new Map();
+async function renderLayer(layer, parent) {
+    if (Array.isArray(layer)) {
+        const disposers = [];
+        for (const child of layer) {
+            const result = await renderLayer(child, parent);
+            disposers.push(result.dispose);
+        }
+        return { dispose: () => disposers.forEach(d => d()) };
+    }
+    switch (layer.kind) {
+        case 'text':
+            return renderTextLayer(layer, parent);
+        case 'image':
+            return renderImageLayer(layer, parent);
+        case 'transition':
+            return renderTransitionLayer(layer, parent);
+        case 'gap': {
+            pixi?.renderer.clear();
+            return { dispose: () => { } };
+        }
+        default:
+            console.warn('Unknown layer kind', layer.kind);
+            return { dispose: () => { } };
+    }
+}
+function renderTextLayer(layer, parent) {
+    const text = new Text({
+        text: layer.content,
+        style: {
+            fontFamily: 'sans-serif',
+            fontSize: layer.fontSize ?? 48,
+            fill: layer.color ?? 'white'
+        }
+    });
+    applyTransform(text, layer.matrix);
+    parent.addChild(text);
+    return { dispose: () => text.destroy(true) };
+}
+function renderImageLayer(layer, parent) {
+    const texture = Texture.from(layer.frame);
+    const sprite = new Sprite(texture);
+    applyTransform(sprite, layer.matrix);
+    parent.addChild(sprite);
+    return { dispose: () => {
+            sprite.destroy(true);
+            texture.destroy(true);
+            layer.frame.close();
+        } };
+}
+function renderTransitionLayer({ from, to, progress, name }, parent) {
+    const transition = transitions.get(name) ??
+        (transitions.set(name, makeTransition({
+            name: "circle",
+            renderer: pixi.renderer
+        })),
+            transitions.get(name));
+    const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
+    const sprite = new Sprite(texture);
+    parent.addChild(sprite);
+    return { dispose: () => sprite.destroy(false) };
+}
+function applyTransform(target, worldMatrix) {
+    if (!worldMatrix)
+        return;
+    const mx = mat6ToMatrix(worldMatrix);
+    target.setFromMatrix(mx);
+}
+//# sourceMappingURL=work.js.map

package/x/driver/fns/work.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAS,MAAM,SAAS,CAAA;AAC5H,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAE7M,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAGtE,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,UAAU,GAAG,KAAK,EAAE,MAAqB,EAAE,EAAE;IAClD,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;gBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAChC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;YAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;gBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,oFAAoF;QACpF,uEAAuE;QAEvE,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,IAAG,KAAK,EAAE,CAAC;YACV,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YACrC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;gBACzB,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE,CAAC,CAAA;QACN,CAAC;QAED,IAAG,KAAK,EAAE,CAAC;YACV,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;YACjC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YACrC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;gBACzB,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE,CAAC,CAAA;QACN,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3B,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACvD,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,QAAQ,CAAC,KAAK,EAAE,CAAA;QAChB,OAAO,EAAE,CAAA;QAET,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACxB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CACH,CAAA;AAED,uCAAuC;AACvC,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,MAAM,WAAW,GAAmD,IAAI,GAAG,EAAE,CAAA;AAI7E,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB;IAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAmB,EAAE,CAAA;QACpC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC/C,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;IACpD,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACtC,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACvC,KAAK,YAAY;YAChB,OAAO,qBAAqB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC5C,KAAK,KAAK,CAAC,CAAC,CAAC;YACZ,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;YACtB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC3B,CAAC;QACD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;IAC5B,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB;IAEjB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC,CAAA;AAC3C,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB;IAEjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE;YACrB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACpB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACrB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACpB,CAAC,EAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAC7B,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;IAEjB,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC;QACvC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;YACrC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAK,CAAC,QAAQ;SACxB,CAAC,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,IAAI,CAAE,CACvB,CAAA;IACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;IAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,WAAkB;IAC/D,IAAI,CAAC,WAAW;QAAE,OAAM;IACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;IACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;AAC1B,CAAC"}

package/x/driver/parts/constants.d.ts

@@ -0,0 +1,2 @@
+export declare const encoderDefaultConfig: VideoEncoderConfig;
+export declare const audioEncoderDefaultConfig: AudioEncoderConfig;

package/x/driver/parts/constants.js

@@ -0,0 +1,17 @@
+// for later: https://github.com/gpac/mp4box.js/issues/243
+export const encoderDefaultConfig = {
+    codec: "avc1.640034",
+    avc: { format: "annexb" },
+    width: 1280,
+    height: 720,
+    bitrate: 9_000_000, // 9 Mbps
+    framerate: 60,
+    bitrateMode: "variable",
+    hardwareAcceleration: "no-preference" // prefer-hardware seems like 2x slower from what i been testing
+};
+export const audioEncoderDefaultConfig = {
+    codec: "opus",
+    numberOfChannels: 2,
+    sampleRate: 44100
+};
+//# sourceMappingURL=constants.js.map

package/x/driver/parts/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../s/driver/parts/constants.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAuB;IACvD,KAAK,EAAE,aAAa;IACpB,GAAG,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAC;IACvB,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,GAAG;IACX,OAAO,EAAE,SAAS,EAAE,SAAS;IAC7B,SAAS,EAAE,EAAE;IACb,WAAW,EAAE,UAAU;IACvB,oBAAoB,EAAE,eAAe,CAAC,gEAAgE;CACtG,CAAA;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuB;IAC5D,KAAK,EAAE,MAAM;IACb,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,KAAK;CACjB,CAAA"}

package/x/driver/parts/machina.d.ts

@@ -0,0 +1,23 @@
+import { WebMediaInfo } from "web-demuxer";
+type Events = {
+    type: "config";
+    config: {
+        audio: AudioDecoderConfig;
+        video: VideoDecoderConfig;
+    };
+} | {
+    type: "info";
+    data: WebMediaInfo;
+} | {
+    type: "encoderQueueSize";
+    size: number;
+};
+type Handler = (event: Events) => void;
+export declare class Machina {
+    #private;
+    count: number;
+    register(id: number, handler: Handler): void;
+    unregister(id: number): void;
+    dispatch(id: number, event: Events): void;
+}
+export {};

package/x/driver/parts/machina.js

@@ -0,0 +1,14 @@
+export class Machina {
+    count = 0;
+    #handlers = new Map();
+    register(id, handler) {
+        this.#handlers.set(id, handler);
+    }
+    unregister(id) {
+        this.#handlers.delete(id);
+    }
+    dispatch(id, event) {
+        this.#handlers.get(id)?.(event);
+    }
+}
+//# sourceMappingURL=machina.js.map

package/x/driver/parts/machina.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;IAET,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAA;IAEtC,QAAQ,CAAC,EAAU,EAAE,OAAgB;QACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,QAAQ,CAAC,EAAU,EAAE,KAAa;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;CACD"}

package/x/driver/utils/load-decoder-source.d.ts

@@ -0,0 +1,3 @@
+import { BlobSource, UrlSource } from "mediabunny";
+import { DecoderSource } from "../fns/schematic.js";
+export declare function loadDecoderSource(source: DecoderSource): Promise<UrlSource | BlobSource>;

package/x/driver/utils/load-decoder-source.js

@@ -0,0 +1,11 @@
+import { BlobSource, UrlSource } from "mediabunny";
+// only streamable sources
+export async function loadDecoderSource(source) {
+    if (source instanceof Blob) {
+        return new BlobSource(source);
+    }
+    else {
+        return new UrlSource(source);
+    }
+}
+//# sourceMappingURL=load-decoder-source.js.map

package/x/driver/utils/load-decoder-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}

package/x/driver/utils/sleep.d.ts

@@ -0,0 +1 @@
+export declare function sleep(ms: number): Promise<unknown>;

package/x/driver/utils/sleep.js

@@ -0,0 +1,4 @@
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=sleep.js.map

package/x/driver/utils/sleep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sleep.js","sourceRoot":"","sources":["../../../s/driver/utils/sleep.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,KAAK,CAAC,EAAU;IAC/B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/x/features/speech/transcribe/default-spec.d.ts

@@ -0,0 +1,2 @@
+import { TranscriberSpec } from "./types.js";
+export declare const defaultTranscriberSpec: () => TranscriberSpec;

package/x/features/speech/transcribe/default-spec.js

@@ -0,0 +1,8 @@
+export const defaultTranscriberSpec = () => ({
+    model: "onnx-community/whisper-tiny_timestamped",
+    dtype: "q4",
+    device: "wasm",
+    chunkLength: 20,
+    strideLength: 3,
+});
+//# sourceMappingURL=default-spec.js.map

package/x/features/speech/transcribe/default-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/default-spec.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAoB,EAAE,CAAC,CAAC;IAC7D,KAAK,EAAE,yCAAyC;IAChD,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;CACf,CAAC,CAAA"}

package/x/features/speech/transcribe/parts/load-pipe.d.ts

@@ -0,0 +1,2 @@
+import { TranscriberPipeOptions } from "../types.js";
+export declare function loadPipe(options: TranscriberPipeOptions): Promise<import("@huggingface/transformers").AutomaticSpeechRecognitionPipeline>;

package/x/features/speech/transcribe/parts/load-pipe.js

@@ -0,0 +1,13 @@
+import { pipeline } from "@huggingface/transformers";
+export async function loadPipe(options) {
+    const { spec, onLoading } = options;
+    const pipe = await pipeline("automatic-speech-recognition", spec.model, {
+        device: spec.device,
+        dtype: spec.dtype,
+        progress_callback: (data) => {
+            onLoading({ total: data.total, progress: data.progress });
+        },
+    });
+    return pipe;
+}
+//# sourceMappingURL=load-pipe.js.map

package/x/features/speech/transcribe/parts/load-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-pipe.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/load-pipe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAIlD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAA+B;IAC7D,MAAM,EAAC,IAAI,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC,KAAK,EAAE;QACvE,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YAChC,SAAS,CAAC,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAC,CAAC,CAAA;QACxD,CAAC;KACD,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/x/features/speech/transcribe/parts/prep-audio.d.ts

@@ -0,0 +1,5 @@
+import { Driver } from "../../../../driver/driver.js";
+export declare function prepAudio(driver: Driver, source: Blob): Promise<{
+    audio: Float32Array<ArrayBufferLike>;
+    duration: any;
+}>;

package/x/features/speech/transcribe/parts/prep-audio.js

@@ -0,0 +1,21 @@
+export async function prepAudio(driver, source) {
+    const arrayBuffer = await source.arrayBuffer();
+    const audioCTX = new AudioContext({ sampleRate: 16000 });
+    const audioData = await audioCTX.decodeAudioData(arrayBuffer);
+    let audio;
+    if (audioData.numberOfChannels === 2) {
+        const SCALING_FACTOR = Math.sqrt(2);
+        const left = audioData.getChannelData(0);
+        const right = audioData.getChannelData(1);
+        audio = new Float32Array(left.length);
+        for (let i = 0; i < audioData.length; ++i) {
+            audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2;
+        }
+    }
+    else {
+        audio = audioData.getChannelData(0);
+    }
+    const duration = await driver.getAudioDuration(source);
+    return { audio, duration };
+}
+//# sourceMappingURL=prep-audio.js.map

package/x/features/speech/transcribe/parts/prep-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prep-audio.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/prep-audio.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,MAAY;IAC3D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAA;IAC9C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;IACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;IAC7D,IAAI,KAAmB,CAAA;IACvB,IAAI,SAAS,CAAC,gBAAgB,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACzC,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACvD,CAAC;IACF,CAAC;SAAM,CAAC;QACP,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACtD,OAAO,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAA;AACzB,CAAC"}

package/x/features/speech/transcribe/parts/transcribe.d.ts

@@ -0,0 +1,5 @@
+import { TranscribeOptions } from "../types.js";
+export declare function transcribe(options: TranscribeOptions): Promise<{
+    text: any;
+    chunks: any;
+}>;

package/x/features/speech/transcribe/parts/transcribe.js

@@ -0,0 +1,56 @@
+import { WhisperTextStreamer } from "@huggingface/transformers";
+export async function transcribe(options) {
+    const { pipe, spec, request, callbacks } = options;
+    if (!pipe.processor.feature_extractor)
+        throw new Error("no feature_extractor");
+    const timePrecision = (pipe.processor.feature_extractor?.config.chunk_length /
+        // @ts-ignore
+        pipe.model.config.max_source_positions);
+    let chunkCount = 0;
+    let startTime = null;
+    let tokenCount = 0;
+    let tokensPerSecond = 0;
+    const chunkDuration = spec.chunkLength - spec.strideLength;
+    const calculateProgress = () => {
+        const audioProgressSeconds = chunkCount * chunkDuration;
+        return Math.min(audioProgressSeconds / request.duration, 1);
+    };
+    // TODO type error on pipe.tokenizer
+    const tokenizer = pipe.tokenizer;
+    const streamer = new WhisperTextStreamer(tokenizer, {
+        time_precision: timePrecision,
+        token_callback_function: () => {
+            startTime ??= performance.now();
+            if (++tokenCount > 1) {
+                tokensPerSecond = (tokenCount / (performance.now() - startTime)) * 1000;
+            }
+        },
+        callback_function: (textChunk) => {
+            // TODO
+            callbacks.onTranscription(textChunk);
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+        on_finalize: () => {
+            startTime = null;
+            tokenCount = 0;
+            chunkCount++;
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+    });
+    const result = await pipe(new Float32Array(request.audio), {
+        top_k: 0,
+        do_sample: false,
+        chunk_length_s: spec.chunkLength,
+        stride_length_s: spec.strideLength,
+        language: request.language,
+        task: "transcribe",
+        return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
+        force_full_sequences: false,
+        streamer,
+    });
+    return {
+        text: result.text,
+        chunks: result.chunks
+    };
+}
+//# sourceMappingURL=transcribe.js.map

package/x/features/speech/transcribe/parts/transcribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribe.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/transcribe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,mBAAmB,EAAC,MAAM,2BAA2B,CAAA;AAG7D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IAC1D,MAAM,EAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEhD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB;QACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAExC,MAAM,aAAa,GAAG,CACrB,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,YAAY;QACrD,aAAa;QACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CACtC,CAAA;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,SAAS,GAAkB,IAAI,CAAA;IACnC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,eAAe,GAAG,CAAC,CAAA;IAEvB,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;IAE1D,MAAM,iBAAiB,GAAG,GAAG,EAAE;QAC9B,MAAM,oBAAoB,GAAG,UAAU,GAAG,aAAa,CAAA;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC,CAAA;IAED,oCAAoC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAgB,CAAA;IAEvC,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,SAAS,EAAE;QACnD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,GAAG,EAAE;YAC7B,SAAS,KAAK,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,EAAE,UAAU,GAAG,CAAC,EAAE,CAAC;gBACtB,eAAe,GAAG,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAA;YACxE,CAAC;QACF,CAAC;QACD,iBAAiB,EAAE,CAAC,SAAc,EAAE,EAAE;YACrC,OAAO;YACP,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;YACpC,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;QACD,WAAW,EAAE,GAAG,EAAE;YACjB,SAAS,GAAG,IAAI,CAAA;YAChB,UAAU,GAAG,CAAC,CAAA;YACd,UAAU,EAAE,CAAA;YACZ,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC1D,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,IAAI,CAAC,WAAW;QAChC,eAAe,EAAE,IAAI,CAAC,YAAY;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,YAAY;QAClB,iBAAiB,EAAE,MAAM,EAAE,2HAA2H;QACtJ,oBAAoB,EAAE,KAAK;QAC3B,QAAQ;KACR,CAAC,CAAA;IAEF,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;KACrB,CAAA;AACF,CAAC"}

package/x/features/speech/transcribe/transcriber.d.ts

@@ -0,0 +1,5 @@
+import { TranscriberOptions, TranscriptionOptions } from "./types.js";
+export declare function makeTranscriber({ driver, spec, workerUrl, onLoading }: TranscriberOptions): Promise<{
+    transcribe: (info: TranscriptionOptions) => Promise<import("./types.js").Transcription>;
+    dispose: void;
+}>;