@omnimedia/omnitool 1.1.0-8 → 1.1.0-80

package/x/timeline/sugar/builders.js

@@ -1,108 +0,0 @@
-export class TimelineItem {
-    item;
-    id;
-    constructor(item) {
-        this.item = item;
-        this.id = item.id;
-    }
-    toJSON() {
-        return {
-            ...this.item
-        };
-    }
-}
-class VisualItem extends TimelineItem {
-}
-export class Stack extends VisualItem {
-    o;
-    item;
-    constructor(o, item) {
-        super(item);
-        this.o = o;
-        this.item = item;
-    }
-    spatial(spatial) {
-        this.item.spatialId = spatial.item.id;
-        return this;
-    }
-    addChildren(fn) {
-        const result = fn(this.o);
-        const items = Array.isArray(result) ? result : [result];
-        this.item.childrenIds.push(...items.map(c => c.item.id));
-        return this;
-    }
-}
-export class Spatial extends TimelineItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-}
-export class Gap extends TimelineItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-}
-export class Audio extends TimelineItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-}
-export class Video extends VisualItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-    spatial(spatial) {
-        this.item.spatialId = spatial.item.id;
-        return this;
-    }
-}
-export class Text extends VisualItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-    color(color) {
-        this.item.color = color;
-        return this;
-    }
-    spatial(spatial) {
-        this.item.spatialId = spatial.item.id;
-        return this;
-    }
-}
-export class Sequence extends VisualItem {
-    o;
-    item;
-    constructor(o, item) {
-        super(item);
-        this.o = o;
-        this.item = item;
-    }
-    spatial(spatial) {
-        this.item.spatialId = spatial.item.id;
-        return this;
-    }
-    addChildren(fn) {
-        const result = fn(this.o);
-        const items = Array.isArray(result) ? result : [result];
-        this.item.childrenIds.push(...items.map(c => c.item.id));
-        return this;
-    }
-}
-export class Transition extends TimelineItem {
-    item;
-    constructor(item) {
-        super(item);
-        this.item = item;
-    }
-}
-//# sourceMappingURL=builders.js.map

package/x/timeline/sugar/builders.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"builders.js","sourceRoot":"","sources":["../../../s/timeline/sugar/builders.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,YAAY;IAGL;IAFH,EAAE,CAAI;IAEtB,YAAmB,IAAc;QAAd,SAAI,GAAJ,IAAI,CAAU;QAChC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,MAAM;QACL,OAAO;YACN,GAAG,IAAI,CAAC,IAAI;SACZ,CAAA;IACF,CAAC;CACD;AAED,MAAe,UAAW,SAAQ,YAAY;CAE7C;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IACf;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAgB;QAChD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAY;IAEjD,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,OAAQ,SAAQ,YAAY;IACrB;IAAnB,YAAmB,IAAkB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAAhC,SAAI,GAAJ,IAAI,CAAc;IAAc,CAAC;CACpD;AAED,MAAM,OAAO,GAAI,SAAQ,YAAY;IACjB;IAAnB,YAAmB,IAAc;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA5B,SAAI,GAAJ,IAAI,CAAU;IAAc,CAAC;CAChD;AAED,MAAM,OAAO,KAAM,SAAQ,YAAY;IACnB;IAAnB,YAAmB,IAAgB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA9B,SAAI,GAAJ,IAAI,CAAY;IAAc,CAAC;CAClD;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IAChB;IAAnB,YAAmB,IAAgB;QAClC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAY;IAEnC,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,IAAK,SAAQ,UAAU;IACf;IAAnB,YAAmB,IAAe;QACjC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAW;IAElC,CAAC;IAED,KAAK,CAAC,KAAa;QAClB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QACxB,OAAO,IAAI,CAAA;IACX,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,QAAS,SAAQ,UAAU;IACnB;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAmB;QACnD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAe;IAEpD,CAAC;IAEA,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB;IAAnB,YAAmB,IAAqB;QACvC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAiB;IAExC,CAAC;CACD"}

package/x/timeline/sugar/omni-test.d.ts

@@ -1 +0,0 @@
-export {};

package/x/timeline/sugar/omni-test.js

@@ -1,22 +0,0 @@
-import { Omni } from "./omni.js";
-import { dummyData } from "../utils/dummy-data.js";
-//
-// create an omni context
-//
-const omni = new Omni();
-//
-// load in some media resources
-//
-const { mediaA, mediaB } = await omni.load({
-    mediaA: dummyData(),
-    mediaB: dummyData(),
-});
-//
-// create a timeline
-//
-const timeline = omni.timeline(o => o.sequence(o.video(mediaA), o.transition.crossfade(600), o.stack(o.video(mediaB), o.text("hello world"))));
-//
-// log the timeline
-//
-console.log(JSON.stringify(timeline, undefined, "  "));
-//# sourceMappingURL=omni-test.js.map

package/x/timeline/sugar/omni-test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"omni-test.js","sourceRoot":"","sources":["../../../s/timeline/sugar/omni-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAC9B,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAA;AAEhD,EAAE;AACF,yBAAyB;AACzB,EAAE;AAEF,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;AAEvB,EAAE;AACF,+BAA+B;AAC/B,EAAE;AAEF,MAAM,EAAC,MAAM,EAAE,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;IACxC,MAAM,EAAE,SAAS,EAAE;IACnB,MAAM,EAAE,SAAS,EAAE;CACnB,CAAC,CAAA;AAEF,EAAE;AACF,oBAAoB;AACpB,EAAE;AAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAC7C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EACf,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,EAC3B,CAAC,CAAC,KAAK,CACN,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EACf,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CACrB,CACD,CAAC,CAAA;AAEF,EAAE;AACF,mBAAmB;AACnB,EAAE;AAEF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA"}

package/x/timeline/timeline.d.ts

@@ -1,9 +0,0 @@
-import { TimelineItem } from "./sugar/builders.js";
-import { Id, TimelineFile } from "./parts/basics.js";
-export declare class Timeline {
-    root: TimelineItem;
-    private items;
-    constructor(root: TimelineItem, items: Map<Id, TimelineItem>);
-    require<T extends TimelineItem>(id: Id): T;
-    toJSON(): TimelineFile;
-}

package/x/timeline/timeline.js

@@ -1,22 +0,0 @@
-export class Timeline {
-    root;
-    items;
-    constructor(root, items) {
-        this.root = root;
-        this.items = items;
-    }
-    require(id) {
-        const item = this.items.get(id);
-        return item;
-    }
-    toJSON() {
-        return {
-            format: "timeline",
-            info: "https://omniclip.app/",
-            version: 0,
-            rootId: this.root.item.id,
-            items: Array.from(this.items.values()).map(item => item.toJSON())
-        };
-    }
-}
-//# sourceMappingURL=timeline.js.map

package/x/timeline/timeline.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"timeline.js","sourceRoot":"","sources":["../../s/timeline/timeline.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,QAAQ;IACA;IAA4B;IAA/C,YAAmB,IAAkB,EAAU,KAA4B;QAAxD,SAAI,GAAJ,IAAI,CAAc;QAAU,UAAK,GAAL,KAAK,CAAuB;IAAG,CAAC;IAE/E,OAAO,CAAyB,EAAM;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAS,CAAA;IAClB,CAAC;IAED,MAAM;QACJ,OAAO;YACR,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACzB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;SAC/D,CAAA;IACH,CAAC;CACF"}

package/x/timeline/utils/audio-stream.d.ts

@@ -1,6 +0,0 @@
-export declare class AudioStream {
-    private reader;
-    constructor(reader: ReadableStreamDefaultReader<AudioData>);
-    stream(): AsyncGenerator<AudioData>;
-    cancel: () => Promise<void>;
-}

package/x/timeline/utils/audio-stream.js

@@ -1,17 +0,0 @@
-export class AudioStream {
-    reader;
-    constructor(reader) {
-        this.reader = reader;
-    }
-    async *stream() {
-        while (true) {
-            const { done, value: hit } = await this.reader.read();
-            if (done) {
-                break;
-            }
-            yield hit;
-        }
-    }
-    cancel = async () => await this.reader.cancel();
-}
-//# sourceMappingURL=audio-stream.js.map

package/x/timeline/utils/audio-stream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"audio-stream.js","sourceRoot":"","sources":["../../../s/timeline/utils/audio-stream.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,WAAW;IACH;IAApB,YAAoB,MAA8C;QAA9C,WAAM,GAAN,MAAM,CAAwC;IAAG,CAAC;IAEtE,KAAK,CAAC,CAAC,MAAM;QACZ,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YACnD,IAAI,IAAI,EAAE,CAAC;gBACV,MAAK;YACN,CAAC;YACD,MAAM,GAAG,CAAA;QACV,CAAC;IACF,CAAC;IAED,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;CAC/C"}

package/x/timeline/utils/video-cursor.d.ts

@@ -1,10 +0,0 @@
-/**
- * A stateful, forward-only frame cursor for a single clip instance.
- * It efficiently reads a video stream to find the frame nearest to a target timestamp.
- */
-export declare class VideoCursor {
-    private reader;
-    constructor(reader: ReadableStreamDefaultReader<VideoFrame>);
-    atOrNear(targetUs: number): Promise<VideoFrame | undefined>;
-    cancel: () => Promise<void>;
-}

package/x/timeline/utils/video-cursor.js

@@ -1,36 +0,0 @@
-/**
- * A stateful, forward-only frame cursor for a single clip instance.
- * It efficiently reads a video stream to find the frame nearest to a target timestamp.
- */
-export class VideoCursor {
-    reader;
-    constructor(reader) {
-        this.reader = reader;
-    }
-    async atOrNear(targetUs) {
-        let prev = null;
-        while (true) {
-            const { done, value: hit } = await this.reader.read();
-            if (done) {
-                const out = prev ? new VideoFrame(prev) : undefined;
-                prev?.close();
-                return out;
-            }
-            const hitUs = hit.timestamp ?? 0;
-            if (hitUs >= targetUs) {
-                const prevUs = prev?.timestamp ?? Number.NEGATIVE_INFINITY;
-                const usePrev = !!prev && Math.abs(prevUs - targetUs) < Math.abs(hitUs - targetUs);
-                const chosen = usePrev ? prev : hit;
-                const other = usePrev ? hit : prev;
-                const copy = new VideoFrame(chosen);
-                chosen.close();
-                other?.close();
-                return copy;
-            }
-            prev?.close();
-            prev = hit;
-        }
-    }
-    cancel = async () => await this.reader.cancel();
-}
-//# sourceMappingURL=video-cursor.js.map

package/x/timeline/utils/video-cursor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"video-cursor.js","sourceRoot":"","sources":["../../../s/timeline/utils/video-cursor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,OAAO,WAAW;IACF;IAApB,YAAoB,MAA+C;QAA/C,WAAM,GAAN,MAAM,CAAyC;IAAG,CAAC;IAEvE,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,IAAI,IAAI,GAAsB,IAAI,CAAA;QAClC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YAEnD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACnD,IAAI,EAAE,KAAK,EAAE,CAAA;gBACb,OAAO,GAAG,CAAA;YACZ,CAAC;YAED,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;YAChC,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,IAAI,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAA;gBAC1D,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAA;gBAElF,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,GAAG,CAAA;gBACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;gBAElC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;gBACnC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,EAAE,KAAK,EAAE,CAAA;gBACd,OAAO,IAAI,CAAA;YACb,CAAC;YAED,IAAI,EAAE,KAAK,EAAE,CAAA;YACb,IAAI,GAAG,GAAG,CAAA;QACZ,CAAC;IACH,CAAC;IAED,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;CAChD"}

package/x/tools/common/loader.d.ts

@@ -1,19 +0,0 @@
-import { Pub } from "@e280/stz";
-import { ProgressItem } from "../speech-recognition/whisper/parts/types.js";
-export interface LoaderEvents {
-    onModelLoadProgress: Pub<ProgressItem[]>;
-    onTpsUpdate: Pub<[number]>;
-}
-export declare abstract class Loader {
-    readonly name: string;
-    model: string;
-    tps: number;
-    static loaderEvents: {
-        onModelLoadProgress: Pub<ProgressItem[]>;
-        onTpsUpdate: Pub<[number]>;
-    };
-    constructor(name: string, model: string);
-    abstract init(): Promise<void>;
-    abstract setModel(model: string): void;
-    setTps(value: number): void;
-}

package/x/tools/common/loader.js

@@ -1,18 +0,0 @@
-import { pub } from "@e280/stz";
-export class Loader {
-    name;
-    model;
-    tps = 0;
-    static loaderEvents = {
-        onModelLoadProgress: pub(),
-        onTpsUpdate: pub()
-    };
-    constructor(name, model) {
-        this.name = name;
-        this.model = model;
-    }
-    setTps(value) {
-        this.tps = value;
-    }
-}
-//# sourceMappingURL=loader.js.map

package/x/tools/common/loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../s/tools/common/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,GAAG,EAAM,MAAM,WAAW,CAAA;AAQlC,MAAM,OAAgB,MAAM;IAQC;IAAqB;IAPjD,GAAG,GAAG,CAAC,CAAA;IAEP,MAAM,CAAC,YAAY,GAAG;QACrB,mBAAmB,EAAE,GAAG,EAAkB;QAC1C,WAAW,EAAE,GAAG,EAAY;KAC5B,CAAA;IAED,YAA4B,IAAY,EAAS,KAAa;QAAlC,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAMlE,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,GAAG,GAAG,KAAK,CAAA;IACjB,CAAC"}

package/x/tools/common/transformer-pipeline.d.ts

@@ -1,8 +0,0 @@
-import { ProgressCallback } from "../speech-recognition/whisper/parts/types.js";
-export declare class PipelineFactory {
-    task: string;
-    instance: any;
-    model: string | null;
-    constructor(task: string);
-    createInstance(model: string, progressCallback?: ProgressCallback): Promise<any>;
-}

package/x/tools/common/transformer-pipeline.js

@@ -1,24 +0,0 @@
-//@ts-ignore
-import { pipeline } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js";
-export class PipelineFactory {
-    task;
-    instance = null;
-    model = null;
-    constructor(task) {
-        this.task = task;
-    }
-    async createInstance(model, progressCallback) {
-        this.model = model;
-        return this.instance = await pipeline(this.task, this.model, {
-            dtype: {
-                encoder_model: this.model === "onnx-community/whisper-large-v3-turbo"
-                    ? "fp16"
-                    : "fp32",
-                decoder_model_merged: "q4",
-            },
-            device: "webgpu",
-            progress_callback: progressCallback,
-        });
-    }
-}
-//# sourceMappingURL=transformer-pipeline.js.map

package/x/tools/common/transformer-pipeline.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transformer-pipeline.js","sourceRoot":"","sources":["../../../s/tools/common/transformer-pipeline.ts"],"names":[],"mappings":"AAAA,YAAY;AACZ,OAAO,EAAC,QAAQ,EAAC,MAAM,uFAAuF,CAAA;AAI9G,MAAM,OAAO,eAAe;IAIR;IAHnB,QAAQ,GAAQ,IAAI,CAAA;IACpB,KAAK,GAAkB,IAAI,CAAA;IAE3B,YAAmB,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAEnC,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,gBAAmC;QACtE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,OAAO,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;YAC5D,KAAK,EAAE;gBACN,aAAa,EACZ,IAAI,CAAC,KAAK,KAAK,uCAAuC;oBACrD,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,MAAM;gBACV,oBAAoB,EAAE,IAAI;aAC1B;YACD,MAAM,EAAE,QAAQ;YAChB,iBAAiB,EAAE,gBAAgB;SACnC,CAAC,CAAA;IACH,CAAC;CACD"}

package/x/tools/speech-recognition/common/model.d.ts

@@ -1,14 +0,0 @@
-import { Loader } from "../../common/loader.js";
-import { DecoderSource } from "../../../driver/fns/schematic.js";
-import { SpeechRecognizerModels, Word, WordGroup } from "../whisper/parts/types.js";
-export declare abstract class SpeechRecognizer extends Loader {
-    multilingual: boolean;
-    static speechRecognizerEvents: {
-        onTranscriptionChunk: import("@e280/stz").Pub<Word[]>;
-        onTranscribeProgress: import("@e280/stz").Pub<[number]>;
-    };
-    abstract transcribe(input: DecoderSource): Promise<WordGroup>;
-    setMultilingual(value: boolean): void;
-    detectLanguage?(input: Blob | AudioBuffer): Promise<string>;
-    setModel(value: SpeechRecognizerModels): void;
-}

package/x/tools/speech-recognition/common/model.js

@@ -1,16 +0,0 @@
-import { pub } from "@e280/stz";
-import { Loader } from "../../common/loader.js";
-export class SpeechRecognizer extends Loader {
-    multilingual = true;
-    static speechRecognizerEvents = {
-        onTranscriptionChunk: pub(),
-        onTranscribeProgress: pub()
-    };
-    setMultilingual(value) {
-        this.multilingual = value;
-    }
-    setModel(value) {
-        this.model = value;
-    }
-}
-//# sourceMappingURL=model.js.map

package/x/tools/speech-recognition/common/model.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"model.js","sourceRoot":"","sources":["../../../../s/tools/speech-recognition/common/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAE7B,OAAO,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAA;AAI7C,MAAM,OAAgB,gBAAiB,SAAQ,MAAM;IACpD,YAAY,GAAG,IAAI,CAAA;IAEnB,MAAM,CAAC,sBAAsB,GAAG;QAC/B,oBAAoB,EAAE,GAAG,EAAU;QACnC,oBAAoB,EAAE,GAAG,EAAY;KACrC,CAAA;IAID,eAAe,CAAC,KAAc;QAC7B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;IAC1B,CAAC;IAID,QAAQ,CAAC,KAA6B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACnB,CAAC"}

package/x/tools/speech-recognition/whisper/fns/host.d.ts

@@ -1,13 +0,0 @@
-import { ProgressItem } from "../parts/types.js";
-import { SpeechRecognizerHostEvents } from "./schematic.js";
-export declare const setupWhisperHost: (events: SpeechRecognizerHostEvents) => import("@e280/comrade").SetupHost<{
-    work: {
-        transcribe(input: import("../parts/types.js").TranscriptionMessage): Promise<import("../parts/types.js").TranscriptionResult | null>;
-    };
-    host: {
-        updateModelLoadProgress(item: ProgressItem): Promise<void>;
-        deliverTranscriptionChunk(chunk: import("../parts/types.js").TranscriptionChunk): Promise<void>;
-        updateTps(value: number): Promise<void>;
-        updateTranscribeProgress(value: number): Promise<void>;
-    };
-}>;

package/x/tools/speech-recognition/whisper/fns/host.js

@@ -1,19 +0,0 @@
-import { Comrade } from "@e280/comrade";
-export const setupWhisperHost = (events) => (Comrade.host(_shell => ({
-    async updateModelLoadProgress(item) {
-        events.onModelLoadProgress.pub(item);
-    },
-    async deliverTranscriptionChunk(chunk) {
-        events.onTranscriptionChunk.pub({
-            text: chunk.text,
-            timestamp: chunk.timestamp
-        });
-    },
-    async updateTps(value) {
-        events.onTpsUpdate.pub(value);
-    },
-    async updateTranscribeProgress(value) {
-        events.onTranscribeProgress(value);
-    }
-})));
-//# sourceMappingURL=host.js.map

package/x/tools/speech-recognition/whisper/fns/host.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAkC,EAAE,EAAE,CAAC,CACvE,OAAO,CAAC,IAAI,CAAmB,MAAM,CAAC,EAAE,CAAC,CAAC;IACzC,KAAK,CAAC,uBAAuB,CAAC,IAAI;QACjC,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;IACD,KAAK,CAAC,yBAAyB,CAAC,KAAK;QACpC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAA;IACH,CAAC;IACD,KAAK,CAAC,SAAS,CAAC,KAAK;QACpB,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC;IACD,KAAK,CAAC,wBAAwB,CAAC,KAAK;QACnC,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/tools/speech-recognition/whisper/fns/schematic.d.ts

@@ -1,19 +0,0 @@
-import { Pub } from "@e280/stz";
-import { AsSchematic } from "@e280/comrade";
-import { LoaderEvents } from "../../../common/loader.js";
-import { ProgressItem, TranscriptionChunk, TranscriptionMessage, TranscriptionResult, Word } from "../parts/types.js";
-export type WhisperSchematic = AsSchematic<{
-    work: {
-        transcribe(input: TranscriptionMessage): Promise<TranscriptionResult | null>;
-    };
-    host: {
-        updateModelLoadProgress(item: ProgressItem): Promise<void>;
-        deliverTranscriptionChunk(chunk: TranscriptionChunk): Promise<void>;
-        updateTps(value: number): Promise<void>;
-        updateTranscribeProgress(value: number): Promise<void>;
-    };
-}>;
-export interface SpeechRecognizerHostEvents extends LoaderEvents {
-    onTranscriptionChunk: Pub<Word[]>;
-    onTranscribeProgress: Pub<[number]>;
-}

package/x/tools/speech-recognition/whisper/fns/schematic.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=schematic.js.map

package/x/tools/speech-recognition/whisper/fns/schematic.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schematic.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/schematic.ts"],"names":[],"mappings":""}

package/x/tools/speech-recognition/whisper/fns/work.d.ts

@@ -1,12 +0,0 @@
-import { TranscriptionChunk } from "../parts/types.js";
-export declare const setupWhisperWork: import("@e280/comrade").SetupWork<{
-    work: {
-        transcribe(input: import("../parts/types.js").TranscriptionMessage): Promise<import("../parts/types.js").TranscriptionResult | null>;
-    };
-    host: {
-        updateModelLoadProgress(item: import("../parts/types.js").ProgressItem): Promise<void>;
-        deliverTranscriptionChunk(chunk: TranscriptionChunk): Promise<void>;
-        updateTps(value: number): Promise<void>;
-        updateTranscribeProgress(value: number): Promise<void>;
-    };
-}>;

package/x/tools/speech-recognition/whisper/fns/work.js

@@ -1,74 +0,0 @@
-import { Comrade } from "@e280/comrade";
-//@ts-ignore
-import { WhisperTextStreamer } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js";
-import { PipelineFactory } from "../../../common/transformer-pipeline.js";
-// TODO suspicious globals, probably bad
-const pipeline = new PipelineFactory("automatic-speech-recognition");
-let transcriber;
-export const setupWhisperWork = Comrade.work(shell => ({
-    async transcribe({ audio, model, language, duration }) {
-        const isDistil = model.startsWith("distil-whisper/");
-        if (!pipeline.model || pipeline.model !== model) {
-            pipeline.instance?.dispose()?.();
-            pipeline.instance = null;
-            transcriber = await pipeline.createInstance(model, (data) => {
-                if (data.progress)
-                    shell.host.updateModelLoadProgress({
-                        id: data.file,
-                        progress: data.progress
-                    });
-            });
-        }
-        const timePrecision = transcriber.processor.feature_extractor.config.chunk_length /
-            transcriber.model.config.max_source_positions;
-        const chunkLength = isDistil ? 20 : 30;
-        const strideLength = isDistil ? 3 : 5;
-        let chunkCount = 0;
-        let startTime = null;
-        let tokenCount = 0;
-        let tps = 0;
-        const chunkDuration = chunkLength - strideLength;
-        const estimateProgress = () => {
-            const audioProgressSeconds = chunkCount * chunkDuration;
-            return Math.min(audioProgressSeconds / duration, 1);
-        };
-        const streamer = new WhisperTextStreamer(transcriber.tokenizer, {
-            time_precision: timePrecision,
-            token_callback_function: () => {
-                startTime ??= performance.now();
-                if (++tokenCount > 1) {
-                    tps = (tokenCount / (performance.now() - startTime)) * 1000;
-                    shell.host.updateTps(tps);
-                }
-            },
-            callback_function: (textChunk) => {
-                shell.host.deliverTranscriptionChunk(textChunk);
-            },
-            on_finalize: () => {
-                startTime = null;
-                tokenCount = 0;
-                chunkCount++;
-                const progress = estimateProgress();
-                shell.host.updateTranscribeProgress(progress);
-            },
-        });
-        const output = await transcriber(audio, {
-            top_k: 0,
-            do_sample: false,
-            chunk_length_s: chunkLength,
-            stride_length_s: strideLength,
-            language,
-            task: "transcribe",
-            return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
-            force_full_sequences: false,
-            streamer,
-        });
-        if (!output)
-            return null;
-        return {
-            tps,
-            ...output,
-        };
-    }
-}));
-//# sourceMappingURL=work.js.map

package/x/tools/speech-recognition/whisper/fns/work.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,YAAY;AACZ,OAAO,EAAW,mBAAmB,EAAC,MAAM,uFAAuF,CAAA;AAInI,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAA;AAEvE,wCAAwC;AACxC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,8BAA8B,CAAC,CAAA;AACpE,IAAI,WAAgB,CAAA;AAEpB,MAAM,CAAC,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAmB,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,KAAK,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAC;QAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAA;QAEpD,IAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;YAChC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAA;YACxB,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,CAC1C,KAAK,EACL,CAAC,IAAI,EAAE,EAAE;gBACR,IAAG,IAAI,CAAC,QAAQ;oBACf,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC;wBAClC,EAAE,EAAE,IAAI,CAAC,IAAI;wBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;qBACvB,CAAC,CAAA;YACJ,CAAC,CACD,CAAA;QACF,CAAC;QAED,MAAM,aAAa,GAClB,WAAW,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY;YAC3D,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAA;QAE9C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAErC,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,SAAS,GAAkB,IAAI,CAAA;QACnC,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,GAAG,GAAG,CAAC,CAAA;QAEX,MAAM,aAAa,GAAG,WAAW,GAAG,YAAY,CAAA;QAEhD,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC7B,MAAM,oBAAoB,GAAG,UAAU,GAAG,aAAa,CAAA;YACvD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAA;QACpD,CAAC,CAAA;QAED,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,WAAW,CAAC,SAAS,EAAE;YAC/D,cAAc,EAAE,aAAa;YAC7B,uBAAuB,EAAE,GAAG,EAAE;gBAC7B,SAAS,KAAK,WAAW,CAAC,GAAG,EAAE,CAAA;gBAC/B,IAAI,EAAE,UAAU,GAAG,CAAC,EAAE,CAAC;oBACtB,GAAG,GAAG,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAA;oBAC3D,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBAC1B,CAAC;YACF,CAAC;YACD,iBAAiB,EAAE,CAAC,SAAc,EAAE,EAAE;gBACrC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAA;YAChD,CAAC;YACD,WAAW,EAAE,GAAG,EAAE;gBACjB,SAAS,GAAG,IAAI,CAAA;gBAChB,UAAU,GAAG,CAAC,CAAA;gBACd,UAAU,EAAE,CAAA;gBACZ,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAA;gBACnC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAA;YAC9C,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE;YACvC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,WAAW;YAC3B,eAAe,EAAE,YAAY;YAC7B,QAAQ;YACR,IAAI,EAAE,YAAY;YAClB,iBAAiB,EAAE,MAAM,EAAE,2HAA2H;YACtJ,oBAAoB,EAAE,KAAK;YAC3B,QAAQ;SACR,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QAExB,OAAO;YACN,GAAG;YACH,GAAG,MAAM;SACT,CAAA;IACF,CAAC;CACD,CAAC,CAAC,CAAA"}

package/x/tools/speech-recognition/whisper/parts/types.d.ts

@@ -1,31 +0,0 @@
-export interface ProgressItem {
-    id: string;
-    progress: number;
-}
-export type Word = {
-    text: string;
-    timestamp: [start: number, end: number];
-};
-export type WordGroup = Word[];
-export type Transcript = WordGroup[];
-export interface TranscriptionChunk {
-    text: string;
-    offset: number;
-    timestamp: [number, number];
-    finalised: boolean;
-}
-export interface TranscriptionMessage {
-    audio: Float32Array;
-    model: string;
-    subtask: string | null;
-    language: string | null;
-    duration: number;
-}
-export interface TranscriptionResult {
-    text: string;
-    chunks: TranscriptionChunk[];
-    tps: number;
-}
-export type ProgressCallback = (data: any) => void;
-export type SpeechRecognizerModels = "onnx-community/whisper-tiny_timestamped";
-export type SpeechRecognizerSubtasks = "transcribe";

package/x/tools/speech-recognition/whisper/parts/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/parts/types.ts"],"names":[],"mappings":""}

package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts

@@ -1 +0,0 @@
-export {};

package/x/tools/speech-recognition/whisper/parts/worker.bundle.js

@@ -1,4 +0,0 @@
-import { Comrade } from "@e280/comrade";
-import { setupWhisperWork } from "../fns/work.js";
-await Comrade.worker(setupWhisperWork);
-//# sourceMappingURL=worker.bundle.js.map

package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/parts/worker.bundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAErC,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAA;AAG/C,MAAM,OAAO,CAAC,MAAM,CAAmB,gBAAgB,CAAC,CAAA"}