@omnimedia/omnitool 1.1.0-3 → 1.1.0-5

package/x/features/transition/parts/fragment.d.ts

@@ -0,0 +1 @@
+export declare const fragment: (glsl: string) => string;

package/x/features/transition/parts/fragment.js

@@ -0,0 +1,25 @@
+export const fragment = (glsl) => `
+	precision highp float;
+	varying vec2 vTextureCoord;
+	varying vec2 _uv;
+	uniform sampler2D from, to;
+	uniform float progress, ratio, _fromR, _toR;
+	uniform float customUniform;
+
+	vec4 getFromColor(vec2 uv){
+		return texture2D(from, .5+(uv-.5)*vec2(max(ratio/_fromR,1.), max(_fromR/ratio,1.)));
+	}
+	vec4 getToColor(vec2 uv){
+		return texture2D(to, .5+(uv-.5)*vec2(max(ratio/_toR,1.), max(_toR/ratio,1.)));
+	}
+
+	// gl-transition code here
+	${glsl}
+	// gl-transition code end
+
+	void main(){
+		vec2 uv = vTextureCoord.xy;
+		gl_FragColor = transition(vTextureCoord);
+	}
+`;
+//# sourceMappingURL=fragment.js.map

package/x/features/transition/parts/fragment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fragment.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/fragment.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC;;;;;;;;;;;;;;;;GAgBvC,IAAI;;;;;;;CAON,CAAA"}

package/x/features/transition/parts/types.d.ts

@@ -0,0 +1,23 @@
+import { Renderer } from "pixi.js";
+export interface TransitionOptions {
+    name: Transition;
+    renderer: Renderer;
+}
+export interface TransitionRendererOptions {
+    from: VideoFrame;
+    to: VideoFrame;
+    progress: number;
+    width: number;
+    height: number;
+}
+export interface GLTransition {
+    author: string;
+    createdAt: string;
+    glsl: string;
+    license: string;
+    name: Transition;
+    updatedAt: string;
+    defaultParams: any;
+    paramsTypes: any;
+}
+export type Transition = "Bounce" | "BowTieHorizontal" | "BowTieVertical" | "ButterflyWaveScrawler" | "CircleCrop" | "ColourDistance" | "CrazyParametricFun" | "CrossZoom" | "Directional" | "DoomScreenTransition" | "Dreamy" | "DreamyZoom" | "GlitchDisplace" | "GlitchMemories" | "GridFlip" | "InvertedPageCurl" | "LinearBlur" | "Mosaic" | "PolkaDotsCurtain" | "Radial" | "SimpleZoom" | "StereoViewer" | "Swirl" | "WaterDrop" | "ZoomInCircles" | "angular" | "burn" | "cannabisleaf" | "circle" | "circleopen" | "colorphase" | "crosshatch" | "crosswarp" | "cube" | "directionalwarp" | "directionalwipe" | "displacement" | "doorway" | "fade" | "fadecolor" | "fadegrayscale" | "flyeye" | "heart" | "hexagonalize" | "kaleidoscope" | "luma" | "luminance_melt" | "morph" | "multiply_blend" | "perlin" | "pinwheel" | "pixelize" | "polar_function" | "randomsquares" | "ripple" | "rotate_scale_fade" | "squareswire" | "squeeze" | "swap" | "undulatingBurnOut" | "wind" | "windowblinds" | "windowslice" | "wipeDown" | "wipeLeft" | "wipeRight" | "wipeUp";

package/x/features/transition/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/transition/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/types.ts"],"names":[],"mappings":""}

package/x/features/transition/parts/uniforms.d.ts

@@ -0,0 +1,31 @@
+import { GLTransition } from "./types.js";
+export declare const uniforms: {
+    custom: (transition: GLTransition) => {
+        [k: string]: {
+            value: unknown;
+            type: string;
+        };
+    };
+    basics: {
+        _fromR: {
+            value: number;
+            type: string;
+        };
+        _toR: {
+            value: number;
+            type: string;
+        };
+        ratio: {
+            value: number;
+            type: string;
+        };
+        progress: {
+            value: number;
+            type: string;
+        };
+        customUniform: {
+            value: number;
+            type: string;
+        };
+    };
+};

package/x/features/transition/parts/uniforms.js

@@ -0,0 +1,27 @@
+export const uniforms = {
+    custom: (transition) => Object.fromEntries(Object.entries(transition.defaultParams).map(([name, value]) => [
+        name,
+        {
+            value,
+            type: getUniformType(transition.paramsTypes[name])
+        }
+    ])),
+    basics: {
+        _fromR: { value: 1, type: "f32" },
+        _toR: { value: 1, type: "f32" },
+        ratio: { value: 1, type: "f32" },
+        progress: { value: 0, type: "f32" },
+        customUniform: { value: 0, type: "f32" },
+    }
+};
+const getUniformType = (type) => {
+    if (type === "f32" || type === "i32") {
+        return type;
+    }
+    else if (type === "float") {
+        return "f32";
+    }
+    else
+        return `${type}<f32>`;
+};
+//# sourceMappingURL=uniforms.js.map

package/x/features/transition/parts/uniforms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uniforms.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/uniforms.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAG;IACvB,MAAM,EAAE,CAAC,UAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CACvD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;QAC/D,IAAI;QACJ;YACC,KAAK;YACL,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;SAClD;KACD,CAAC,CACF;IACD,MAAM,EAAE;QACP,MAAM,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC/B,IAAI,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC7B,KAAK,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC9B,QAAQ,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QACjC,aAAa,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;KACtC;CACD,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE;IACvC,IAAG,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAA;IACZ,CAAC;SAAM,IAAG,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAA;IACb,CAAC;;QACI,OAAO,GAAG,IAAI,OAAO,CAAA;AAC3B,CAAC,CAAA"}

package/x/features/transition/parts/vertex.d.ts

@@ -0,0 +1 @@
+export declare const vertex = "\n\tin vec2 aPosition;\n\tvarying vec2 _uv;                          // gl-transition\n\tuniform mat3 projectionMatrix;\n\tuniform vec4 uInputSize;\n\tuniform vec4 uOutputFrame;\n\tout vec2 vTextureCoord;\n\tuniform vec4 uOutputTexture;\n\n\tvec4 filterVertexPosition( void )\n\t{\n\t\t\tvec2 position = aPosition * uOutputFrame.zw + uOutputFrame.xy;\n\n\t\t\tposition.x = position.x * (2.0 / uOutputTexture.x) - 1.0;\n\t\t\tposition.y = position.y * (2.0*uOutputTexture.z / uOutputTexture.y) - uOutputTexture.z;\n\n\t\t\treturn vec4(position, 0.0, 1.0);\n\t}\n\n\tvec2 filterTextureCoord( void )\n\t{\n\treturn aPosition * (uOutputFrame.zw * uInputSize.zw);\n\t}\n\n\tvoid main(void)\n\t{\n\tgl_Position = filterVertexPosition();\n\tvTextureCoord = filterTextureCoord();\n\t_uv = vec2(0.5, 0.5) * (aPosition +vec2(1.0, 1.0));    // gl-transition\n\t}\n";

package/x/features/transition/parts/vertex.js

@@ -0,0 +1,32 @@
+export const vertex = `
+	in vec2 aPosition;
+	varying vec2 _uv;                          // gl-transition
+	uniform mat3 projectionMatrix;
+	uniform vec4 uInputSize;
+	uniform vec4 uOutputFrame;
+	out vec2 vTextureCoord;
+	uniform vec4 uOutputTexture;
+
+	vec4 filterVertexPosition( void )
+	{
+			vec2 position = aPosition * uOutputFrame.zw + uOutputFrame.xy;
+
+			position.x = position.x * (2.0 / uOutputTexture.x) - 1.0;
+			position.y = position.y * (2.0*uOutputTexture.z / uOutputTexture.y) - uOutputTexture.z;
+
+			return vec4(position, 0.0, 1.0);
+	}
+
+	vec2 filterTextureCoord( void )
+	{
+	return aPosition * (uOutputFrame.zw * uInputSize.zw);
+	}
+
+	void main(void)
+	{
+	gl_Position = filterVertexPosition();
+	vTextureCoord = filterTextureCoord();
+	_uv = vec2(0.5, 0.5) * (aPosition +vec2(1.0, 1.0));    // gl-transition
+	}
+`;
+//# sourceMappingURL=vertex.js.map

package/x/features/transition/parts/vertex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertex.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/vertex.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BrB,CAAA"}

package/x/features/transition/transition.d.ts

@@ -0,0 +1,5 @@
+import { Texture } from "pixi.js";
+import { TransitionOptions, TransitionRendererOptions } from "./parts/types.js";
+export declare function makeTransition({ name, renderer }: TransitionOptions): {
+    render({ width, height, from, to, progress }: TransitionRendererOptions): Texture<import("pixi.js").TextureSource<any>>;
+};

package/x/features/transition/transition.js

@@ -0,0 +1,50 @@
+//@ts-ignore
+import transitions from "gl-transitions";
+import { Filter, GlProgram, Sprite, Texture, ImageSource } from "pixi.js";
+import { vertex } from "./parts/vertex.js";
+import { uniforms } from "./parts/uniforms.js";
+import { fragment } from "./parts/fragment.js";
+export function makeTransition({ name, renderer }) {
+    const transition = transitions.find((t) => t.name === name);
+    const transitionSprite = new Sprite();
+    const transitionTexture = new Texture();
+    const sourceFrom = new ImageSource({});
+    const sourceTo = new ImageSource({});
+    const filter = new Filter({
+        glProgram: new GlProgram({
+            vertex,
+            fragment: fragment(transition.glsl),
+        }),
+        resources: {
+            from: sourceFrom,
+            to: sourceTo,
+            uniforms: {
+                ...uniforms.basics,
+                ...uniforms.custom(transition)
+            }
+        }
+    });
+    transitionSprite.filters = [filter];
+    return {
+        render({ width, height, from, to, progress }) {
+            if (transitionSprite.width !== width || transitionSprite.height !== height) {
+                transitionSprite.setSize({ width, height });
+                transitionTexture.source.resize(width, height);
+            }
+            sourceFrom.resource = from;
+            sourceTo.resource = to;
+            sourceFrom.update();
+            sourceTo.update();
+            filter.resources.uniforms.uniforms.progress = progress;
+            renderer.render({
+                container: transitionSprite,
+                target: transitionTexture,
+                clear: false,
+                width,
+                height
+            });
+            return transitionTexture;
+        }
+    };
+}
+//# sourceMappingURL=transition.js.map

package/x/features/transition/transition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../s/features/transition/transition.ts"],"names":[],"mappings":"AAAA,YAAY;AACZ,OAAO,WAAW,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,SAAS,CAAA;AAEvE,OAAO,EAAC,MAAM,EAAC,MAAM,mBAAmB,CAAA;AACxC,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAG5C,MAAM,UAAU,cAAc,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAoB;IACjE,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAiB,CAAA;IACzF,MAAM,gBAAgB,GAAG,IAAI,MAAM,EAAE,CAAA;IACrC,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAE,CAAA;IACvC,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAA;IAEpC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACzB,SAAS,EAAE,IAAI,SAAS,CAAC;YACxB,MAAM;YACN,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;SACnC,CAAC;QACF,SAAS,EAAE;YACV,IAAI,EAAE,UAAU;YAChB,EAAE,EAAE,QAAQ;YACZ,QAAQ,EAAE;gBACT,GAAG,QAAQ,CAAC,MAAM;gBAClB,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;aAC9B;SACD;KACD,CAAC,CAAA;IAEF,gBAAgB,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAA;IAEnC,OAAO;QACN,MAAM,CAAC,EAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAA4B;YACpE,IAAG,gBAAgB,CAAC,KAAK,KAAK,KAAK,IAAI,gBAAgB,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC3E,gBAAgB,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAA;gBACzC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC/C,CAAC;YAED,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAA;YAC1B,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAA;YACtB,UAAU,CAAC,MAAM,EAAE,CAAA;YACnB,QAAQ,CAAC,MAAM,EAAE,CAAA;YAEjB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAA;YAEtD,QAAQ,CAAC,MAAM,CAAC;gBACf,SAAS,EAAE,gBAAgB;gBAC3B,MAAM,EAAE,iBAAiB;gBACzB,KAAK,EAAE,KAAK;gBACZ,KAAK;gBACL,MAAM;aACN,CAAC,CAAA;YAEF,OAAO,iBAAiB,CAAA;QACzB,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/index.html

@@ -60,7 +60,7 @@ body {
 }
 
 </style>
-					<script type=module src="demo/demo.bundle.min.js?v=c614bb3d17cc"></script>
+					<script type=module src="demo/demo.bundle.min.js?v=7ebfc5a6da44"></script>
 
 
 		<meta name="theme-color" content="#3cff9c">
@@ -80,7 +80,7 @@ body {
 				<body>
 
 	<section>
-		<h1>Omnitool <small>v1.1.0-3</small></h1>
+		<h1>Omnitool <small>v1.1.0-5</small></h1>
 		<button class=fetch>fetch</button>
 		<button class="import">import</button>
 		<div class=results></div>

package/x/timeline/utils/checksum.js

@@ -11,7 +11,8 @@ export class Checksum {
         this.nickname = nickname;
     }
     static async make(data) {
-        const bytes = new Uint8Array(await crypto.subtle.digest("SHA-256", data));
+        const data2 = new Uint8Array(data);
+        const bytes = new Uint8Array(await crypto.subtle.digest("SHA-256", data2));
         const hash = Hex.fromBytes(bytes);
         const nickname = Thumbprint.sigil.fromBytes(bytes);
         return new this(data, bytes, hash, nickname);

package/x/timeline/utils/checksum.js.map

@@ -1 +1 @@
-{"version":3,"file":"checksum.js","sourceRoot":"","sources":["../../../s/timeline/utils/checksum.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,UAAU,EAAC,MAAM,WAAW,CAAA;AAEzC,MAAM,OAAO,QAAQ;IAEZ;IACA;IACA;IACA;IAJR,YACQ,IAAgB,EAChB,KAAiB,EACjB,IAAY,EACZ,QAAgB;QAHhB,SAAI,GAAJ,IAAI,CAAY;QAChB,UAAK,GAAL,KAAK,CAAY;QACjB,SAAI,GAAJ,IAAI,CAAQ;QACZ,aAAQ,GAAR,QAAQ,CAAQ;IACrB,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QAClD,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC7C,CAAC;CACD"}
+{"version":3,"file":"checksum.js","sourceRoot":"","sources":["../../../s/timeline/utils/checksum.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,UAAU,EAAC,MAAM,WAAW,CAAA;AAEzC,MAAM,OAAO,QAAQ;IAEZ;IACA;IACA;IACA;IAJR,YACQ,IAAgB,EAChB,KAAiB,EACjB,IAAY,EACZ,QAAgB;QAHhB,SAAI,GAAJ,IAAI,CAAY;QAChB,UAAK,GAAL,KAAK,CAAY;QACjB,SAAI,GAAJ,IAAI,CAAQ;QACZ,aAAQ,GAAR,QAAQ,CAAQ;IACrB,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;QAC1E,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QAClD,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC7C,CAAC;CACD"}

package/x/tools/common/loader.d.ts

@@ -0,0 +1,19 @@
+import { Pub } from "@e280/stz";
+import { ProgressItem } from "../speech-recognition/whisper/parts/types.js";
+export interface LoaderEvents {
+    onModelLoadProgress: Pub<ProgressItem[]>;
+    onTpsUpdate: Pub<[number]>;
+}
+export declare abstract class Loader {
+    readonly name: string;
+    model: string;
+    tps: number;
+    static loaderEvents: {
+        onModelLoadProgress: Pub<ProgressItem[]>;
+        onTpsUpdate: Pub<[number]>;
+    };
+    constructor(name: string, model: string);
+    abstract init(): Promise<void>;
+    abstract setModel(model: string): void;
+    setTps(value: number): void;
+}

package/x/tools/common/loader.js

@@ -0,0 +1,18 @@
+import { pub } from "@e280/stz";
+export class Loader {
+    name;
+    model;
+    tps = 0;
+    static loaderEvents = {
+        onModelLoadProgress: pub(),
+        onTpsUpdate: pub()
+    };
+    constructor(name, model) {
+        this.name = name;
+        this.model = model;
+    }
+    setTps(value) {
+        this.tps = value;
+    }
+}
+//# sourceMappingURL=loader.js.map

package/x/tools/common/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../s/tools/common/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,GAAG,EAAM,MAAM,WAAW,CAAA;AAQlC,MAAM,OAAgB,MAAM;IAQC;IAAqB;IAPjD,GAAG,GAAG,CAAC,CAAA;IAEP,MAAM,CAAC,YAAY,GAAG;QACrB,mBAAmB,EAAE,GAAG,EAAkB;QAC1C,WAAW,EAAE,GAAG,EAAY;KAC5B,CAAA;IAED,YAA4B,IAAY,EAAS,KAAa;QAAlC,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAMlE,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,GAAG,GAAG,KAAK,CAAA;IACjB,CAAC"}

package/x/tools/common/transformer-pipeline.d.ts

@@ -0,0 +1,8 @@
+import { ProgressCallback } from "../speech-recognition/whisper/parts/types.js";
+export declare class PipelineFactory {
+    task: string;
+    instance: any;
+    model: string | null;
+    constructor(task: string);
+    createInstance(model: string, progressCallback?: ProgressCallback): Promise<any>;
+}

package/x/tools/common/transformer-pipeline.js

@@ -0,0 +1,24 @@
+//@ts-ignore
+import { pipeline } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js";
+export class PipelineFactory {
+    task;
+    instance = null;
+    model = null;
+    constructor(task) {
+        this.task = task;
+    }
+    async createInstance(model, progressCallback) {
+        this.model = model;
+        return this.instance = await pipeline(this.task, this.model, {
+            dtype: {
+                encoder_model: this.model === "onnx-community/whisper-large-v3-turbo"
+                    ? "fp16"
+                    : "fp32",
+                decoder_model_merged: "q4",
+            },
+            device: "webgpu",
+            progress_callback: progressCallback,
+        });
+    }
+}
+//# sourceMappingURL=transformer-pipeline.js.map

package/x/tools/common/transformer-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformer-pipeline.js","sourceRoot":"","sources":["../../../s/tools/common/transformer-pipeline.ts"],"names":[],"mappings":"AAAA,YAAY;AACZ,OAAO,EAAC,QAAQ,EAAC,MAAM,uFAAuF,CAAA;AAI9G,MAAM,OAAO,eAAe;IAIR;IAHnB,QAAQ,GAAQ,IAAI,CAAA;IACpB,KAAK,GAAkB,IAAI,CAAA;IAE3B,YAAmB,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAEnC,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,gBAAmC;QACtE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,OAAO,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;YAC5D,KAAK,EAAE;gBACN,aAAa,EACZ,IAAI,CAAC,KAAK,KAAK,uCAAuC;oBACrD,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,MAAM;gBACV,oBAAoB,EAAE,IAAI;aAC1B;YACD,MAAM,EAAE,QAAQ;YAChB,iBAAiB,EAAE,gBAAgB;SACnC,CAAC,CAAA;IACH,CAAC;CACD"}

package/x/tools/speech-recognition/common/model.d.ts

@@ -0,0 +1,14 @@
+import { Loader } from "../../common/loader.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+import { SpeechRecognizerModels, Word, WordGroup } from "../whisper/parts/types.js";
+export declare abstract class SpeechRecognizer extends Loader {
+    multilingual: boolean;
+    static speechRecognizerEvents: {
+        onTranscriptionChunk: import("@e280/stz").Pub<Word[]>;
+        onTranscribeProgress: import("@e280/stz").Pub<[number]>;
+    };
+    abstract transcribe(input: DecoderSource): Promise<WordGroup>;
+    setMultilingual(value: boolean): void;
+    detectLanguage?(input: Blob | AudioBuffer): Promise<string>;
+    setModel(value: SpeechRecognizerModels): void;
+}

package/x/tools/speech-recognition/common/model.js

@@ -0,0 +1,16 @@
+import { pub } from "@e280/stz";
+import { Loader } from "../../common/loader.js";
+export class SpeechRecognizer extends Loader {
+    multilingual = true;
+    static speechRecognizerEvents = {
+        onTranscriptionChunk: pub(),
+        onTranscribeProgress: pub()
+    };
+    setMultilingual(value) {
+        this.multilingual = value;
+    }
+    setModel(value) {
+        this.model = value;
+    }
+}
+//# sourceMappingURL=model.js.map

package/x/tools/speech-recognition/common/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../../../s/tools/speech-recognition/common/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAE7B,OAAO,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAA;AAI7C,MAAM,OAAgB,gBAAiB,SAAQ,MAAM;IACpD,YAAY,GAAG,IAAI,CAAA;IAEnB,MAAM,CAAC,sBAAsB,GAAG;QAC/B,oBAAoB,EAAE,GAAG,EAAU;QACnC,oBAAoB,EAAE,GAAG,EAAY;KACrC,CAAA;IAID,eAAe,CAAC,KAAc;QAC7B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;IAC1B,CAAC;IAID,QAAQ,CAAC,KAA6B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACnB,CAAC"}

package/x/tools/speech-recognition/whisper/fns/host.d.ts

@@ -0,0 +1,13 @@
+import { ProgressItem } from "../parts/types.js";
+import { SpeechRecognizerHostEvents } from "./schematic.js";
+export declare const setupWhisperHost: (events: SpeechRecognizerHostEvents) => import("@e280/comrade").SetupHost<{
+    work: {
+        transcribe(input: import("../parts/types.js").TranscriptionMessage): Promise<import("../parts/types.js").TranscriptionResult | null>;
+    };
+    host: {
+        updateModelLoadProgress(item: ProgressItem): Promise<void>;
+        deliverTranscriptionChunk(chunk: import("../parts/types.js").TranscriptionChunk): Promise<void>;
+        updateTps(value: number): Promise<void>;
+        updateTranscribeProgress(value: number): Promise<void>;
+    };
+}>;

package/x/tools/speech-recognition/whisper/fns/host.js

@@ -0,0 +1,19 @@
+import { Comrade } from "@e280/comrade";
+export const setupWhisperHost = (events) => (Comrade.host(_shell => ({
+    async updateModelLoadProgress(item) {
+        events.onModelLoadProgress.pub(item);
+    },
+    async deliverTranscriptionChunk(chunk) {
+        events.onTranscriptionChunk.pub({
+            text: chunk.text,
+            timestamp: chunk.timestamp
+        });
+    },
+    async updateTps(value) {
+        events.onTpsUpdate.pub(value);
+    },
+    async updateTranscribeProgress(value) {
+        events.onTranscribeProgress(value);
+    }
+})));
+//# sourceMappingURL=host.js.map

package/x/tools/speech-recognition/whisper/fns/host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAkC,EAAE,EAAE,CAAC,CACvE,OAAO,CAAC,IAAI,CAAmB,MAAM,CAAC,EAAE,CAAC,CAAC;IACzC,KAAK,CAAC,uBAAuB,CAAC,IAAI;QACjC,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;IACD,KAAK,CAAC,yBAAyB,CAAC,KAAK;QACpC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAA;IACH,CAAC;IACD,KAAK,CAAC,SAAS,CAAC,KAAK;QACpB,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC;IACD,KAAK,CAAC,wBAAwB,CAAC,KAAK;QACnC,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/tools/speech-recognition/whisper/fns/schematic.d.ts

@@ -0,0 +1,19 @@
+import { Pub } from "@e280/stz";
+import { AsSchematic } from "@e280/comrade";
+import { LoaderEvents } from "../../../common/loader.js";
+import { ProgressItem, TranscriptionChunk, TranscriptionMessage, TranscriptionResult, Word } from "../parts/types.js";
+export type WhisperSchematic = AsSchematic<{
+    work: {
+        transcribe(input: TranscriptionMessage): Promise<TranscriptionResult | null>;
+    };
+    host: {
+        updateModelLoadProgress(item: ProgressItem): Promise<void>;
+        deliverTranscriptionChunk(chunk: TranscriptionChunk): Promise<void>;
+        updateTps(value: number): Promise<void>;
+        updateTranscribeProgress(value: number): Promise<void>;
+    };
+}>;
+export interface SpeechRecognizerHostEvents extends LoaderEvents {
+    onTranscriptionChunk: Pub<Word[]>;
+    onTranscribeProgress: Pub<[number]>;
+}

package/x/tools/speech-recognition/whisper/fns/schematic.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=schematic.js.map

package/x/tools/speech-recognition/whisper/fns/schematic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schematic.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/schematic.ts"],"names":[],"mappings":""}

package/x/tools/speech-recognition/whisper/fns/work.d.ts

@@ -0,0 +1,12 @@
+import { TranscriptionChunk } from "../parts/types.js";
+export declare const setupWhisperWork: import("@e280/comrade").SetupWork<{
+    work: {
+        transcribe(input: import("../parts/types.js").TranscriptionMessage): Promise<import("../parts/types.js").TranscriptionResult | null>;
+    };
+    host: {
+        updateModelLoadProgress(item: import("../parts/types.js").ProgressItem): Promise<void>;
+        deliverTranscriptionChunk(chunk: TranscriptionChunk): Promise<void>;
+        updateTps(value: number): Promise<void>;
+        updateTranscribeProgress(value: number): Promise<void>;
+    };
+}>;

package/x/tools/speech-recognition/whisper/fns/work.js

@@ -0,0 +1,74 @@
+import { Comrade } from "@e280/comrade";
+//@ts-ignore
+import { WhisperTextStreamer } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js";
+import { PipelineFactory } from "../../../common/transformer-pipeline.js";
+// TODO suspicious globals, probably bad
+const pipeline = new PipelineFactory("automatic-speech-recognition");
+let transcriber;
+export const setupWhisperWork = Comrade.work(shell => ({
+    async transcribe({ audio, model, language, duration }) {
+        const isDistil = model.startsWith("distil-whisper/");
+        if (!pipeline.model || pipeline.model !== model) {
+            pipeline.instance?.dispose()?.();
+            pipeline.instance = null;
+            transcriber = await pipeline.createInstance(model, (data) => {
+                if (data.progress)
+                    shell.host.updateModelLoadProgress({
+                        id: data.file,
+                        progress: data.progress
+                    });
+            });
+        }
+        const timePrecision = transcriber.processor.feature_extractor.config.chunk_length /
+            transcriber.model.config.max_source_positions;
+        const chunkLength = isDistil ? 20 : 30;
+        const strideLength = isDistil ? 3 : 5;
+        let chunkCount = 0;
+        let startTime = null;
+        let tokenCount = 0;
+        let tps = 0;
+        const chunkDuration = chunkLength - strideLength;
+        const estimateProgress = () => {
+            const audioProgressSeconds = chunkCount * chunkDuration;
+            return Math.min(audioProgressSeconds / duration, 1);
+        };
+        const streamer = new WhisperTextStreamer(transcriber.tokenizer, {
+            time_precision: timePrecision,
+            token_callback_function: () => {
+                startTime ??= performance.now();
+                if (++tokenCount > 1) {
+                    tps = (tokenCount / (performance.now() - startTime)) * 1000;
+                    shell.host.updateTps(tps);
+                }
+            },
+            callback_function: (textChunk) => {
+                shell.host.deliverTranscriptionChunk(textChunk);
+            },
+            on_finalize: () => {
+                startTime = null;
+                tokenCount = 0;
+                chunkCount++;
+                const progress = estimateProgress();
+                shell.host.updateTranscribeProgress(progress);
+            },
+        });
+        const output = await transcriber(audio, {
+            top_k: 0,
+            do_sample: false,
+            chunk_length_s: chunkLength,
+            stride_length_s: strideLength,
+            language,
+            task: "transcribe",
+            return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
+            force_full_sequences: false,
+            streamer,
+        });
+        if (!output)
+            return null;
+        return {
+            tps,
+            ...output,
+        };
+    }
+}));
+//# sourceMappingURL=work.js.map

package/x/tools/speech-recognition/whisper/fns/work.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,YAAY;AACZ,OAAO,EAAW,mBAAmB,EAAC,MAAM,uFAAuF,CAAA;AAInI,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAA;AAEvE,wCAAwC;AACxC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,8BAA8B,CAAC,CAAA;AACpE,IAAI,WAAgB,CAAA;AAEpB,MAAM,CAAC,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAmB,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,KAAK,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAC;QAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAA;QAEpD,IAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;YAChC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAA;YACxB,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,CAC1C,KAAK,EACL,CAAC,IAAI,EAAE,EAAE;gBACR,IAAG,IAAI,CAAC,QAAQ;oBACf,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC;wBAClC,EAAE,EAAE,IAAI,CAAC,IAAI;wBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;qBACvB,CAAC,CAAA;YACJ,CAAC,CACD,CAAA;QACF,CAAC;QAED,MAAM,aAAa,GAClB,WAAW,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY;YAC3D,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAA;QAE9C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAErC,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,SAAS,GAAkB,IAAI,CAAA;QACnC,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,GAAG,GAAG,CAAC,CAAA;QAEX,MAAM,aAAa,GAAG,WAAW,GAAG,YAAY,CAAA;QAEhD,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC7B,MAAM,oBAAoB,GAAG,UAAU,GAAG,aAAa,CAAA;YACvD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAA;QACpD,CAAC,CAAA;QAED,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,WAAW,CAAC,SAAS,EAAE;YAC/D,cAAc,EAAE,aAAa;YAC7B,uBAAuB,EAAE,GAAG,EAAE;gBAC7B,SAAS,KAAK,WAAW,CAAC,GAAG,EAAE,CAAA;gBAC/B,IAAI,EAAE,UAAU,GAAG,CAAC,EAAE,CAAC;oBACtB,GAAG,GAAG,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAA;oBAC3D,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBAC1B,CAAC;YACF,CAAC;YACD,iBAAiB,EAAE,CAAC,SAAc,EAAE,EAAE;gBACrC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAA;YAChD,CAAC;YACD,WAAW,EAAE,GAAG,EAAE;gBACjB,SAAS,GAAG,IAAI,CAAA;gBAChB,UAAU,GAAG,CAAC,CAAA;gBACd,UAAU,EAAE,CAAA;gBACZ,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAA;gBACnC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAA;YAC9C,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE;YACvC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,WAAW;YAC3B,eAAe,EAAE,YAAY;YAC7B,QAAQ;YACR,IAAI,EAAE,YAAY;YAClB,iBAAiB,EAAE,MAAM,EAAE,2HAA2H;YACtJ,oBAAoB,EAAE,KAAK;YAC3B,QAAQ;SACR,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QAExB,OAAO;YACN,GAAG;YACH,GAAG,MAAM;SACT,CAAA;IACF,CAAC;CACD,CAAC,CAAC,CAAA"}

package/x/tools/speech-recognition/whisper/parts/types.d.ts

@@ -0,0 +1,31 @@
+export interface ProgressItem {
+    id: string;
+    progress: number;
+}
+export type Word = {
+    text: string;
+    timestamp: [start: number, end: number];
+};
+export type WordGroup = Word[];
+export type Transcript = WordGroup[];
+export interface TranscriptionChunk {
+    text: string;
+    offset: number;
+    timestamp: [number, number];
+    finalised: boolean;
+}
+export interface TranscriptionMessage {
+    audio: Float32Array;
+    model: string;
+    subtask: string | null;
+    language: string | null;
+    duration: number;
+}
+export interface TranscriptionResult {
+    text: string;
+    chunks: TranscriptionChunk[];
+    tps: number;
+}
+export type ProgressCallback = (data: any) => void;
+export type SpeechRecognizerModels = "onnx-community/whisper-tiny_timestamped";
+export type SpeechRecognizerSubtasks = "transcribe";

package/x/tools/speech-recognition/whisper/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/tools/speech-recognition/whisper/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/parts/types.ts"],"names":[],"mappings":""}

package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts

@@ -0,0 +1 @@
+export {};

package/x/tools/speech-recognition/whisper/parts/worker.bundle.js

@@ -0,0 +1,4 @@
+import { Comrade } from "@e280/comrade";
+import { setupWhisperWork } from "../fns/work.js";
+await Comrade.worker(setupWhisperWork);
+//# sourceMappingURL=worker.bundle.js.map

package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../../s/tools/speech-recognition/whisper/parts/worker.bundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAErC,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAA;AAG/C,MAAM,OAAO,CAAC,MAAM,CAAmB,gBAAgB,CAAC,CAAA"}