@omnimedia/omnitool 1.1.0-3 → 1.1.0-5

package/x/driver/fns/host.js

@@ -1,7 +1,7 @@
 import { Comrade } from "@e280/comrade";
-export const setupDriverHost = (machina) => Comrade.host(({ work }, rig) => ({
+export const setupDriverHost = (machina) => (Comrade.host(_shell => ({
     async world() {
         machina.count++;
-    }
-}));
+    },
+})));
 //# sourceMappingURL=host.js.map

package/x/driver/fns/host.js.map

@@ -1 +1 @@
-{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAEpG,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CAAA"}
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../s/driver/fns/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AAIrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,CACpD,OAAO,CAAC,IAAI,CAAkB,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;CACD,CAAC,CAAC,CACH,CAAA"}

package/x/driver/fns/schematic.d.ts

@@ -27,7 +27,7 @@ export interface EncoderInput {
         audio: AudioEncodingConfig;
     };
 }
-export type DecoderSource = FileSystemFileHandle | string;
+export type DecoderSource = Blob | string | URL;
 export interface DecoderInput {
     source: DecoderSource;
     onFrame?: (frame: VideoFrame) => Promise<VideoFrame>;

package/x/driver/fns/work.js

@@ -1,16 +1,15 @@
 import { Comrade } from "@e280/comrade";
-import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
 import { autoDetectRenderer, Container, Sprite, Text, Texture, DOMAdapter, WebWorkerAdapter } from "pixi.js";
+import { Input, ALL_FORMATS, VideoSampleSink, Output, Mp4OutputFormat, VideoSampleSource, VideoSample, AudioSampleSink, AudioSampleSource, AudioSample, StreamTarget, BlobSource, UrlSource } from "mediabunny";
 DOMAdapter.set(WebWorkerAdapter);
-export const setupDriverWork = Comrade.work(({ host }, rig) => ({
+export const setupDriverWork = (Comrade.work(shell => ({
     async hello() {
-        await host.world();
+        await shell.host.world();
     },
     async decode({ source, video, audio }) {
         const loadSource = async () => {
-            if (source instanceof FileSystemFileHandle) {
-                const file = await source.getFile();
-                return new BlobSource(file);
+            if (source instanceof Blob) {
+                return new BlobSource(source);
             }
             else {
                 return new UrlSource(source);
@@ -110,10 +109,11 @@ export const setupDriverWork = Comrade.work(({ host }, rig) => ({
         for (const disposable of disposables) {
             disposable.destroy(true);
         }
-        rig.transfer = [frame];
+        shell.transfer = [frame];
         return frame;
     }
-}));
+})));
+// TODO suspicious global, probably bad
 let pixi = null;
 async function renderPIXI(width, height) {
     if (pixi)

package/x/driver/fns/work.js.map

@@ -1 +1 @@
-{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EACN,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAC5F,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EACpF,MAAM,YAAY,CAAA;AACnB,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AAIpH,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAkB,CAAC,EAAC,IAAI,EAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAE9E,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC;QAClC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;gBACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;YAC5B,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,EAAE;YAC1B,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,oBAAoB,EAAE;YAC5B,KAAK,CAAC,oBAAoB,EAAE;SAC5B,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QAEpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;wBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;wBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAC;QACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACjC,oFAAoF;QACpF,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAEjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QAEpB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE/C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,SAAS,EAAE,WAAW,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACtE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,SAAS,EAAE,SAAS;YAC/B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,SAAS;SAC1C,CAAC,CAAA;QAEF,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;QAEhB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,GAAG,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CAAA;AAGH,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAID,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB,EACjB,cAAkC,EAAE;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAiC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;YAC5D,SAAS,KAAK,MAAM,CAAC,SAAS,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,CAAA;IAChC,CAAC;IAED,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;QACpC,OAAO,EAAC,WAAW,EAAC,CAAA;IACrB,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACnD,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACpD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,WAAW,EAAC,CAAA;IACtB,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC9E,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,EAAC,WAAW,EAAC,CAAA;AACrB,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAC,CAAA;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,IAAe,EAAE;IAC/D,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACrC,IAAG,CAAC,CAAC,OAAO;QAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAA;IACtC,IAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}
+{"version":3,"file":"work.js","sourceRoot":"","sources":["../../../s/driver/fns/work.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAY,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAC,MAAM,SAAS,CAAA;AACpH,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAI7M,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAAO,CAAC,IAAI,CAAkB,KAAK,CAAC,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK;QACV,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC;QAClC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;gBAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,UAAU,EAAE;YAC1B,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,oBAAoB,EAAE;YAC5B,KAAK,CAAC,oBAAoB,EAAE;SAC5B,CAAC,CAAA;QAEF,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,UAAU,EAAE,SAAS,EAAE,CAAA;QAEpD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAErC,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;wBACnC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC5C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;wBAClC,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBAC9B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,CAAC,KAAK,EAAE,CAAA;oBACd,CAAC;oBACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;gBAC1B,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAC;QACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACzB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;SACjD,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACjC,oFAAoF;QACpF,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAEjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QAEpB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE/C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACX,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAA;oBAC9C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;oBACrC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,KAAK,CAAC,KAAK,EAAE,CAAA;gBACd,CAAC;YACF,CAAC,CAAC,EAAE;SACJ,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAW;QAC1B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACtD,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,MAAM,EAAC,SAAS,EAAE,WAAW,EAAC,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QACtE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,SAAS,EAAE,SAAS;YAC/B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,SAAS;SAC1C,CAAC,CAAA;QAEF,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;QAEhB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;QACxB,OAAO,KAAK,CAAA;IACb,CAAC;CACD,CAAC,CAAC,CACH,CAAA;AAED,uCAAuC;AACvC,IAAI,IAAI,GAGG,IAAI,CAAA;AAEf,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc;IACtD,IAAI,IAAI;QACP,OAAO,IAAI,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACzC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,OAAO,EAAE,iDAAiD;QACtE,UAAU,EAAE,OAAO;QACnB,kBAAkB,EAAE,CAAC;KACrB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;IAC7B,IAAI,GAAG,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAA;IAExB,OAAO,IAAI,CAAA;AACZ,CAAC;AAID,KAAK,UAAU,WAAW,CACzB,KAA0B,EAC1B,MAAiB,EACjB,cAAkC,EAAE;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAiC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;YAC5D,SAAS,KAAK,MAAM,CAAC,SAAS,CAAA;QAC/B,CAAC;QACD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,CAAA;IAChC,CAAC;IAED,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;QACpC,OAAO,EAAC,WAAW,EAAC,CAAA;IACrB,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACnD,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QACpD;YACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,EAAC,WAAW,EAAC,CAAA;IACtB,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAA;AAC9E,CAAC;AAED,SAAS,eAAe,CACvB,KAAqC,EACrC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,OAAO;QACnB,KAAK,EAAE;YACN,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;YAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO;SAC5B;KACD,CAAC,CAAA;IACF,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,EAAC,WAAW,EAAC,CAAA;AACrB,CAAC;AAED,SAAS,gBAAgB,CACxB,KAAsC,EACtC,MAAiB,EACjB,WAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;IAClC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAC,CAAA;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB,EAAE,IAAe,EAAE;IAC/D,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACtB,IAAG,CAAC,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACrC,IAAG,CAAC,CAAC,OAAO;QAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAA;IACtC,IAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}

package/x/driver/utils/load-decoder-source.d.ts

@@ -1,2 +1,3 @@
+import { BlobSource, UrlSource } from "mediabunny";
 import { DecoderSource } from "../fns/schematic.js";
-export declare function loadDecoderSource(source: DecoderSource): Promise<any>;
+export declare function loadDecoderSource(source: DecoderSource): Promise<UrlSource | BlobSource>;

package/x/driver/utils/load-decoder-source.js

@@ -1,9 +1,8 @@
 import { BlobSource, UrlSource } from "mediabunny";
 // only streamable sources
 export async function loadDecoderSource(source) {
-    if (source instanceof FileSystemFileHandle) {
-        const file = await source.getFile();
-        return new BlobSource(file);
+    if (source instanceof Blob) {
+        return new BlobSource(source);
     }
     else {
         return new UrlSource(source);

package/x/driver/utils/load-decoder-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}
+{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}

package/x/features/speech/transcribe/default-spec.d.ts

@@ -0,0 +1,2 @@
+import { TranscriberSpec } from "./types.js";
+export declare const defaultTranscriberSpec: () => TranscriberSpec;

package/x/features/speech/transcribe/default-spec.js

@@ -0,0 +1,8 @@
+export const defaultTranscriberSpec = () => ({
+    model: "onnx-community/whisper-tiny_timestamped",
+    dtype: "q4",
+    device: "wasm",
+    chunkLength: 20,
+    strideLength: 3,
+});
+//# sourceMappingURL=default-spec.js.map

package/x/features/speech/transcribe/default-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/default-spec.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAoB,EAAE,CAAC,CAAC;IAC7D,KAAK,EAAE,yCAAyC;IAChD,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;CACf,CAAC,CAAA"}

package/x/features/speech/transcribe/parts/load-pipe.d.ts

@@ -0,0 +1,2 @@
+import { TranscriberPipeOptions } from "../types.js";
+export declare function loadPipe(options: TranscriberPipeOptions): Promise<import("@huggingface/transformers").AutomaticSpeechRecognitionPipeline>;

package/x/features/speech/transcribe/parts/load-pipe.js

@@ -0,0 +1,13 @@
+import { pipeline } from "@huggingface/transformers";
+export async function loadPipe(options) {
+    const { spec, onLoading } = options;
+    const pipe = await pipeline("automatic-speech-recognition", spec.model, {
+        device: spec.device,
+        dtype: spec.dtype,
+        progress_callback: (data) => {
+            onLoading({ total: data.total, progress: data.progress });
+        },
+    });
+    return pipe;
+}
+//# sourceMappingURL=load-pipe.js.map

package/x/features/speech/transcribe/parts/load-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-pipe.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/load-pipe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAIlD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAA+B;IAC7D,MAAM,EAAC,IAAI,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC,KAAK,EAAE;QACvE,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YAChC,SAAS,CAAC,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAC,CAAC,CAAA;QACxD,CAAC;KACD,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/x/features/speech/transcribe/parts/prep-audio.d.ts

@@ -0,0 +1,5 @@
+import { Driver } from "../../../../driver/driver.js";
+export declare function prepAudio(driver: Driver, source: Blob): Promise<{
+    audio: Float32Array<ArrayBufferLike>;
+    duration: any;
+}>;

package/x/features/speech/transcribe/parts/prep-audio.js

@@ -0,0 +1,21 @@
+export async function prepAudio(driver, source) {
+    const arrayBuffer = await source.arrayBuffer();
+    const audioCTX = new AudioContext({ sampleRate: 16000 });
+    const audioData = await audioCTX.decodeAudioData(arrayBuffer);
+    let audio;
+    if (audioData.numberOfChannels === 2) {
+        const SCALING_FACTOR = Math.sqrt(2);
+        const left = audioData.getChannelData(0);
+        const right = audioData.getChannelData(1);
+        audio = new Float32Array(left.length);
+        for (let i = 0; i < audioData.length; ++i) {
+            audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2;
+        }
+    }
+    else {
+        audio = audioData.getChannelData(0);
+    }
+    const duration = await driver.getAudioDuration(source);
+    return { audio, duration };
+}
+//# sourceMappingURL=prep-audio.js.map

package/x/features/speech/transcribe/parts/prep-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prep-audio.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/prep-audio.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,MAAY;IAC3D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAA;IAC9C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;IACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;IAC7D,IAAI,KAAmB,CAAA;IACvB,IAAI,SAAS,CAAC,gBAAgB,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACzC,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACvD,CAAC;IACF,CAAC;SAAM,CAAC;QACP,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACtD,OAAO,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAA;AACzB,CAAC"}

package/x/features/speech/transcribe/parts/transcribe.d.ts

@@ -0,0 +1,5 @@
+import { TranscribeOptions } from "../types.js";
+export declare function transcribe(options: TranscribeOptions): Promise<{
+    text: any;
+    chunks: any;
+}>;

package/x/features/speech/transcribe/parts/transcribe.js

@@ -0,0 +1,56 @@
+import { WhisperTextStreamer } from "@huggingface/transformers";
+export async function transcribe(options) {
+    const { pipe, spec, request, callbacks } = options;
+    if (!pipe.processor.feature_extractor)
+        throw new Error("no feature_extractor");
+    const timePrecision = (pipe.processor.feature_extractor?.config.chunk_length /
+        // @ts-ignore
+        pipe.model.config.max_source_positions);
+    let chunkCount = 0;
+    let startTime = null;
+    let tokenCount = 0;
+    let tokensPerSecond = 0;
+    const chunkDuration = spec.chunkLength - spec.strideLength;
+    const calculateProgress = () => {
+        const audioProgressSeconds = chunkCount * chunkDuration;
+        return Math.min(audioProgressSeconds / request.duration, 1);
+    };
+    // TODO type error on pipe.tokenizer
+    const tokenizer = pipe.tokenizer;
+    const streamer = new WhisperTextStreamer(tokenizer, {
+        time_precision: timePrecision,
+        token_callback_function: () => {
+            startTime ??= performance.now();
+            if (++tokenCount > 1) {
+                tokensPerSecond = (tokenCount / (performance.now() - startTime)) * 1000;
+            }
+        },
+        callback_function: (textChunk) => {
+            // TODO
+            callbacks.onTranscription(textChunk);
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+        on_finalize: () => {
+            startTime = null;
+            tokenCount = 0;
+            chunkCount++;
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+    });
+    const result = await pipe(new Float32Array(request.audio), {
+        top_k: 0,
+        do_sample: false,
+        chunk_length_s: spec.chunkLength,
+        stride_length_s: spec.strideLength,
+        language: request.language,
+        task: "transcribe",
+        return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
+        force_full_sequences: false,
+        streamer,
+    });
+    return {
+        text: result.text,
+        chunks: result.chunks
+    };
+}
+//# sourceMappingURL=transcribe.js.map

package/x/features/speech/transcribe/parts/transcribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribe.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/transcribe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,mBAAmB,EAAC,MAAM,2BAA2B,CAAA;AAG7D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IAC1D,MAAM,EAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEhD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB;QACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAExC,MAAM,aAAa,GAAG,CACrB,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,YAAY;QACrD,aAAa;QACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CACtC,CAAA;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,SAAS,GAAkB,IAAI,CAAA;IACnC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,eAAe,GAAG,CAAC,CAAA;IAEvB,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;IAE1D,MAAM,iBAAiB,GAAG,GAAG,EAAE;QAC9B,MAAM,oBAAoB,GAAG,UAAU,GAAG,aAAa,CAAA;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC,CAAA;IAED,oCAAoC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAgB,CAAA;IAEvC,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,SAAS,EAAE;QACnD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,GAAG,EAAE;YAC7B,SAAS,KAAK,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,EAAE,UAAU,GAAG,CAAC,EAAE,CAAC;gBACtB,eAAe,GAAG,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAA;YACxE,CAAC;QACF,CAAC;QACD,iBAAiB,EAAE,CAAC,SAAc,EAAE,EAAE;YACrC,OAAO;YACP,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;YACpC,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;QACD,WAAW,EAAE,GAAG,EAAE;YACjB,SAAS,GAAG,IAAI,CAAA;YAChB,UAAU,GAAG,CAAC,CAAA;YACd,UAAU,EAAE,CAAA;YACZ,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC1D,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,IAAI,CAAC,WAAW;QAChC,eAAe,EAAE,IAAI,CAAC,YAAY;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,YAAY;QAClB,iBAAiB,EAAE,MAAM,EAAE,2HAA2H;QACtJ,oBAAoB,EAAE,KAAK;QAC3B,QAAQ;KACR,CAAC,CAAA;IAEF,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;KACrB,CAAA;AACF,CAAC"}

package/x/features/speech/transcribe/transcriber.d.ts

@@ -0,0 +1,5 @@
+import { TranscriberOptions, TranscriptionOptions } from "./types.js";
+export declare function makeTranscriber({ driver, spec, workerUrl, onLoading }: TranscriberOptions): Promise<{
+    transcribe: (info: TranscriptionOptions) => Promise<import("./types.js").Transcription>;
+    dispose: void;
+}>;

package/x/features/speech/transcribe/transcriber.js

@@ -0,0 +1,33 @@
+import { Comrade } from "@e280/comrade";
+import { coalesce, queue, sub } from "@e280/stz";
+import { prepAudio } from "./parts/prep-audio.js";
+export async function makeTranscriber({ driver, spec, workerUrl, onLoading }) {
+    const onReport = sub();
+    const onTranscription = sub();
+    const thread = await Comrade.thread({
+        label: "OmnitoolSpeechTranscriber",
+        workerUrl,
+        setupHost: () => ({
+            loading: async (loading) => onLoading(loading),
+            deliverReport: async (report) => onReport.pub(report),
+            deliverTranscription: async (transcription) => onTranscription.pub(transcription),
+        }),
+    });
+    await thread.work.prepare(spec);
+    return {
+        transcribe: queue(async (info) => {
+            const { source, language } = info;
+            const { audio, duration } = await prepAudio(driver, source);
+            const detachCallbacks = coalesce(onReport(info.onReport), onTranscription(info.onTranscription));
+            const result = await thread.work.transcribe({
+                duration,
+                language,
+                audio: audio.buffer,
+            });
+            detachCallbacks();
+            return result;
+        }),
+        dispose: thread.terminate()
+    };
+}
+//# sourceMappingURL=transcriber.js.map

package/x/features/speech/transcribe/transcriber.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/transcriber.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAE9C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAG/C,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAqB;IAC7F,MAAM,QAAQ,GAAG,GAAG,EAAiC,CAAA;IACrD,MAAM,eAAe,GAAG,GAAG,EAA2B,CAAA;IAEtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAuB;QACzD,KAAK,EAAE,2BAA2B;QAClC,SAAS;QACT,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;YAC5C,aAAa,EAAE,KAAK,EAAC,MAAM,EAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YACnD,oBAAoB,EAAE,KAAK,EAAC,aAAa,EAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC;SAC/E,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAE/B,OAAO;QACN,UAAU,EAAE,KAAK,CAAC,KAAK,EAAC,IAA0B,EAAE,EAAE;YACrD,MAAM,EAAC,MAAM,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAA;YAC/B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;YAEzD,MAAM,eAAe,GAAG,QAAQ,CAC/B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EACvB,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,CACrC,CAAA;YAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC3C,QAAQ;gBACR,QAAQ;gBACR,KAAK,EAAE,KAAK,CAAC,MAAM;aACnB,CAAC,CAAA;YAEF,eAAe,EAAE,CAAA;YACjB,OAAO,MAAM,CAAA;QACd,CAAC,CAAC;QACF,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE;KAC3B,CAAA;AACF,CAAC"}

package/x/features/speech/transcribe/types.d.ts

@@ -0,0 +1,66 @@
+import { AsSchematic } from "@e280/comrade";
+import { DataType, DeviceType, Pipeline } from "@huggingface/transformers";
+import { Driver } from "../../../driver/driver.js";
+export type TranscriberSchematic = AsSchematic<{
+    work: {
+        prepare(spec: TranscriberSpec): Promise<void>;
+        transcribe(request: TranscriptionRequest): Promise<Transcription>;
+    };
+    host: {
+        loading(load: Loading): Promise<void>;
+        deliverReport(report: TranscriptionReport): Promise<void>;
+        deliverTranscription(transcription: string): Promise<void>;
+    };
+}>;
+export type Loading = {
+    total: number;
+    progress: number;
+};
+export type TranscribeOptions = {
+    pipe: Pipeline;
+    spec: TranscriberSpec;
+    request: TranscriptionRequest;
+    callbacks: TranscriptionCallbacks;
+};
+export type TranscriberPipeOptions = {
+    spec: TranscriberSpec;
+    onLoading: (loading: Loading) => void;
+};
+export type SpeechTime = [start: number, end: number];
+export type Transcription = {
+    text: string;
+    chunks: {
+        text: string;
+        timestamp: SpeechTime;
+    }[];
+};
+export type TranscriberSpec = {
+    model: string;
+    dtype: DataType;
+    device: DeviceType;
+    chunkLength: number;
+    strideLength: number;
+};
+export type TranscriptionOptions = {
+    source: Blob;
+    language: string | null;
+} & TranscriptionCallbacks;
+export type TranscriptionRequest = {
+    audio: ArrayBufferLike;
+    language: string | null;
+    duration: number;
+};
+export type TranscriptionReport = {
+    progress: number;
+    tokensPerSecond: number;
+};
+export type TranscriptionCallbacks = {
+    onReport: (report: TranscriptionReport) => void;
+    onTranscription: (transcription: string) => void;
+};
+export type TranscriberOptions = {
+    driver: Driver;
+    spec: TranscriberSpec;
+    workerUrl: URL | string;
+    onLoading: (loading: Loading) => void;
+};

package/x/features/speech/transcribe/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/speech/transcribe/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/types.ts"],"names":[],"mappings":""}

package/x/features/speech/transcribe/worker.bundle.d.ts

@@ -0,0 +1 @@
+export {};

package/x/features/speech/transcribe/worker.bundle.js

@@ -0,0 +1,33 @@
+import { defer, once } from "@e280/stz";
+import { Comrade } from "@e280/comrade";
+import { loadPipe } from "./parts/load-pipe.js";
+import { transcribe } from "./parts/transcribe.js";
+const deferred = defer();
+const makePrepare = (host) => once(async (spec) => {
+    deferred.resolve({
+        spec,
+        pipe: await loadPipe({
+            spec,
+            onLoading: loading => host.loading(loading),
+        }),
+    });
+});
+await Comrade.worker(shell => {
+    const prepare = makePrepare(shell.host);
+    return {
+        prepare,
+        async transcribe(request) {
+            const { pipe, spec } = await deferred.promise;
+            return transcribe({
+                pipe,
+                spec,
+                request,
+                callbacks: {
+                    onReport: report => shell.host.deliverReport(report),
+                    onTranscription: transcription => shell.host.deliverTranscription(transcription),
+                },
+            });
+        }
+    };
+});
+//# sourceMappingURL=worker.bundle.js.map

package/x/features/speech/transcribe/worker.bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAG3C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAGhD,MAAM,QAAQ,GAAG,KAAK,EAA2C,CAAA;AAEjE,MAAM,WAAW,GAAG,CAAC,IAAgC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAqB,EAAE,EAAE;IAC7F,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAAC;KACF,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,OAAO,CAAC,MAAM,CAAuB,KAAK,CAAC,EAAE;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO;QACP,KAAK,CAAC,UAAU,CAAC,OAAO;YACvB,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAC3C,OAAO,UAAU,CAAC;gBACjB,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,SAAS,EAAE;oBACV,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBACpD,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAChF;aACD,CAAC,CAAA;QACH,CAAC;KACD,CAAA;AACF,CAAC,CAAC,CAAA"}