@omnimedia/omnitool 1.1.0-7 → 1.1.0-70

package/x/tools/speech-recognition/whisper/tool.js

@@ -1,63 +0,0 @@
-import { Comrade } from "@e280/comrade";
-import { context } from "../../../context.js";
-import { setupWhisperHost } from "./fns/host.js";
-import { SpeechRecognizer } from "../common/model.js";
-export class Whisper extends SpeechRecognizer {
-    thread;
-    constructor(thread) {
-        super('whisper', "onnx-community/whisper-tiny_timestamped");
-        this.thread = thread;
-    }
-    static async setup() {
-        const thread = await Comrade.thread({
-            label: "OmnitoolDriver",
-            workerUrl: new URL("/tools/speech-recognition/whisper/parts/worker.bundle.min.js", import.meta.url),
-            setupHost: setupWhisperHost({
-                ...this.loaderEvents,
-                ...this.speechRecognizerEvents
-            })
-        });
-        return new this(thread);
-    }
-    async init() {
-        // there should be called loading of the model in worker instead when transcribe is called ..
-    }
-    async #transcribe(source, options) {
-        const arrayBuffer = await source.arrayBuffer();
-        const audioCTX = new AudioContext({ sampleRate: 16000 });
-        const audioData = await audioCTX.decodeAudioData(arrayBuffer);
-        let audio;
-        if (audioData.numberOfChannels === 2) {
-            const SCALING_FACTOR = Math.sqrt(2);
-            const left = audioData.getChannelData(0);
-            const right = audioData.getChannelData(1);
-            audio = new Float32Array(left.length);
-            for (let i = 0; i < audioData.length; ++i) {
-                audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2;
-            }
-        }
-        else {
-            audio = audioData.getChannelData(0);
-        }
-        const driver = await context.driver;
-        const duration = await driver.getAudioDuration(source);
-        return await this.thread.work.transcribe({
-            audio,
-            duration,
-            model: this.model,
-            subtask: this.multilingual ? "transcribe" : null,
-            language: this.multilingual && options?.language !== "auto"
-                ? options?.language ?? "english"
-                : null
-        });
-    }
-    async transcribe(source) {
-        const result = await this.#transcribe(source);
-        const words = result?.chunks.map((chunk) => ({
-            text: chunk.text.trim(),
-            timestamp: chunk.timestamp,
-        }));
-        return words;
-    }
-}
-//# sourceMappingURL=tool.js.map

package/x/tools/speech-recognition/whisper/tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tool.js","sourceRoot":"","sources":["../../../../s/tools/speech-recognition/whisper/tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAS,MAAM,eAAe,CAAA;AAG7C,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,gBAAgB,EAAC,MAAM,eAAe,CAAA;AAC9C,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAGnD,MAAM,OAAO,OAAQ,SAAQ,gBAAgB;IACzB;IAAnB,YAAmB,MAAgC;QAClD,KAAK,CAAC,SAAS,EAAE,yCAAyC,CAAC,CAAA;QADzC,WAAM,GAAN,MAAM,CAA0B;IAEnD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK;QACjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAmB;YACrD,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,IAAI,GAAG,CAAC,8DAA8D,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YACnG,SAAS,EAAE,gBAAgB,CAAC;gBAC3B,GAAG,IAAI,CAAC,YAAY;gBACpB,GAAG,IAAI,CAAC,sBAAsB;aAC9B,CAAC;SACF,CAAC,CAAA;QACF,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,IAAI;QACT,6FAA6F;IAC9F,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAY,EAAE,OAAqD;QACpF,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAA;QAC9C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;QACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAC7D,IAAI,KAAK,CAAA;QACT,IAAI,SAAS,CAAC,gBAAgB,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACnC,MAAM,IAAI,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;YACxC,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;YACzC,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC3C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YACvD,CAAC;QACF,CAAC;aAAM,CAAC;YACP,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QACtD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YACxC,KAAK;YACL,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;YAChD,QAAQ,EACP,IAAI,CAAC,YAAY,IAAI,OAAO,EAAE,QAAQ,KAAK,MAAM;gBAChD,CAAC,CAAC,OAAO,EAAE,QAAQ,IAAI,SAAS;gBAChC,CAAC,CAAC,IAAI;SACR,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAY;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAE7C,MAAM,KAAK,GAAG,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;YACjD,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE;YACvB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAc,CAAA;QAEhB,OAAO,KAAK,CAAA;IACb,CAAC;CACD"}