@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

package/x/features/parts/expose-errors.d.ts

@@ -0,0 +1,3 @@
+import { ExposedError } from "@e280/renraku";
+export declare function exposeError(error: unknown): ExposedError;
+export declare function exposeErrors<Args extends unknown[], Result>(fn: (...args: Args) => Result | Promise<Result>): (...args: Args) => Promise<Result>;

package/x/features/parts/expose-errors.js

@@ -0,0 +1,32 @@
+import { ExposedError } from "@e280/renraku";
+export function exposeError(error) {
+    if (error instanceof ExposedError)
+        return error;
+    const exposed = new ExposedError(errorToString(error));
+    if (error instanceof Error)
+        exposed.stack = error.stack;
+    return exposed;
+}
+export function exposeErrors(fn) {
+    return async (...args) => {
+        try {
+            return await fn(...args);
+        }
+        catch (error) {
+            throw exposeError(error);
+        }
+    };
+}
+function errorToString(error) {
+    if (error instanceof Error)
+        return error.message;
+    if (typeof error === "string")
+        return error;
+    try {
+        return JSON.stringify(error) ?? String(error);
+    }
+    catch {
+        return String(error);
+    }
+}
+//# sourceMappingURL=expose-errors.js.map

package/x/features/parts/expose-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expose-errors.js","sourceRoot":"","sources":["../../../s/features/parts/expose-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,eAAe,CAAA;AAE1C,MAAM,UAAU,WAAW,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,YAAY;QAChC,OAAO,KAAK,CAAA;IAEb,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAA;IAEtD,IAAI,KAAK,YAAY,KAAK;QACzB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAE5B,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,EAA+C;IAE/C,OAAO,KAAK,EAAC,GAAG,IAAU,EAAE,EAAE;QAC7B,IAAI,CAAC;YACJ,OAAO,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;QACzB,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,MAAM,WAAW,CAAC,KAAK,CAAC,CAAA;QACzB,CAAC;IACF,CAAC,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK;QACzB,OAAO,KAAK,CAAC,OAAO,CAAA;IAErB,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC5B,OAAO,KAAK,CAAA;IAEb,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IACD,MAAM,CAAC;QACN,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACF,CAAC"}

package/x/features/parts/load-pipe.d.ts

@@ -0,0 +1,2 @@
+import { PipeOptions } from "./types.js";
+export declare function loadPipe(options: PipeOptions): Promise<import("@huggingface/transformers").TextClassificationPipeline | import("@huggingface/transformers").TokenClassificationPipeline | import("@huggingface/transformers").QuestionAnsweringPipeline | import("@huggingface/transformers").FillMaskPipeline | import("@huggingface/transformers").SummarizationPipeline | import("@huggingface/transformers").TranslationPipeline | import("@huggingface/transformers").Text2TextGenerationPipeline | import("@huggingface/transformers").TextGenerationPipeline | import("@huggingface/transformers").ZeroShotClassificationPipeline | import("@huggingface/transformers").AudioClassificationPipeline | import("@huggingface/transformers").ZeroShotAudioClassificationPipeline | import("@huggingface/transformers").AutomaticSpeechRecognitionPipeline | import("@huggingface/transformers").TextToAudioPipeline | import("@huggingface/transformers").ImageToTextPipeline | import("@huggingface/transformers").ImageClassificationPipeline | import("@huggingface/transformers").ImageSegmentationPipeline | import("@huggingface/transformers").BackgroundRemovalPipeline | import("@huggingface/transformers").ZeroShotImageClassificationPipeline | import("@huggingface/transformers").ObjectDetectionPipeline | import("@huggingface/transformers").ZeroShotObjectDetectionPipeline | import("@huggingface/transformers").DocumentQuestionAnsweringPipeline | import("@huggingface/transformers").ImageToImagePipeline | import("@huggingface/transformers").DepthEstimationPipeline | import("@huggingface/transformers").FeatureExtractionPipeline | import("@huggingface/transformers").ImageFeatureExtractionPipeline>;

package/x/features/parts/load-pipe.js

@@ -0,0 +1,13 @@
+import { pipeline } from "@huggingface/transformers";
+export async function loadPipe(options) {
+    const { spec, onLoading } = options;
+    const pipe = await pipeline(options.task, spec.model, {
+        device: spec.device,
+        dtype: spec.dtype,
+        progress_callback: (data) => {
+            onLoading({ total: data.total, progress: data.progress });
+        },
+    });
+    return pipe;
+}
+//# sourceMappingURL=load-pipe.js.map

package/x/features/parts/load-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-pipe.js","sourceRoot":"","sources":["../../../s/features/parts/load-pipe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAGlD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoB;IAClD,MAAM,EAAC,IAAI,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;QACrD,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YAChC,SAAS,CAAC,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAC,CAAC,CAAA;QACxD,CAAC;KACD,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/x/features/parts/types.d.ts

@@ -0,0 +1,15 @@
+import { DataType, DeviceType, TaskType } from "@huggingface/transformers";
+export type Loading = {
+    total: number;
+    progress: number;
+};
+export type PipelineSpec<Extras extends object = {}> = {
+    model: string;
+    dtype: DataType;
+    device: DeviceType;
+} & Extras;
+export type PipeOptions = {
+    spec: PipelineSpec;
+    task: TaskType;
+    onLoading: (loading: Loading) => void;
+};

package/x/features/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../s/features/parts/types.ts"],"names":[],"mappings":""}

package/x/features/speech/transcribe/default-spec.d.ts

@@ -0,0 +1,2 @@
+import { TranscriberSpec } from "./types.js";
+export declare const defaultTranscriberSpec: () => TranscriberSpec;

package/x/features/speech/transcribe/default-spec.js

@@ -0,0 +1,8 @@
+export const defaultTranscriberSpec = () => ({
+    model: "onnx-community/whisper-tiny_timestamped",
+    dtype: "auto",
+    device: "webgpu",
+    chunkLength: 20,
+    strideLength: 3,
+});
+//# sourceMappingURL=default-spec.js.map

package/x/features/speech/transcribe/default-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/default-spec.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAoB,EAAE,CAAC,CAAC;IAC7D,KAAK,EAAE,yCAAyC;IAChD,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,QAAQ;IAChB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;CACf,CAAC,CAAA"}

package/x/features/speech/transcribe/parts/prep-audio.d.ts

@@ -0,0 +1,5 @@
+import { Driver } from "../../../../driver/driver.js";
+export declare function prepAudio(driver: Driver, source: Blob): Promise<{
+    audio: Float32Array<ArrayBufferLike>;
+    duration: number;
+}>;

package/x/features/speech/transcribe/parts/prep-audio.js

@@ -0,0 +1,21 @@
+export async function prepAudio(driver, source) {
+    const arrayBuffer = await source.arrayBuffer();
+    const audioCTX = new AudioContext({ sampleRate: 16000 });
+    const audioData = await audioCTX.decodeAudioData(arrayBuffer);
+    let audio;
+    if (audioData.numberOfChannels === 2) {
+        const SCALING_FACTOR = Math.sqrt(2);
+        const left = audioData.getChannelData(0);
+        const right = audioData.getChannelData(1);
+        audio = new Float32Array(left.length);
+        for (let i = 0; i < audioData.length; ++i) {
+            audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2;
+        }
+    }
+    else {
+        audio = audioData.getChannelData(0);
+    }
+    const duration = await driver.getAudioDuration(source);
+    return { audio, duration };
+}
+//# sourceMappingURL=prep-audio.js.map

package/x/features/speech/transcribe/parts/prep-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prep-audio.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/prep-audio.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,MAAY;IAC3D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAA;IAC9C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;IACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;IAC7D,IAAI,KAAmB,CAAA;IACvB,IAAI,SAAS,CAAC,gBAAgB,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACzC,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACvD,CAAC;IACF,CAAC;SAAM,CAAC;QACP,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACtD,OAAO,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAA;AACzB,CAAC"}

package/x/features/speech/transcribe/parts/transcribe.d.ts

@@ -0,0 +1,5 @@
+import { TranscribeOptions } from "../types.js";
+export declare function transcribe(options: TranscribeOptions): Promise<{
+    text: any;
+    chunks: any;
+}>;

package/x/features/speech/transcribe/parts/transcribe.js

@@ -0,0 +1,56 @@
+import { WhisperTextStreamer } from "@huggingface/transformers";
+export async function transcribe(options) {
+    const { pipe, spec, request, callbacks } = options;
+    if (!pipe.processor.feature_extractor)
+        throw new Error("no feature_extractor");
+    const timePrecision = (pipe.processor.feature_extractor?.config.chunk_length /
+        // @ts-ignore
+        pipe.model.config.max_source_positions);
+    let chunkCount = 0;
+    let startTime = null;
+    let tokenCount = 0;
+    let tokensPerSecond = 0;
+    const chunkDuration = spec.chunkLength - spec.strideLength;
+    const calculateProgress = () => {
+        const audioProgressSeconds = chunkCount * chunkDuration;
+        return Math.min(audioProgressSeconds / request.duration, 1);
+    };
+    // TODO type error on pipe.tokenizer
+    const tokenizer = pipe.tokenizer;
+    const streamer = new WhisperTextStreamer(tokenizer, {
+        time_precision: timePrecision,
+        token_callback_function: () => {
+            startTime ??= performance.now();
+            if (++tokenCount > 1) {
+                tokensPerSecond = (tokenCount / (performance.now() - startTime)) * 1000;
+            }
+        },
+        callback_function: (textChunk) => {
+            // TODO
+            callbacks.onTranscription(textChunk);
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+        on_finalize: () => {
+            startTime = null;
+            tokenCount = 0;
+            chunkCount++;
+            callbacks.onReport({ tokensPerSecond, progress: calculateProgress() });
+        },
+    });
+    const result = await pipe(new Float32Array(request.audio), {
+        top_k: 0,
+        do_sample: false,
+        chunk_length_s: spec.chunkLength,
+        stride_length_s: spec.strideLength,
+        language: request.language,
+        task: "transcribe",
+        return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
+        force_full_sequences: false,
+        streamer,
+    });
+    return {
+        text: result.text,
+        chunks: result.chunks
+    };
+}
+//# sourceMappingURL=transcribe.js.map

package/x/features/speech/transcribe/parts/transcribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribe.js","sourceRoot":"","sources":["../../../../../s/features/speech/transcribe/parts/transcribe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,mBAAmB,EAAC,MAAM,2BAA2B,CAAA;AAG7D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IAC1D,MAAM,EAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEhD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB;QACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAExC,MAAM,aAAa,GAAG,CACrB,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,YAAY;QACrD,aAAa;QACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CACtC,CAAA;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,SAAS,GAAkB,IAAI,CAAA;IACnC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,eAAe,GAAG,CAAC,CAAA;IAEvB,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;IAE1D,MAAM,iBAAiB,GAAG,GAAG,EAAE;QAC9B,MAAM,oBAAoB,GAAG,UAAU,GAAG,aAAa,CAAA;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC,CAAA;IAED,oCAAoC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAgB,CAAA;IAEvC,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,SAAS,EAAE;QACnD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,GAAG,EAAE;YAC7B,SAAS,KAAK,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,EAAE,UAAU,GAAG,CAAC,EAAE,CAAC;gBACtB,eAAe,GAAG,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAA;YACxE,CAAC;QACF,CAAC;QACD,iBAAiB,EAAE,CAAC,SAAc,EAAE,EAAE;YACrC,OAAO;YACP,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;YACpC,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;QACD,WAAW,EAAE,GAAG,EAAE;YACjB,SAAS,GAAG,IAAI,CAAA;YAChB,UAAU,GAAG,CAAC,CAAA;YACd,UAAU,EAAE,CAAA;YACZ,SAAS,CAAC,QAAQ,CAAC,EAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAC,CAAC,CAAA;QACrE,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC1D,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,IAAI,CAAC,WAAW;QAChC,eAAe,EAAE,IAAI,CAAC,YAAY;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,YAAY;QAClB,iBAAiB,EAAE,MAAM,EAAE,2HAA2H;QACtJ,oBAAoB,EAAE,KAAK;QAC3B,QAAQ;KACR,CAAC,CAAA;IAEF,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;KACrB,CAAA;AACF,CAAC"}

package/x/features/speech/transcribe/transcriber.d.ts

@@ -0,0 +1,5 @@
+import { TranscriberOptions, TranscriptionOptions } from "./types.js";
+export declare function makeTranscriber({ driver, spec, workerUrl, onLoading }: TranscriberOptions): Promise<{
+    transcribe: (info: TranscriptionOptions) => Promise<import("./types.js").Transcription>;
+    dispose: () => void;
+}>;

package/x/features/speech/transcribe/transcriber.js

@@ -0,0 +1,33 @@
+import { Comrade } from "@e280/comrade";
+import { coalesce, queue, sub } from "@e280/stz";
+import { prepAudio } from "./parts/prep-audio.js";
+export async function makeTranscriber({ driver, spec, workerUrl, onLoading }) {
+    const onReport = sub();
+    const onTranscription = sub();
+    const thread = await Comrade.thread({
+        label: "OmnitoolSpeechTranscriber",
+        workerUrl,
+        setupHost: () => ({
+            loading: async (loading) => onLoading(loading),
+            deliverReport: async (report) => onReport.pub(report),
+            deliverTranscription: async (transcription) => onTranscription.pub(transcription),
+        }),
+    });
+    await thread.work.prepare(spec);
+    return {
+        transcribe: queue(async (info) => {
+            const { source, language } = info;
+            const { audio, duration } = await prepAudio(driver, source);
+            const detachCallbacks = coalesce(onReport(info.onReport), onTranscription(info.onTranscription));
+            const result = await thread.work.transcribe({
+                duration,
+                language,
+                audio: audio.buffer,
+            });
+            detachCallbacks();
+            return result;
+        }),
+        dispose: () => thread.terminate()
+    };
+}
+//# sourceMappingURL=transcriber.js.map

package/x/features/speech/transcribe/transcriber.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/transcriber.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAE9C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAG/C,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAqB;IAC7F,MAAM,QAAQ,GAAG,GAAG,EAAiC,CAAA;IACrD,MAAM,eAAe,GAAG,GAAG,EAA2B,CAAA;IAEtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAuB;QACzD,KAAK,EAAE,2BAA2B;QAClC,SAAS;QACT,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;YAC5C,aAAa,EAAE,KAAK,EAAC,MAAM,EAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YACnD,oBAAoB,EAAE,KAAK,EAAC,aAAa,EAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC;SAC/E,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAE/B,OAAO;QACN,UAAU,EAAE,KAAK,CAAC,KAAK,EAAC,IAA0B,EAAE,EAAE;YACrD,MAAM,EAAC,MAAM,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAA;YAC/B,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;YAEzD,MAAM,eAAe,GAAG,QAAQ,CAC/B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EACvB,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,CACrC,CAAA;YAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC3C,QAAQ;gBACR,QAAQ;gBACR,KAAK,EAAE,KAAK,CAAC,MAAM;aACnB,CAAC,CAAA;YAEF,eAAe,EAAE,CAAA;YACjB,OAAO,MAAM,CAAA;QACd,CAAC,CAAC;QACF,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;KACjC,CAAA;AACF,CAAC"}

package/x/features/speech/transcribe/types.d.ts

@@ -0,0 +1,59 @@
+import { AsSchematic } from "@e280/comrade";
+import { Pipeline } from "@huggingface/transformers";
+import { Loading, PipelineSpec } from "../../parts/types.js";
+import { Driver } from "../../../driver/driver.js";
+export type TranscriberSchematic = AsSchematic<{
+    work: {
+        prepare(spec: TranscriberSpec): Promise<void>;
+        transcribe(request: TranscriptionRequest): Promise<Transcription>;
+    };
+    host: {
+        loading(load: Loading): Promise<void>;
+        deliverReport(report: TranscriptionReport): Promise<void>;
+        deliverTranscription(transcription: string): Promise<void>;
+    };
+}>;
+export type TranscribeOptions = {
+    pipe: Pipeline;
+    spec: TranscriberSpec;
+    request: TranscriptionRequest;
+    callbacks: TranscriptionCallbacks;
+};
+export type SpeechTime = [start: number, end: number];
+export type TranscriptWord = {
+    text: string;
+    timestamp: SpeechTime;
+};
+export type TranscriptSegment = TranscriptWord;
+export type Transcription = {
+    text: string;
+    chunks: TranscriptWord[];
+};
+export type TranscriberModels = "onnx-community/whisper-tiny_timestamped";
+export type TranscriberSpec = PipelineSpec<{
+    chunkLength: number;
+    strideLength: number;
+}>;
+export type TranscriptionOptions = {
+    source: Blob;
+    language: string | null;
+} & TranscriptionCallbacks;
+export type TranscriptionRequest = {
+    audio: ArrayBufferLike;
+    language: string | null;
+    duration: number;
+};
+export type TranscriptionReport = {
+    progress: number;
+    tokensPerSecond: number;
+};
+export type TranscriptionCallbacks = {
+    onReport: (report: TranscriptionReport) => void;
+    onTranscription: (transcription: string) => void;
+};
+export type TranscriberOptions = {
+    driver: Driver;
+    spec: TranscriberSpec;
+    workerUrl: URL | string;
+    onLoading: (loading: Loading) => void;
+};

package/x/features/speech/transcribe/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/speech/transcribe/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/types.ts"],"names":[],"mappings":""}

package/x/features/speech/transcribe/worker.bundle.js

@@ -0,0 +1,35 @@
+import { defer, once } from "@e280/stz";
+import { Comrade } from "@e280/comrade";
+import { loadPipe } from "../../parts/load-pipe.js";
+import { transcribe } from "./parts/transcribe.js";
+import { exposeErrors } from "../../parts/expose-errors.js";
+const deferred = defer();
+const makePrepare = (host) => once(async (spec) => {
+    deferred.resolve({
+        spec,
+        pipe: await loadPipe({
+            spec,
+            task: "automatic-speech-recognition",
+            onLoading: loading => host.loading(loading),
+        })
+    });
+});
+await Comrade.worker(shell => {
+    const prepare = makePrepare(shell.host);
+    return {
+        prepare: exposeErrors(prepare),
+        transcribe: exposeErrors(async (request) => {
+            const { pipe, spec } = await deferred.promise;
+            return transcribe({
+                pipe,
+                spec,
+                request,
+                callbacks: {
+                    onReport: report => shell.host.deliverReport(report),
+                    onTranscription: transcription => shell.host.deliverTranscription(transcription),
+                },
+            });
+        })
+    };
+});
+//# sourceMappingURL=worker.bundle.js.map

package/x/features/speech/transcribe/worker.bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAG3C,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAA;AACjD,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAChD,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAA;AAGzD,MAAM,QAAQ,GAAG,KAAK,EAA2C,CAAA;AAEjE,MAAM,WAAW,GAAG,CAAC,IAAgC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAqB,EAAE,EAAE;IAC7F,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,8BAA8B;YACpC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAAuC;KACxC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,OAAO,CAAC,MAAM,CAAuB,KAAK,CAAC,EAAE;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;QAC9B,UAAU,EAAE,YAAY,CAAC,KAAK,EAAC,OAAO,EAAE,EAAE;YACzC,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAC3C,OAAO,UAAU,CAAC;gBACjB,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,SAAS,EAAE;oBACV,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBACpD,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAChF;aACD,CAAC,CAAA;QACH,CAAC,CAAC;KACF,CAAA;AACF,CAAC,CAAC,CAAA"}