@omnimedia/omnitool 1.1.0-94 → 1.1.0-96

package/x/features/parts/load-pipe.d.ts

@@ -0,0 +1,2 @@
+import { PipeOptions } from "./types.js";
+export declare function loadPipe(options: PipeOptions): Promise<import("@huggingface/transformers").TextClassificationPipeline | import("@huggingface/transformers").TokenClassificationPipeline | import("@huggingface/transformers").QuestionAnsweringPipeline | import("@huggingface/transformers").FillMaskPipeline | import("@huggingface/transformers").SummarizationPipeline | import("@huggingface/transformers").TranslationPipeline | import("@huggingface/transformers").Text2TextGenerationPipeline | import("@huggingface/transformers").TextGenerationPipeline | import("@huggingface/transformers").ZeroShotClassificationPipeline | import("@huggingface/transformers").AudioClassificationPipeline | import("@huggingface/transformers").ZeroShotAudioClassificationPipeline | import("@huggingface/transformers").AutomaticSpeechRecognitionPipeline | import("@huggingface/transformers").TextToAudioPipeline | import("@huggingface/transformers").ImageToTextPipeline | import("@huggingface/transformers").ImageClassificationPipeline | import("@huggingface/transformers").ImageSegmentationPipeline | import("@huggingface/transformers").BackgroundRemovalPipeline | import("@huggingface/transformers").ZeroShotImageClassificationPipeline | import("@huggingface/transformers").ObjectDetectionPipeline | import("@huggingface/transformers").ZeroShotObjectDetectionPipeline | import("@huggingface/transformers").DocumentQuestionAnsweringPipeline | import("@huggingface/transformers").ImageToImagePipeline | import("@huggingface/transformers").DepthEstimationPipeline | import("@huggingface/transformers").FeatureExtractionPipeline | import("@huggingface/transformers").ImageFeatureExtractionPipeline>;

package/x/features/{speech/transcribe/parts → parts}/load-pipe.js

@@ -1,7 +1,7 @@
 import { pipeline } from "@huggingface/transformers";
 export async function loadPipe(options) {
     const { spec, onLoading } = options;
-    const pipe = await pipeline("automatic-speech-recognition", spec.model, {
+    const pipe = await pipeline(options.task, spec.model, {
         device: spec.device,
         dtype: spec.dtype,
         progress_callback: (data) => {

package/x/features/parts/load-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-pipe.js","sourceRoot":"","sources":["../../../s/features/parts/load-pipe.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAGlD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoB;IAClD,MAAM,EAAC,IAAI,EAAE,SAAS,EAAC,GAAG,OAAO,CAAA;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;QACrD,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YAChC,SAAS,CAAC,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAC,CAAC,CAAA;QACxD,CAAC;KACD,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/x/features/parts/types.d.ts

@@ -0,0 +1,15 @@
+import { DataType, DeviceType, TaskType } from "@huggingface/transformers";
+export type Loading = {
+    total: number;
+    progress: number;
+};
+export type PipelineSpec<Extras extends object = {}> = {
+    model: string;
+    dtype: DataType;
+    device: DeviceType;
+} & Extras;
+export type PipeOptions = {
+    spec: PipelineSpec;
+    task: TaskType;
+    onLoading: (loading: Loading) => void;
+};

package/x/features/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../s/features/parts/types.ts"],"names":[],"mappings":""}

package/x/features/speech/transcribe/default-spec.js

@@ -1,7 +1,7 @@
 export const defaultTranscriberSpec = () => ({
     model: "onnx-community/whisper-tiny_timestamped",
-    dtype: "q4",
-    device: "wasm",
+    dtype: "auto",
+    device: "webgpu",
     chunkLength: 20,
     strideLength: 3,
 });

package/x/features/speech/transcribe/default-spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/default-spec.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAoB,EAAE,CAAC,CAAC;IAC7D,KAAK,EAAE,yCAAyC;IAChD,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;CACf,CAAC,CAAA"}
+{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/default-spec.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAoB,EAAE,CAAC,CAAC;IAC7D,KAAK,EAAE,yCAAyC;IAChD,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,QAAQ;IAChB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;CACf,CAAC,CAAA"}

package/x/features/speech/transcribe/types.d.ts

@@ -1,5 +1,6 @@
 import { AsSchematic } from "@e280/comrade";
-import { DataType, DeviceType, Pipeline } from "@huggingface/transformers";
+import { Pipeline } from "@huggingface/transformers";
+import { Loading, PipelineSpec } from "../../parts/types.js";
 import { Driver } from "../../../driver/driver.js";
 export type TranscriberSchematic = AsSchematic<{
     work: {
@@ -12,20 +13,12 @@ export type TranscriberSchematic = AsSchematic<{
         deliverTranscription(transcription: string): Promise<void>;
     };
 }>;
-export type Loading = {
-    total: number;
-    progress: number;
-};
 export type TranscribeOptions = {
     pipe: Pipeline;
     spec: TranscriberSpec;
     request: TranscriptionRequest;
     callbacks: TranscriptionCallbacks;
 };
-export type TranscriberPipeOptions = {
-    spec: TranscriberSpec;
-    onLoading: (loading: Loading) => void;
-};
 export type SpeechTime = [start: number, end: number];
 export type TranscriptWord = {
     text: string;
@@ -36,13 +29,11 @@ export type Transcription = {
     text: string;
     chunks: TranscriptWord[];
 };
-export type TranscriberSpec = {
-    model: string;
-    dtype: DataType;
-    device: DeviceType;
+export type TranscriberModels = "onnx-community/whisper-tiny_timestamped";
+export type TranscriberSpec = PipelineSpec<{
     chunkLength: number;
     strideLength: number;
-};
+}>;
 export type TranscriptionOptions = {
     source: Blob;
     language: string | null;

package/x/features/speech/transcribe/worker.bundle.js

@@ -1,6 +1,6 @@
 import { defer, once } from "@e280/stz";
 import { Comrade } from "@e280/comrade";
-import { loadPipe } from "./parts/load-pipe.js";
+import { loadPipe } from "../../parts/load-pipe.js";
 import { transcribe } from "./parts/transcribe.js";
 const deferred = defer();
 const makePrepare = (host) => once(async (spec) => {
@@ -8,8 +8,9 @@ const makePrepare = (host) => once(async (spec) => {
         spec,
         pipe: await loadPipe({
             spec,
+            task: "automatic-speech-recognition",
             onLoading: loading => host.loading(loading),
-        }),
+        })
     });
 });
 await Comrade.worker(shell => {

package/x/features/speech/transcribe/worker.bundle.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAG3C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAGhD,MAAM,QAAQ,GAAG,KAAK,EAA2C,CAAA;AAEjE,MAAM,WAAW,GAAG,CAAC,IAAgC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAqB,EAAE,EAAE;IAC7F,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAAC;KACF,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,OAAO,CAAC,MAAM,CAAuB,KAAK,CAAC,EAAE;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO;QACP,KAAK,CAAC,UAAU,CAAC,OAAO;YACvB,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAC3C,OAAO,UAAU,CAAC;gBACjB,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,SAAS,EAAE;oBACV,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBACpD,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAChF;aACD,CAAC,CAAA;QACH,CAAC;KACD,CAAA;AACF,CAAC,CAAC,CAAA"}
+{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../../s/features/speech/transcribe/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAG3C,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAA;AACjD,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAGhD,MAAM,QAAQ,GAAG,KAAK,EAA2C,CAAA;AAEjE,MAAM,WAAW,GAAG,CAAC,IAAgC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAqB,EAAE,EAAE;IAC7F,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,8BAA8B;YACpC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAAuC;KACxC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,OAAO,CAAC,MAAM,CAAuB,KAAK,CAAC,EAAE;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO;QACP,KAAK,CAAC,UAAU,CAAC,OAAO;YACvB,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAC3C,OAAO,UAAU,CAAC;gBACjB,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,SAAS,EAAE;oBACV,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBACpD,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAChF;aACD,CAAC,CAAA;QACH,CAAC;KACD,CAAA;AACF,CAAC,CAAC,CAAA"}