@vibesdotdev/integrations-whisper 0.0.0-stage → 1.0.0-rc.4

package/dist/ai/specs/whisper-cli/whisper-cli.spec.descriptor.d.ts

@@ -0,0 +1,35 @@
+/**
+ * `spec-whisper-cli` — whisper.cpp command-line dialect.
+ *
+ * Encodes `TranscriptionRequest` to whisper.cpp argv. Audio is
+ * written to a temp file by the transport (placeholder `{audio}`).
+ * Decodes whisper.cpp's collected `--output-json` file into `TranscriptionResponse`
+ * with segments and language metadata.
+ *
+ * Consumer scope only — `transport-process` is consumer-only.
+ */
+declare const _default: {
+    id: string;
+    kind: "ai/spec";
+    name: string;
+    description: string;
+    modalities: ("image" | "text" | "audio" | "video" | "embedding" | "transcription" | "evaluation" | "speech" | "ocr")[];
+    streamFraming: "none" | "sse" | "sse-named" | "ndjson" | "binary-chunked" | "ws-frame";
+    toolCallEnvelope: string;
+    transports: string[];
+    external: boolean;
+    priority: number;
+    enabled: boolean;
+    capabilities?: ("streaming" | "json_mode" | "text_generation" | "chat_completion" | "function_calling" | "embedding_generation" | "image_generation_text_to_image" | "image_generation_image_to_image" | "image_generation_inpainting" | "image_generation_outpainting" | "image_upscaling" | "image_editing_via_instructions" | "audio_generation_text_to_speech" | "audio_generation_voice_cloning" | "audio_generation_music" | "audio_generation_sound_effects" | "audio_transcription" | "audio_transcription_realtime" | "video_generation_text_to_video" | "workflow_execution" | "code_generation" | "image_understanding" | "structured_evaluation")[] | undefined;
+    imageControls?: {
+        steps: boolean;
+        cfg: boolean;
+        sampler: boolean;
+        scheduler: boolean;
+        negativePrompt: boolean;
+        seed: boolean;
+    } | undefined;
+    tags?: string[] | undefined;
+};
+export default _default;
+//# sourceMappingURL=whisper-cli.spec.descriptor.d.ts.map

package/dist/ai/specs/whisper-cli/whisper-cli.spec.descriptor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-cli.spec.descriptor.d.ts","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-cli/whisper-cli.spec.descriptor.ts"],"names":[],"mappings":"AAEA;;;;;;;;;GASG;;;;;;;;;;;;;;;;;;;;;;;;AACH,wBAYG"}

package/dist/ai/specs/whisper-cli/whisper-cli.spec.descriptor.js

@@ -0,0 +1,24 @@
+import { createAISpecDescriptor } from '@vibesdotdev/ai/specs/schemas/descriptor';
+/**
+ * `spec-whisper-cli` — whisper.cpp command-line dialect.
+ *
+ * Encodes `TranscriptionRequest` to whisper.cpp argv. Audio is
+ * written to a temp file by the transport (placeholder `{audio}`).
+ * Decodes whisper.cpp's collected `--output-json` file into `TranscriptionResponse`
+ * with segments and language metadata.
+ *
+ * Consumer scope only — `transport-process` is consumer-only.
+ */
+export default createAISpecDescriptor({
+    id: 'whisper-cli',
+    name: 'whisper.cpp CLI',
+    description: 'whisper.cpp argv dialect — `-m model -l lang --output-json -f audiofile`. The collected JSON output file contains the transcript.',
+    modalities: ['transcription'],
+    streamFraming: 'none',
+    toolCallEnvelope: 'none',
+    transports: ['process'],
+    capabilities: ['audio_transcription'],
+    priority: 100,
+    tags: ['whisper-cpp', 'cli', 'consumer-only']
+});
+//# sourceMappingURL=whisper-cli.spec.descriptor.js.map

package/dist/ai/specs/whisper-cli/whisper-cli.spec.descriptor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-cli.spec.descriptor.js","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-cli/whisper-cli.spec.descriptor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAElF;;;;;;;;;GASG;AACH,eAAe,sBAAsB,CAAC;IACrC,EAAE,EAAE,aAAa;IACjB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACV,mIAAmI;IACpI,UAAU,EAAE,CAAC,eAAe,CAAC;IAC7B,aAAa,EAAE,MAAM;IACrB,gBAAgB,EAAE,MAAM;IACxB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,YAAY,EAAE,CAAC,qBAAqB,CAAC;IACrC,QAAQ,EAAE,GAAG;IACb,IAAI,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,eAAe,CAAC;CAC7C,CAAC,CAAC"}

package/dist/ai/specs/whisper-cli/whisper-cli.spec.impl.d.ts

@@ -0,0 +1,31 @@
+import type { AISpecInterface, DecodedEvent, SpecCallContext, WireRequest, WireResponseChunk } from '@vibesdotdev/ai/specs/interfaces';
+import type { GenerationRequest } from '@vibesdotdev/ai/interfaces';
+import type { Modality } from '@vibesdotdev/ai/models/schemas';
+export default class WhisperCliSpec implements AISpecInterface {
+    readonly descriptor: {
+        id: string;
+        kind: "ai/spec";
+        name: string;
+        description: string;
+        modalities: ("image" | "text" | "audio" | "video" | "embedding" | "transcription" | "evaluation" | "speech" | "ocr")[];
+        streamFraming: "none" | "sse" | "sse-named" | "ndjson" | "binary-chunked" | "ws-frame";
+        toolCallEnvelope: string;
+        transports: string[];
+        external: boolean;
+        priority: number;
+        enabled: boolean;
+        capabilities?: ("streaming" | "json_mode" | "text_generation" | "chat_completion" | "function_calling" | "embedding_generation" | "image_generation_text_to_image" | "image_generation_image_to_image" | "image_generation_inpainting" | "image_generation_outpainting" | "image_upscaling" | "image_editing_via_instructions" | "audio_generation_text_to_speech" | "audio_generation_voice_cloning" | "audio_generation_music" | "audio_generation_sound_effects" | "audio_transcription" | "audio_transcription_realtime" | "video_generation_text_to_video" | "workflow_execution" | "code_generation" | "image_understanding" | "structured_evaluation")[] | undefined;
+        imageControls?: {
+            steps: boolean;
+            cfg: boolean;
+            sampler: boolean;
+            scheduler: boolean;
+            negativePrompt: boolean;
+            seed: boolean;
+        } | undefined;
+        tags?: string[] | undefined;
+    };
+    encodeRequest<M extends Modality>(request: GenerationRequest<M>, context: SpecCallContext): WireRequest;
+    decodeResponse<M extends Modality>(chunks: AsyncIterable<WireResponseChunk>, _request: GenerationRequest<M>, context: SpecCallContext): AsyncIterable<DecodedEvent<M>>;
+}
+//# sourceMappingURL=whisper-cli.spec.impl.d.ts.map

package/dist/ai/specs/whisper-cli/whisper-cli.spec.impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-cli.spec.impl.d.ts","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-cli/whisper-cli.spec.impl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACvI,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAK/D,MAAM,CAAC,OAAO,OAAO,cAAe,YAAW,eAAe;IAC7D,QAAQ,CAAC,UAAU;;;;;;;;;;;;;;;;;;;;;;MAAc;IACjC,aAAa,CAAC,CAAC,SAAS,QAAQ,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,GAAG,WAAW;IAiChG,cAAc,CAAC,CAAC,SAAS,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;CAkB7K"}

package/dist/ai/specs/whisper-cli/whisper-cli.spec.impl.js

@@ -0,0 +1,60 @@
+import { CppOutputSchema } from "../../../schemas/wire.js";
+import { readRequest, readOutput, parseOutput, refusal, resultEvent } from "../wire.js";
+import descriptor from "./whisper-cli.spec.descriptor.js";
+export default class WhisperCliSpec {
+    descriptor = descriptor;
+    encodeRequest(request, context) {
+        const { request: input, audio } = readRequest(request);
+        const args = ['-m', context.wireModelId];
+        const language = input.language ?? 'auto';
+        if (language !== 'auto') {
+            args.push('-l', language);
+        }
+        if (input.task === 'translate')
+            args.push('--translate');
+        args.push('--output-json');
+        args.push('--output-file', '{output}');
+        // The bundled Desktop path is deliberately CPU-safe. The native
+        // application owns a separate Metal-backed streaming path; process
+        // execution must also work in restricted/background runtimes where a
+        // Metal allocation can be denied.
+        args.push('--no-gpu');
+        args.push('-t', '4');
+        args.push('-f', '{audio}');
+        return {
+            method: 'POST',
+            path: '',
+            headers: {},
+            body: {
+                args,
+                files: { audio: audio },
+                outputFiles: ['output'],
+                outputFileSuffixes: { output: '.json' },
+                suppressStdout: true
+            },
+            streaming: false
+        };
+    }
+    async *decodeResponse(chunks, _request, context) {
+        try {
+            const parsed = CppOutputSchema.safeParse(await parseOutput(await readOutput(chunks), true));
+            if (!parsed.success)
+                throw refusal('invalid-vendor-payload');
+            const output = parsed.data;
+            yield resultEvent(context, {
+                text: output.transcription.map((segment) => segment.text).join(' ').trim(),
+                language: output.result?.language,
+                segments: output.transcription.map((segment, id) => ({
+                    id, start: (segment.offsets?.from ?? 0) / 1000,
+                    end: (segment.offsets?.to ?? 0) / 1000, text: segment.text
+                }))
+            });
+        }
+        catch (error) {
+            if (!(error instanceof Error))
+                throw error;
+            yield { kind: 'error', error };
+        }
+    }
+}
+//# sourceMappingURL=whisper-cli.spec.impl.js.map

package/dist/ai/specs/whisper-cli/whisper-cli.spec.impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-cli.spec.impl.js","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-cli/whisper-cli.spec.impl.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,UAAU,MAAM,kCAAkC,CAAC;AAE1D,MAAM,CAAC,OAAO,OAAO,cAAc;IACzB,UAAU,GAAG,UAAU,CAAC;IACjC,aAAa,CAAqB,OAA6B,EAAE,OAAwB;QACxF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,IAAI,GAAa,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC;QAC1C,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QACvC,gEAAgE;QAChE,mEAAmE;QACnE,qEAAqE;QACrE,kCAAkC;QAClC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAE3B,OAAO;YACN,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,EAAE;YACX,IAAI,EAAE;gBACL,IAAI;gBACJ,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;gBACvB,WAAW,EAAE,CAAC,QAAQ,CAAC;gBACvB,kBAAkB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;gBACvC,cAAc,EAAE,IAAI;aACpB;YACD,SAAS,EAAE,KAAK;SAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,cAAc,CAAqB,MAAwC,EAAE,QAA8B,EAAE,OAAwB;QAC3I,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,WAAW,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5F,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,OAAO,CAAC,wBAAwB,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;YAC3B,MAAM,WAAW,CAAI,OAAO,EAAE;gBAC7B,IAAI,EAAE,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE;gBAC1E,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ;gBACjC,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpD,EAAE,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI;oBAC9C,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI;iBAC1D,CAAC,CAAC;aACH,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC3C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChC,CAAC;IACF,CAAC;CACD"}

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.d.ts

@@ -0,0 +1,25 @@
+declare const _default: {
+    id: string;
+    kind: "ai/spec";
+    name: string;
+    description: string;
+    modalities: ("image" | "text" | "audio" | "video" | "embedding" | "transcription" | "evaluation" | "speech" | "ocr")[];
+    streamFraming: "none" | "sse" | "sse-named" | "ndjson" | "binary-chunked" | "ws-frame";
+    toolCallEnvelope: string;
+    transports: string[];
+    external: boolean;
+    priority: number;
+    enabled: boolean;
+    capabilities?: ("streaming" | "json_mode" | "text_generation" | "chat_completion" | "function_calling" | "embedding_generation" | "image_generation_text_to_image" | "image_generation_image_to_image" | "image_generation_inpainting" | "image_generation_outpainting" | "image_upscaling" | "image_editing_via_instructions" | "audio_generation_text_to_speech" | "audio_generation_voice_cloning" | "audio_generation_music" | "audio_generation_sound_effects" | "audio_transcription" | "audio_transcription_realtime" | "video_generation_text_to_video" | "workflow_execution" | "code_generation" | "image_understanding" | "structured_evaluation")[] | undefined;
+    imageControls?: {
+        steps: boolean;
+        cfg: boolean;
+        sampler: boolean;
+        scheduler: boolean;
+        negativePrompt: boolean;
+        seed: boolean;
+    } | undefined;
+    tags?: string[] | undefined;
+};
+export default _default;
+//# sourceMappingURL=whisper-hf-cli.spec.descriptor.d.ts.map

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-hf-cli.spec.descriptor.d.ts","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAEA,wBAWG"}

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.js

@@ -0,0 +1,14 @@
+import { createAISpecDescriptor } from '@vibesdotdev/ai/specs/schemas/descriptor';
+export default createAISpecDescriptor({
+    id: 'whisper-hf-cli',
+    name: 'Whisper HuggingFace (Python)',
+    description: 'Local HuggingFace transformers Whisper transcription through Python.',
+    modalities: ['transcription'],
+    streamFraming: 'none',
+    toolCallEnvelope: 'none',
+    transports: ['process'],
+    capabilities: ['audio_transcription'],
+    priority: 90,
+    tags: ['whisper', 'huggingface', 'python', 'consumer-only']
+});
+//# sourceMappingURL=whisper-hf-cli.spec.descriptor.js.map

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-hf-cli.spec.descriptor.js","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.descriptor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAElF,eAAe,sBAAsB,CAAC;IACrC,EAAE,EAAE,gBAAgB;IACpB,IAAI,EAAE,8BAA8B;IACpC,WAAW,EAAE,sEAAsE;IACnF,UAAU,EAAE,CAAC,eAAe,CAAC;IAC7B,aAAa,EAAE,MAAM;IACrB,gBAAgB,EAAE,MAAM;IACxB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,YAAY,EAAE,CAAC,qBAAqB,CAAC;IACrC,QAAQ,EAAE,EAAE;IACZ,IAAI,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,eAAe,CAAC;CAC3D,CAAC,CAAC"}

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.d.ts

@@ -0,0 +1,31 @@
+import type { AISpecInterface, DecodedEvent, SpecCallContext, WireRequest, WireResponseChunk } from '@vibesdotdev/ai/specs/interfaces';
+import type { GenerationRequest } from '@vibesdotdev/ai/interfaces';
+import type { Modality } from '@vibesdotdev/ai/models/schemas';
+export default class WhisperHfCliSpec implements AISpecInterface {
+    readonly descriptor: {
+        id: string;
+        kind: "ai/spec";
+        name: string;
+        description: string;
+        modalities: ("image" | "text" | "audio" | "video" | "embedding" | "transcription" | "evaluation" | "speech" | "ocr")[];
+        streamFraming: "none" | "sse" | "sse-named" | "ndjson" | "binary-chunked" | "ws-frame";
+        toolCallEnvelope: string;
+        transports: string[];
+        external: boolean;
+        priority: number;
+        enabled: boolean;
+        capabilities?: ("streaming" | "json_mode" | "text_generation" | "chat_completion" | "function_calling" | "embedding_generation" | "image_generation_text_to_image" | "image_generation_image_to_image" | "image_generation_inpainting" | "image_generation_outpainting" | "image_upscaling" | "image_editing_via_instructions" | "audio_generation_text_to_speech" | "audio_generation_voice_cloning" | "audio_generation_music" | "audio_generation_sound_effects" | "audio_transcription" | "audio_transcription_realtime" | "video_generation_text_to_video" | "workflow_execution" | "code_generation" | "image_understanding" | "structured_evaluation")[] | undefined;
+        imageControls?: {
+            steps: boolean;
+            cfg: boolean;
+            sampler: boolean;
+            scheduler: boolean;
+            negativePrompt: boolean;
+            seed: boolean;
+        } | undefined;
+        tags?: string[] | undefined;
+    };
+    encodeRequest<M extends Modality>(request: GenerationRequest<M>, context: SpecCallContext): WireRequest;
+    decodeResponse<M extends Modality>(chunks: AsyncIterable<WireResponseChunk>, _request: GenerationRequest<M>, context: SpecCallContext): AsyncIterable<DecodedEvent<M>>;
+}
+//# sourceMappingURL=whisper-hf-cli.spec.impl.d.ts.map

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-hf-cli.spec.impl.d.ts","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACvI,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAK/D,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,eAAe;IAC/D,QAAQ,CAAC,UAAU;;;;;;;;;;;;;;;;;;;;;;MAAc;IACjC,aAAa,CAAC,CAAC,SAAS,QAAQ,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,GAAG,WAAW;IAUhG,cAAc,CAAC,CAAC,SAAS,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;CAc7K"}

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.js

@@ -0,0 +1,52 @@
+import { HfOutputSchema } from "../../../schemas/wire.js";
+import { readRequest, readOutput, parseOutput, refusal, resultEvent } from "../wire.js";
+import descriptor from "./whisper-hf-cli.spec.descriptor.js";
+export default class WhisperHfCliSpec {
+    descriptor = descriptor;
+    encodeRequest(request, context) {
+        const { request: input, audio } = readRequest(request);
+        const script = buildScript({
+            modelId: context.wireModelId || 'base',
+            language: input.language,
+            task: input.task === 'translate' ? 'translate' : 'transcribe',
+            wordTimestamps: input.wordTimestamps === true
+        });
+        return { method: 'POST', path: '', headers: {}, body: { args: ['-c', script], files: { audio } }, streaming: false };
+    }
+    async *decodeResponse(chunks, _request, context) {
+        try {
+            const parsed = HfOutputSchema.safeParse(await parseOutput(await readOutput(chunks), false));
+            if (!parsed.success)
+                throw refusal('invalid-vendor-payload');
+            yield resultEvent(context, {
+                text: parsed.data.text,
+                language: parsed.data.language ?? undefined,
+                segments: parsed.data.segments?.map((segment, id) => ({ id, ...segment }))
+            });
+        }
+        catch (error) {
+            if (!(error instanceof Error))
+                throw error;
+            yield { kind: 'error', error };
+        }
+    }
+}
+function buildScript(args) {
+    const modelId = args.modelId.includes('/') ? args.modelId : `openai/whisper-${args.modelId}`;
+    const language = args.language ? JSON.stringify(args.language) : 'None';
+    return [
+        'import json',
+        'from transformers import pipeline',
+        `pipe = pipeline("automatic-speech-recognition", model=${JSON.stringify(modelId)})`,
+        `kwargs = {"task": ${JSON.stringify(args.task)}}`,
+        `language = ${language}`,
+        'if language is not None: kwargs["language"] = language',
+        `result = pipe("{audio}", return_timestamps=${args.wordTimestamps ? '"word"' : 'True'}, generate_kwargs=kwargs)`,
+        'segments = []',
+        'for chunk in result.get("chunks", []):',
+        '    stamp = chunk.get("timestamp") or (0, 0)',
+        '    segments.append({"start": stamp[0] or 0, "end": stamp[1] or 0, "text": chunk.get("text", "")})',
+        'print(json.dumps({"text": result.get("text", ""), "segments": segments, "language": language}))'
+    ].join('\n');
+}
+//# sourceMappingURL=whisper-hf-cli.spec.impl.js.map

package/dist/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisper-hf-cli.spec.impl.js","sourceRoot":"","sources":["../../../../src/ai/specs/whisper-hf-cli/whisper-hf-cli.spec.impl.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,UAAU,MAAM,qCAAqC,CAAC;AAE7D,MAAM,CAAC,OAAO,OAAO,gBAAgB;IAC3B,UAAU,GAAG,UAAU,CAAC;IACjC,aAAa,CAAqB,OAA6B,EAAE,OAAwB;QACxF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,WAAW,CAAC;YAC1B,OAAO,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM;YACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;YAC7D,cAAc,EAAE,KAAK,CAAC,cAAc,KAAK,IAAI;SAC7C,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACtH,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CAAqB,MAAwC,EAAE,QAA8B,EAAE,OAAwB;QAC3I,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,WAAW,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5F,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,OAAO,CAAC,wBAAwB,CAAC,CAAC;YAC7D,MAAM,WAAW,CAAI,OAAO,EAAE;gBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;gBACtB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,SAAS;gBAC3C,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;aAC1E,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC3C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChC,CAAC;IACF,CAAC;CACD;AAED,SAAS,WAAW,CAAC,IAKpB;IACA,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACxE,OAAO;QACN,aAAa;QACb,mCAAmC;QACnC,yDAAyD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG;QACnF,qBAAqB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QACjD,cAAc,QAAQ,EAAE;QACxB,wDAAwD;QACxD,8CAA8C,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,2BAA2B;QAChH,eAAe;QACf,wCAAwC;QACxC,8CAA8C;QAC9C,oGAAoG;QACpG,iGAAiG;KACjG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}