@mastra/voice-modelslab 0.1.0 → 0.1.1

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ja.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ka.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/kh.d.ts

@@ -0,0 +1,5 @@
+import type * as errors from "../core/errors.js";
+/** @deprecated Use `km` instead. */
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/km.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ko.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/lt.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/mk.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ms.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/nl.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/no.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ota.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/pl.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ps.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/pt.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ro.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ru.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/sl.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/sv.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ta.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/th.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/tr.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ua.d.ts

@@ -0,0 +1,5 @@
+import type * as errors from "../core/errors.js";
+/** @deprecated Use `uk` instead. */
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/uk.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/ur.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/uz.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/vi.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/yo.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/zh-CN.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/_types/zod/v4/locales/zh-TW.d.ts

@@ -0,0 +1,4 @@
+import type * as errors from "../core/errors.js";
+export default function (): {
+    localeError: errors.$ZodErrorMap;
+};

package/dist/_types/@internal_voice/dist/index.d.ts

@@ -0,0 +1,16 @@
+export * from './voice/index.js';
+export type { RequestContext } from './_types/@internal_core/dist/request-context/index.d.ts';
+export type { ToolsInput } from './_types/@internal_core/dist/types/index.d.ts';
+type InferToolInput<TInputSchema> = TInputSchema extends {
+    _input: infer TInput;
+} ? TInput : unknown;
+type VoiceToolExecute<TInputSchema, TContext, TOutput> = (input: InferToolInput<TInputSchema>, context: TContext) => TOutput | Promise<TOutput>;
+export type VoiceTool<TId extends string = string, TInputSchema = unknown, TOutputSchema = unknown, TContext = unknown, TOutput = unknown> = {
+    id: TId;
+    description: string;
+    inputSchema?: TInputSchema;
+    outputSchema?: TOutputSchema;
+    execute?: VoiceToolExecute<TInputSchema, TContext, TOutput>;
+};
+export declare function createTool<TId extends string, TInputSchema = unknown, TOutputSchema = unknown, TContext = unknown, TOutput = unknown>(opts: VoiceTool<TId, TInputSchema, TOutputSchema, TContext, TOutput>): VoiceTool<TId, TInputSchema, TOutputSchema, TContext, TOutput>;
+//# sourceMappingURL=index.d.ts.map

package/dist/_types/@internal_voice/dist/voice/aisdk/index.d.ts

@@ -0,0 +1,3 @@
+export * from './speech.js';
+export * from './transcription.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/_types/@internal_voice/dist/voice/aisdk/speech.d.ts

@@ -0,0 +1,23 @@
+import type { SpeechModel } from '../../_types/@internal_ai-sdk-v5/dist/index.d.ts';
+import { MastraVoice } from '../voice.js';
+export declare class AISDKSpeech extends MastraVoice {
+    private model;
+    private defaultVoice?;
+    constructor(model: SpeechModel, options?: {
+        voice?: string;
+    });
+    speak(input: string | NodeJS.ReadableStream, options?: {
+        speaker?: string;
+        language?: string;
+        providerOptions?: Record<string, any>;
+        abortSignal?: AbortSignal;
+        headers?: Record<string, string>;
+    }): Promise<NodeJS.ReadableStream>;
+    listen(): Promise<string>;
+    getSpeakers(): Promise<never[]>;
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+    private streamToText;
+}
+//# sourceMappingURL=speech.d.ts.map

package/dist/_types/@internal_voice/dist/voice/aisdk/transcription.d.ts

@@ -0,0 +1,22 @@
+import type { TranscriptionModel } from '../../_types/@internal_ai-sdk-v5/dist/index.d.ts';
+import { MastraVoice } from '../voice.js';
+export declare class AISDKTranscription extends MastraVoice {
+    private model;
+    constructor(model: TranscriptionModel);
+    speak(): Promise<NodeJS.ReadableStream>;
+    getSpeakers(): Promise<never[]>;
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+    /**
+     * Transcribe audio to text
+     * For enhanced metadata (segments, language, duration), use AI SDK's transcribe() directly
+     */
+    listen(audioStream: NodeJS.ReadableStream, options?: {
+        providerOptions?: Record<string, any>;
+        abortSignal?: AbortSignal;
+        headers?: Record<string, string>;
+    }): Promise<string>;
+    private convertToBuffer;
+}
+//# sourceMappingURL=transcription.d.ts.map

package/dist/_types/@internal_voice/dist/voice/composite-voice.d.ts

@@ -0,0 +1,72 @@
+import type { TranscriptionModel, SpeechModel } from '../_types/@internal_ai-sdk-v5/dist/index.d.ts';
+import type { ToolsInput } from '../_types/@internal_core/dist/types/index.d.ts';
+import { MastraVoice } from './voice.js';
+import type { VoiceEventType, VoiceEventMap } from '.';
+export declare class CompositeVoice extends MastraVoice<unknown, unknown, unknown, ToolsInput, VoiceEventMap> {
+    protected speakProvider?: MastraVoice;
+    protected listenProvider?: MastraVoice;
+    protected realtimeProvider?: MastraVoice;
+    constructor({ input, output, realtime, }: {
+        input?: MastraVoice | TranscriptionModel;
+        output?: MastraVoice | SpeechModel;
+        realtime?: MastraVoice;
+    });
+    /**
+     * Convert text to speech using the configured provider
+     * @param input Text or text stream to convert to speech
+     * @param options Speech options including speaker and provider-specific options
+     * @returns Audio stream or void if in realtime mode
+     */
+    speak(input: string | NodeJS.ReadableStream, options?: {
+        speaker?: string;
+    } & any): Promise<NodeJS.ReadableStream | void>;
+    listen(audioStream: NodeJS.ReadableStream, options?: any): Promise<string | void | NodeJS.ReadableStream>;
+    getSpeakers(): Promise<{
+        voiceId: string;
+    }[]>;
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+    updateConfig(options: Record<string, unknown>): void;
+    /**
+     * Initializes a WebSocket or WebRTC connection for real-time communication
+     * @returns Promise that resolves when the connection is established
+     */
+    connect(options?: Record<string, unknown>): Promise<void>;
+    /**
+     * Relay audio data to the voice provider for real-time processing
+     * @param audioData Audio data to send
+     */
+    send(audioData: NodeJS.ReadableStream | Int16Array): Promise<void>;
+    /**
+     * Trigger voice providers to respond
+     */
+    answer(options?: Record<string, unknown>): Promise<void>;
+    /**
+     * Equip the voice provider with instructions
+     * @param instructions Instructions to add
+     */
+    addInstructions(instructions: string): void;
+    /**
+     * Equip the voice provider with tools
+     * @param tools Array of tools to add
+     */
+    addTools(tools: ToolsInput): void;
+    /**
+     * Disconnect from the WebSocket or WebRTC connection
+     */
+    close(): void;
+    /**
+     * Register an event listener
+     * @param event Event name (e.g., 'speaking', 'writing', 'error')
+     * @param callback Callback function that receives event data
+     */
+    on<E extends VoiceEventType>(event: E, callback: (data: E extends keyof VoiceEventMap ? VoiceEventMap[E] : unknown) => void): void;
+    /**
+     * Remove an event listener
+     * @param event Event name (e.g., 'speaking', 'writing', 'error')
+     * @param callback Callback function to remove
+     */
+    off<E extends VoiceEventType>(event: E, callback: (data: E extends keyof VoiceEventMap ? VoiceEventMap[E] : unknown) => void): void;
+}
+//# sourceMappingURL=composite-voice.d.ts.map

package/dist/_types/@internal_voice/dist/voice/default-voice.d.ts

@@ -0,0 +1,13 @@
+import { MastraVoice } from '.';
+export declare class DefaultVoice extends MastraVoice {
+    constructor();
+    speak(_input: string | NodeJS.ReadableStream): Promise<NodeJS.ReadableStream>;
+    listen(_input: string | NodeJS.ReadableStream): Promise<string>;
+    getSpeakers(): Promise<{
+        voiceId: string;
+    }[]>;
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+}
+//# sourceMappingURL=default-voice.d.ts.map

package/dist/_types/@internal_voice/dist/voice/index.d.ts

@@ -0,0 +1,5 @@
+export * from './voice.js';
+export * from './composite-voice.js';
+export * from './default-voice.js';
+export * from './aisdk/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/_types/@internal_voice/dist/voice/voice.d.ts

@@ -0,0 +1,172 @@
+import { MastraBase } from '../_types/@internal_core/dist/base/index.d.ts';
+import type { ToolsInput } from '../_types/@internal_core/dist/types/index.d.ts';
+export type VoiceEventType = 'speaking' | 'writing' | 'error' | string;
+export interface VoiceEventMap {
+    speaker: NodeJS.ReadableStream;
+    speaking: {
+        audio?: string;
+    };
+    writing: {
+        text: string;
+        role: 'assistant' | 'user';
+    };
+    error: {
+        message: string;
+        code?: string;
+        details?: unknown;
+    };
+    [key: string]: unknown;
+}
+interface BuiltInModelConfig {
+    name: string;
+    apiKey?: string;
+}
+export interface VoiceConfig<T = unknown> {
+    listeningModel?: BuiltInModelConfig;
+    speechModel?: BuiltInModelConfig;
+    speaker?: string;
+    name?: string;
+    realtimeConfig?: {
+        model?: string;
+        apiKey?: string;
+        options?: T;
+    };
+}
+export interface VoiceSpanConfig {
+    component: 'VOICE';
+    name?: string;
+    speaker?: string;
+    listeningModel?: {
+        name: string;
+    };
+    speechModel?: {
+        name: string;
+    };
+    realtimeModel?: string;
+}
+export interface IMastraVoice<TSpeakOptions = unknown, TListenOptions = unknown, TTools extends ToolsInput = ToolsInput, TEventArgs extends VoiceEventMap = VoiceEventMap, TSpeakerMetadata = unknown> {
+    serializeForSpan(): VoiceSpanConfig;
+    speak(input: string | NodeJS.ReadableStream, options?: {
+        speaker?: string;
+    } & TSpeakOptions): Promise<NodeJS.ReadableStream | void>;
+    listen(audioStream: NodeJS.ReadableStream | unknown, options?: TListenOptions): Promise<string | NodeJS.ReadableStream | void>;
+    updateConfig(options: Record<string, unknown>): void;
+    connect(options?: Record<string, unknown>): Promise<void>;
+    send(audioData: NodeJS.ReadableStream | Int16Array): Promise<void>;
+    answer(options?: Record<string, unknown>): Promise<void>;
+    addInstructions(instructions?: string): void;
+    addTools(tools: TTools): void;
+    close(): void;
+    on<E extends VoiceEventType>(event: E, callback: (data: E extends keyof TEventArgs ? TEventArgs[E] : unknown) => void): void;
+    off<E extends VoiceEventType>(event: E, callback: (data: E extends keyof TEventArgs ? TEventArgs[E] : unknown) => void): void;
+    getSpeakers(): Promise<Array<{
+        voiceId: string;
+    } & TSpeakerMetadata>>;
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+}
+export declare abstract class MastraVoice<TOptions = unknown, TSpeakOptions = unknown, TListenOptions = unknown, TTools extends ToolsInput = ToolsInput, TEventArgs extends VoiceEventMap = VoiceEventMap, TSpeakerMetadata = unknown> extends MastraBase implements IMastraVoice<TSpeakOptions, TListenOptions, TTools, TEventArgs, TSpeakerMetadata> {
+    protected listeningModel?: BuiltInModelConfig;
+    protected speechModel?: BuiltInModelConfig;
+    protected speaker?: string;
+    protected realtimeConfig?: {
+        model?: string;
+        apiKey?: string;
+        options?: TOptions;
+    };
+    constructor({ listeningModel, speechModel, speaker, realtimeConfig, name }?: VoiceConfig<TOptions>);
+    /**
+     * Custom serialization for tracing/observability spans.
+     * Excludes `apiKey` from listeningModel / speechModel / realtimeConfig
+     * and any provider-specific state held by subclasses. Subclasses that
+     * need to expose additional non-sensitive fields can override.
+     */
+    serializeForSpan(): VoiceSpanConfig;
+    /**
+     * Convert text to speech
+     * @param input Text or text stream to convert to speech
+     * @param options Speech options including speaker and provider-specific options
+     * @returns Audio stream
+     */
+    /**
+     * Convert text to speech
+     * @param input Text or text stream to convert to speech
+     * @param options Speech options including speaker and provider-specific options
+     * @returns Audio stream or void if in chat mode
+     */
+    abstract speak(input: string | NodeJS.ReadableStream, options?: {
+        speaker?: string;
+    } & TSpeakOptions): Promise<NodeJS.ReadableStream | void>;
+    /**
+     * Convert speech to text
+     * @param audioStream Audio stream to transcribe
+     * @param options Provider-specific transcription options
+     * @returns Text or text stream
+     */
+    /**
+     * Convert speech to text
+     * @param audioStream Audio stream to transcribe
+     * @param options Provider-specific transcription options
+     * @returns Text, text stream, or void if in chat mode
+     */
+    abstract listen(audioStream: NodeJS.ReadableStream | unknown, // Allow other audio input types for OpenAI realtime API
+    options?: TListenOptions): Promise<string | NodeJS.ReadableStream | void>;
+    updateConfig(_options: Record<string, unknown>): void;
+    /**
+     * Initializes a WebSocket or WebRTC connection for real-time communication
+     * @returns Promise that resolves when the connection is established
+     */
+    connect(_options?: Record<string, unknown>): Promise<void>;
+    /**
+     * Relay audio data to the voice provider for real-time processing
+     * @param audioData Audio data to relay
+     */
+    send(_audioData: NodeJS.ReadableStream | Int16Array): Promise<void>;
+    /**
+     * Trigger voice providers to respond
+     */
+    answer(_options?: Record<string, unknown>): Promise<void>;
+    /**
+     * Equip the voice provider with instructions
+     * @param instructions Instructions to add
+     */
+    addInstructions(_instructions?: string): void;
+    /**
+     * Equip the voice provider with tools
+     * @param tools Array of tools to add
+     */
+    addTools(_tools: TTools): void;
+    /**
+     * Disconnect from the WebSocket or WebRTC connection
+     */
+    close(): void;
+    /**
+     * Register an event listener
+     * @param event Event name (e.g., 'speaking', 'writing', 'error')
+     * @param callback Callback function that receives event data
+     */
+    on<E extends VoiceEventType>(_event: E, _callback: (data: E extends keyof TEventArgs ? TEventArgs[E] : unknown) => void): void;
+    /**
+     * Remove an event listener
+     * @param event Event name (e.g., 'speaking', 'writing', 'error')
+     * @param callback Callback function to remove
+     */
+    off<E extends VoiceEventType>(_event: E, _callback: (data: E extends keyof TEventArgs ? TEventArgs[E] : unknown) => void): void;
+    /**
+     * Get available speakers/voices
+     * @returns Array of available voice IDs and their metadata
+     */
+    getSpeakers(): Promise<Array<{
+        voiceId: string;
+    } & TSpeakerMetadata>>;
+    /**
+     * Get available speakers/voices
+     * @returns Array of available voice IDs and their metadata
+     */
+    getListener(): Promise<{
+        enabled: boolean;
+    }>;
+}
+export {};
+//# sourceMappingURL=voice.d.ts.map