@framers/agentos 0.1.46 → 0.1.47

package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js

@@ -0,0 +1,109 @@
+function normalizeSegments(input) {
+    if (!Array.isArray(input))
+        return undefined;
+    return input
+        .filter((segment) => typeof segment === 'object' && segment !== null)
+        .map((segment) => {
+        const item = segment;
+        return {
+            text: typeof item.text === 'string' ? item.text : '',
+            startTime: typeof item.start === 'number' ? item.start : 0,
+            endTime: typeof item.end === 'number' ? item.end : 0,
+            confidence: typeof item.confidence === 'number' ? item.confidence : undefined,
+            speaker: typeof item.speaker === 'string' || typeof item.speaker === 'number'
+                ? item.speaker
+                : undefined,
+            words: Array.isArray(item.words)
+                ? item.words
+                    .filter((word) => typeof word === 'object' && word !== null)
+                    .map((word) => {
+                    const value = word;
+                    return {
+                        word: typeof value.word === 'string' ? value.word : '',
+                        start: typeof value.start === 'number' ? value.start : 0,
+                        end: typeof value.end === 'number' ? value.end : 0,
+                        confidence: typeof value.confidence === 'number' ? value.confidence : undefined,
+                    };
+                })
+                : undefined,
+            id: typeof item.id === 'number' ? item.id : undefined,
+            seek: typeof item.seek === 'number' ? item.seek : undefined,
+            tokens: Array.isArray(item.tokens)
+                ? item.tokens.filter((token) => typeof token === 'number')
+                : undefined,
+            temperature: typeof item.temperature === 'number' ? item.temperature : undefined,
+            avg_logprob: typeof item.avg_logprob === 'number' ? item.avg_logprob : undefined,
+            compression_ratio: typeof item.compression_ratio === 'number' ? item.compression_ratio : undefined,
+            no_speech_prob: typeof item.no_speech_prob === 'number' ? item.no_speech_prob : undefined,
+        };
+    });
+}
+export class OpenAIWhisperSpeechToTextProvider {
+    constructor(config) {
+        this.config = config;
+        this.id = 'openai-whisper';
+        this.displayName = 'OpenAI Whisper';
+        this.supportsStreaming = false;
+        this.fetchImpl = config.fetchImpl ?? fetch;
+    }
+    getProviderName() {
+        return this.displayName;
+    }
+    async transcribe(audio, options = {}) {
+        const form = new FormData();
+        const responseFormat = (options.responseFormat ?? 'verbose_json');
+        const model = options.model ?? this.config.model ?? 'whisper-1';
+        const fileName = audio.fileName ?? `speech.${audio.format ?? 'wav'}`;
+        form.append('file', new Blob([Uint8Array.from(audio.data)], { type: audio.mimeType ?? 'audio/wav' }), fileName);
+        form.append('model', model);
+        form.append('response_format', responseFormat);
+        if (options.language)
+            form.append('language', options.language);
+        if (options.prompt)
+            form.append('prompt', options.prompt);
+        if (typeof options.temperature === 'number') {
+            form.append('temperature', String(options.temperature));
+        }
+        const response = await this.fetchImpl(`${this.config.baseUrl ?? 'https://api.openai.com/v1'}/audio/transcriptions`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${this.config.apiKey}`,
+            },
+            body: form,
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            throw new Error(`OpenAI Whisper transcription failed (${response.status}): ${message}`);
+        }
+        if (responseFormat === 'text' || response.headers.get('content-type')?.includes('text/plain')) {
+            const text = await response.text();
+            return {
+                text,
+                language: options.language,
+                durationSeconds: audio.durationSeconds,
+                cost: 0,
+                isFinal: true,
+                usage: {
+                    durationMinutes: (audio.durationSeconds ?? 0) / 60,
+                    modelUsed: model,
+                },
+            };
+        }
+        const payload = (await response.json());
+        const durationSeconds = typeof payload.duration === 'number' ? payload.duration : audio.durationSeconds;
+        return {
+            text: typeof payload.text === 'string' ? payload.text : '',
+            language: typeof payload.language === 'string' ? payload.language : options.language,
+            durationSeconds,
+            cost: 0,
+            segments: normalizeSegments(payload.segments),
+            providerResponse: payload,
+            isFinal: true,
+            usage: {
+                durationMinutes: (durationSeconds ?? 0) / 60,
+                modelUsed: model,
+            },
+        };
+    }
+}
+//# sourceMappingURL=OpenAIWhisperSpeechToTextProvider.js.map

package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIWhisperSpeechToTextProvider.js","sourceRoot":"","sources":["../../../src/speech/providers/OpenAIWhisperSpeechToTextProvider.ts"],"names":[],"mappings":"AAgBA,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,CAAC;SACpE,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACf,MAAM,IAAI,GAAG,OAAkC,CAAC;QAChD,OAAO;YACL,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YACpD,SAAS,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO,EAAE,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpD,UAAU,EAAE,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC7E,OAAO,EACL,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;gBAClE,CAAC,CAAC,IAAI,CAAC,OAAO;gBACd,CAAC,CAAC,SAAS;YACf,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC9B,CAAC,CAAC,IAAI,CAAC,KAAK;qBACP,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC;qBAC3D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACZ,MAAM,KAAK,GAAG,IAA+B,CAAC;oBAC9C,OAAO;wBACL,IAAI,EAAE,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;wBACtD,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACxD,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBAClD,UAAU,EACR,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;qBACtE,CAAC;gBACJ,CAAC,CAAC;gBACN,CAAC,CAAC,SAAS;YACb,EAAE,EAAE,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;YACrD,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC3D,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;gBAChC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;gBAC3E,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAChF,WAAW,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAChF,iBAAiB,EACf,OAAO,IAAI,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;YACjF,cAAc,EACZ,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;SAC5E,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,OAAO,iCAAiC;IAM5C,YAA6B,MAA+C;QAA/C,WAAM,GAAN,MAAM,CAAyC;QAL5D,OAAE,GAAG,gBAAgB,CAAC;QACtB,gBAAW,GAAG,gBAAgB,CAAC;QAC/B,sBAAiB,GAAG,KAAK,CAAC;QAIxC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC;IAC7C,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CACd,KAAuB,EACvB,UAAsC,EAAE;QAExC,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,cAAc,CAAyB,CAAC;QAC1F,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;QAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,UAAU,KAAK,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;QAErE,IAAI,CAAC,MAAM,CACT,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,IAAI,WAAW,EAAE,CAAC,EAChF,QAAQ,CACT,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,QAAQ;YAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CACnC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,2BAA2B,uBAAuB,EAC5E;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;aAC9C;YACD,IAAI,EAAE,IAAI;SACX,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,wCAAwC,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,cAAc,KAAK,MAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9F,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO;gBACL,IAAI;gBACJ,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE;oBACL,eAAe,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,EAAE;oBAClD,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QACnE,MAAM,eAAe,GACnB,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;QAElF,OAAO;YACL,IAAI,EAAE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC1D,QAAQ,EAAE,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ;YACpF,eAAe;YACf,IAAI,EAAE,CAAC;YACP,QAAQ,EAAE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,gBAAgB,EAAE,OAAO;YACzB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE;gBACL,eAAe,EAAE,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,EAAE;gBAC5C,SAAS,EAAE,KAAK;aACjB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/speech/types.d.ts

@@ -0,0 +1,270 @@
+import type { AdaptiveVADConfig, VADResult } from '../core/audio/AdaptiveVAD.js';
+import type { NoiseProfile } from '../core/audio/EnvironmentalCalibrator.js';
+import type { SilenceDetectorConfig } from '../core/audio/SilenceDetector.js';
+export type SpeechProviderKind = 'telephony' | 'stt' | 'tts' | 'vad' | 'wake-word';
+export type SpeechResponseFormat = 'json' | 'text' | 'srt' | 'verbose_json' | 'vtt';
+export type SpeechSynthesisOutputFormat = 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm' | (string & {});
+export interface SpeechAudioInput {
+    data: Buffer;
+    fileName?: string;
+    mimeType?: string;
+    format?: string;
+    sampleRate?: number;
+    durationSeconds?: number;
+}
+export interface SpeechTranscriptionWord {
+    word: string;
+    start: number;
+    end: number;
+    confidence?: number;
+}
+export interface SpeechTranscriptionSegment {
+    text: string;
+    startTime: number;
+    endTime: number;
+    confidence?: number;
+    speaker?: string | number;
+    words?: SpeechTranscriptionWord[];
+    id?: number;
+    seek?: number;
+    tokens?: number[];
+    temperature?: number;
+    avg_logprob?: number;
+    compression_ratio?: number;
+    no_speech_prob?: number;
+}
+export interface SpeechTranscriptionResult {
+    text: string;
+    language?: string;
+    durationSeconds?: number;
+    cost: number;
+    segments?: SpeechTranscriptionSegment[];
+    providerResponse?: unknown;
+    confidence?: number;
+    isFinal?: boolean;
+    usage?: {
+        durationMinutes: number;
+        modelUsed: string;
+        providerSpecific?: Record<string, unknown>;
+    };
+}
+export interface SpeechTranscriptionOptions {
+    language?: string;
+    model?: string;
+    prompt?: string;
+    responseFormat?: SpeechResponseFormat;
+    temperature?: number;
+    enableSpeakerDiarization?: boolean;
+    numSpeakers?: number;
+    providerSpecificOptions?: Record<string, unknown>;
+    providerId?: string;
+    stream?: boolean;
+}
+export interface SpeechTranscriptionRequestOptions {
+    language?: string;
+    prompt?: string;
+    model?: string;
+    responseFormat?: string;
+    userId?: string;
+    temperature?: number | string;
+    providerId?: string;
+    stream?: boolean | string;
+}
+export interface SpeechAudioAnalysis {
+    duration: number;
+    fileSize: number;
+    estimatedCost: number;
+    isOptimal: boolean;
+    recommendations: string[];
+    mimeType?: string;
+}
+export interface SpeechSynthesisResult {
+    audioBuffer: Buffer;
+    mimeType: string;
+    cost: number;
+    durationSeconds?: number;
+    providerResponse?: unknown;
+    voiceUsed?: string;
+    providerName?: string;
+    usage?: {
+        characters: number;
+        modelUsed: string;
+        [key: string]: unknown;
+    };
+}
+export interface SpeechVoice {
+    id: string;
+    name: string;
+    gender?: 'male' | 'female' | 'neutral' | string;
+    lang: string;
+    description?: string;
+    provider: string;
+    isDefault?: boolean;
+}
+export interface SpeechSynthesisOptions {
+    voice?: string;
+    outputFormat?: SpeechSynthesisOutputFormat;
+    speed?: number;
+    pitch?: number;
+    volume?: number;
+    languageCode?: string;
+    model?: string;
+    providerId?: string;
+    providerSpecificOptions?: Record<string, unknown>;
+}
+export interface SpeechToTextProvider {
+    readonly id: string;
+    readonly displayName?: string;
+    readonly supportsStreaming?: boolean;
+    transcribe(audio: SpeechAudioInput, options?: SpeechTranscriptionOptions): Promise<SpeechTranscriptionResult>;
+    getProviderName(): string;
+}
+export interface TextToSpeechProvider {
+    readonly id: string;
+    readonly displayName?: string;
+    readonly supportsStreaming?: boolean;
+    synthesize(text: string, options?: SpeechSynthesisOptions): Promise<SpeechSynthesisResult>;
+    getProviderName(): string;
+    listAvailableVoices?(): Promise<SpeechVoice[]>;
+}
+export interface SpeechVadDecision {
+    isSpeech: boolean;
+    confidence?: number;
+    result?: VADResult;
+    profile?: NoiseProfile | null;
+}
+export interface SpeechVadProvider {
+    readonly id: string;
+    readonly displayName?: string;
+    processFrame(frame: Float32Array): SpeechVadDecision;
+    reset(): void;
+    getNoiseProfile?(): NoiseProfile | null;
+    dispose?(): void;
+}
+export interface WakeWordDetection {
+    keyword: string;
+    confidence?: number;
+    providerId?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface WakeWordProvider {
+    readonly id: string;
+    readonly displayName?: string;
+    detect(frame: Float32Array, sampleRate: number): WakeWordDetection | null | Promise<WakeWordDetection | null>;
+    reset?(): void;
+    dispose?(): void;
+}
+export interface SpeechProviderCatalogEntry {
+    id: string;
+    kind: SpeechProviderKind;
+    label: string;
+    envVars: readonly string[];
+    local: boolean;
+    streaming?: boolean;
+    description: string;
+    extensionName?: string;
+    defaultModel?: string;
+    defaultVoice?: string;
+    features?: readonly string[];
+}
+export type SpeechSessionMode = 'manual' | 'vad' | 'wake-word';
+export type SpeechSessionState = 'idle' | 'wake-listening' | 'listening' | 'capturing' | 'transcribing' | 'responding' | 'playing' | 'interrupted' | 'closed' | 'error';
+export type SpeechSessionBoundaryReason = 'speech-end' | 'silence-timeout' | 'manual' | 'provider' | 'wake-word';
+export interface SpeechSessionAudioCapture {
+    audioBuffer: Buffer;
+    mimeType: string;
+    fileName: string;
+    sampleRate: number;
+    durationMs: number;
+    frameCount: number;
+}
+export interface SpeechSessionConfig {
+    mode?: SpeechSessionMode;
+    sampleRate?: number;
+    frameDurationMs?: number;
+    audioFileName?: string;
+    autoTranscribeOnSpeechEnd?: boolean;
+    sttOptions?: SpeechTranscriptionOptions;
+    ttsOptions?: SpeechSynthesisOptions;
+    vad?: AdaptiveVADConfig;
+    silence?: SilenceDetectorConfig;
+    wakeWord?: {
+        keyword?: string;
+    };
+}
+export interface SpeechSessionProviders {
+    stt?: SpeechToTextProvider;
+    tts?: TextToSpeechProvider;
+    vad?: SpeechVadProvider;
+    wakeWord?: WakeWordProvider;
+}
+export interface SpeechSessionStateChangedEvent {
+    previous: SpeechSessionState;
+    current: SpeechSessionState;
+}
+export interface SpeechSessionSpeechStartedEvent {
+    timestamp: number;
+    vad: VADResult;
+}
+export interface SpeechSessionSpeechEndedEvent {
+    timestamp: number;
+    vad: VADResult;
+    durationMs: number;
+}
+export interface SpeechSessionUtteranceCapturedEvent {
+    reason: SpeechSessionBoundaryReason;
+    capture: SpeechSessionAudioCapture;
+}
+export interface SpeechSessionTranscriptEvent {
+    result: SpeechTranscriptionResult;
+    capture: SpeechSessionAudioCapture;
+}
+export interface SpeechSessionWakeWordEvent {
+    detection: WakeWordDetection;
+}
+export interface SpeechSessionSynthesisStartedEvent {
+    text: string;
+}
+export interface SpeechSessionSynthesisCompletedEvent {
+    text: string;
+    result: SpeechSynthesisResult;
+}
+export interface SpeechSessionErrorEvent {
+    error: Error;
+}
+export interface SpeechSessionEventMap {
+    state_changed: (event: SpeechSessionStateChangedEvent) => void;
+    vad_result: (result: SpeechVadDecision) => void;
+    speech_started: (event: SpeechSessionSpeechStartedEvent) => void;
+    speech_ended: (event: SpeechSessionSpeechEndedEvent) => void;
+    significant_pause: (pauseDurationMs: number) => void;
+    utterance_captured: (event: SpeechSessionUtteranceCapturedEvent) => void;
+    transcript_final: (event: SpeechSessionTranscriptEvent) => void;
+    wake_word_detected: (event: SpeechSessionWakeWordEvent) => void;
+    synthesis_started: (event: SpeechSessionSynthesisStartedEvent) => void;
+    synthesis_completed: (event: SpeechSessionSynthesisCompletedEvent) => void;
+    error: (event: SpeechSessionErrorEvent) => void;
+}
+export interface SpeechRuntimeSessionConfig extends SpeechSessionConfig {
+    sttProviderId?: string;
+    ttsProviderId?: string;
+    vadProviderId?: string;
+    wakeWordProviderId?: string;
+}
+export interface SpeechRuntimeConfig {
+    autoRegisterFromEnv?: boolean;
+    env?: Record<string, string | undefined>;
+}
+export type ITranscriptionSegmentWord = SpeechTranscriptionWord;
+export type ITranscriptionSegment = SpeechTranscriptionSegment;
+export type ITranscriptionResult = SpeechTranscriptionResult;
+export type ISttOptions = SpeechTranscriptionOptions;
+export type ISttRequestOptions = SpeechTranscriptionRequestOptions;
+export type IAudioAnalysis = SpeechAudioAnalysis;
+export type SttResponseFormat = SpeechResponseFormat;
+export type ISttProvider = SpeechToTextProvider;
+export type ITtsResult = SpeechSynthesisResult;
+export type IAvailableVoice = SpeechVoice;
+export type ITtsOptions = SpeechSynthesisOptions;
+export type ITtsProvider = TextToSpeechProvider;
+//# sourceMappingURL=types.d.ts.map

package/dist/speech/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/speech/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE9E,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,WAAW,CAAC;AAEnF,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,cAAc,GAAG,KAAK,CAAC;AACpF,MAAM,MAAM,2BAA2B,GACnC,KAAK,GACL,MAAM,GACN,KAAK,GACL,MAAM,GACN,KAAK,GACL,KAAK,GACL,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAElB,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE;QACN,eAAe,EAAE,MAAM,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAC5C,CAAC;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,2BAA2B,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,UAAU,CACR,KAAK,EAAE,gBAAgB,EACvB,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACtC,eAAe,IAAI,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC3F,eAAe,IAAI,MAAM,CAAC;IAC1B,mBAAmB,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,KAAK,EAAE,YAAY,GAAG,iBAAiB,CAAC;IACrD,KAAK,IAAI,IAAI,CAAC;IACd,eAAe,CAAC,IAAI,YAAY,GAAG,IAAI,CAAC;IACxC,OAAO,CAAC,IAAI,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;IAC9G,KAAK,CAAC,IAAI,IAAI,CAAC;IACf,OAAO,CAAC,IAAI,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,0BAA0B;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,kBAAkB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,KAAK,GAAG,WAAW,CAAC;AAC/D,MAAM,MAAM,kBAAkB,GAC1B,MAAM,GACN,gBAAgB,GAChB,WAAW,GACX,WAAW,GACX,cAAc,GACd,YAAY,GACZ,SAAS,GACT,aAAa,GACb,QAAQ,GACR,OAAO,CAAC;AAEZ,MAAM,MAAM,2BAA2B,GACnC,YAAY,GACZ,iBAAiB,GACjB,QAAQ,GACR,UAAU,GACV,WAAW,CAAC;AAEhB,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,iBAAiB,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,UAAU,CAAC,EAAE,0BAA0B,CAAC;IACxC,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACxB,OAAO,CAAC,EAAE,qBAAqB,CAAC;IAChC,QAAQ,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,sBAAsB;IACrC,GAAG,CAAC,EAAE,oBAAoB,CAAC;IAC3B,GAAG,CAAC,EAAE,oBAAoB,CAAC;IAC3B,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,OAAO,EAAE,kBAAkB,CAAC;CAC7B;AAED,MAAM,WAAW,+BAA+B;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,SAAS,CAAC;CAChB;AAED,MAAM,WAAW,6BAA6B;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,SAAS,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mCAAmC;IAClD,MAAM,EAAE,2BAA2B,CAAC;IACpC,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,yBAAyB,CAAC;IAClC,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,iBAAiB,CAAC;CAC9B;AAED,MAAM,WAAW,kCAAkC;IACjD,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oCAAoC;IACnD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,qBAAqB,CAAC;CAC/B;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;CACd;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,CAAC,KAAK,EAAE,8BAA8B,KAAK,IAAI,CAAC;IAC/D,UAAU,EAAE,CAAC,MAAM,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAChD,cAAc,EAAE,CAAC,KAAK,EAAE,+BAA+B,KAAK,IAAI,CAAC;IACjE,YAAY,EAAE,CAAC,KAAK,EAAE,6BAA6B,KAAK,IAAI,CAAC;IAC7D,iBAAiB,EAAE,CAAC,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC;IACrD,kBAAkB,EAAE,CAAC,KAAK,EAAE,mCAAmC,KAAK,IAAI,CAAC;IACzE,gBAAgB,EAAE,CAAC,KAAK,EAAE,4BAA4B,KAAK,IAAI,CAAC;IAChE,kBAAkB,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;IAChE,iBAAiB,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,IAAI,CAAC;IACvE,mBAAmB,EAAE,CAAC,KAAK,EAAE,oCAAoC,KAAK,IAAI,CAAC;IAC3E,KAAK,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;CACjD;AAED,MAAM,WAAW,0BAA2B,SAAQ,mBAAmB;IACrE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC1C;AAGD,MAAM,MAAM,yBAAyB,GAAG,uBAAuB,CAAC;AAChE,MAAM,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;AAC/D,MAAM,MAAM,oBAAoB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,MAAM,WAAW,GAAG,0BAA0B,CAAC;AACrD,MAAM,MAAM,kBAAkB,GAAG,iCAAiC,CAAC;AACnE,MAAM,MAAM,cAAc,GAAG,mBAAmB,CAAC;AACjD,MAAM,MAAM,iBAAiB,GAAG,oBAAoB,CAAC;AACrD,MAAM,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAChD,MAAM,MAAM,UAAU,GAAG,qBAAqB,CAAC;AAC/C,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC;AAC1C,MAAM,MAAM,WAAW,GAAG,sBAAsB,CAAC;AACjD,MAAM,MAAM,YAAY,GAAG,oBAAoB,CAAC"}

package/dist/speech/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/speech/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/speech/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@framers/agentos",
-  "version": "0.1.46",
+  "version": "0.1.47",
   "description": "Modular AgentOS orchestration library",
   "type": "module",
   "main": "dist/index.js",
@@ -18,6 +18,16 @@
       "default": "./dist/skills.js",
       "types": "./dist/skills.d.ts"
     },
+    "./memory": {
+      "import": "./dist/memory/index.js",
+      "default": "./dist/memory/index.js",
+      "types": "./dist/memory/index.d.ts"
+    },
+    "./speech": {
+      "import": "./dist/speech/index.js",
+      "default": "./dist/speech/index.js",
+      "types": "./dist/speech/index.d.ts"
+    },
     "./core/guardrails": {
       "import": "./dist/core/guardrails/index.js",
       "default": "./dist/core/guardrails/index.js",
@@ -93,6 +103,16 @@
       "default": "./dist/discovery/index.js",
       "types": "./dist/discovery/index.d.ts"
     },
+    "./memory/index": {
+      "import": "./dist/memory/index.js",
+      "default": "./dist/memory/index.js",
+      "types": "./dist/memory/index.d.ts"
+    },
+    "./speech/index": {
+      "import": "./dist/speech/index.js",
+      "default": "./dist/speech/index.js",
+      "types": "./dist/speech/index.d.ts"
+    },
     "./auth": {
       "import": "./dist/core/llm/auth/index.js",
       "default": "./dist/core/llm/auth/index.js",
@@ -188,7 +208,7 @@
     "yaml": "^2.8.1"
   },
   "peerDependencies": {
-    "@framers/sql-storage-adapter": ">=0.4.0",
+    "@framers/sql-storage-adapter": ">=0.5.0",
     "graphology": ">=0.25.0",
     "graphology-communities-louvain": ">=2.0.0",
     "graphology-types": ">=0.24.0",