@framers/agentos-ext-voice-synthesis 2.0.0 → 2.0.1

package/dist/tools/speechToText.js

@@ -0,0 +1,479 @@
+/**
+ * Multi-provider STT Tool — speech-to-text transcription.
+ *
+ * Supports: OpenAI Whisper, Deepgram, and Whisper-local/OpenAI-compatible
+ * local runtimes behind one stable tool contract.
+ */
+const DEFAULT_OPENAI_BASE_URL = 'https://api.openai.com/v1';
+const DEFAULT_DEEPGRAM_BASE_URL = 'https://api.deepgram.com/v1';
+const DEFAULT_WHISPER_LOCAL_BASE_URL = 'http://127.0.0.1:8080/v1';
+function stripTrailingSlash(value) {
+    return value.replace(/\/+$/, '');
+}
+function extensionFromMimeType(mimeType) {
+    switch (mimeType) {
+        case 'audio/mpeg':
+            return 'mp3';
+        case 'audio/mp4':
+        case 'audio/m4a':
+            return 'm4a';
+        case 'audio/webm':
+            return 'webm';
+        case 'audio/ogg':
+        case 'audio/opus':
+            return 'ogg';
+        case 'audio/flac':
+            return 'flac';
+        case 'audio/wav':
+        case 'audio/x-wav':
+        default:
+            return 'wav';
+    }
+}
+function normalizeBase64Input(input) {
+    const trimmed = input.trim();
+    const dataUrlMatch = trimmed.match(/^data:([^;]+);base64,(.+)$/i);
+    if (dataUrlMatch) {
+        return {
+            mimeType: dataUrlMatch[1],
+            data: Buffer.from(dataUrlMatch[2], 'base64'),
+        };
+    }
+    return {
+        data: Buffer.from(trimmed, 'base64'),
+    };
+}
+function normalizeOpenAiSegments(input) {
+    if (!Array.isArray(input))
+        return undefined;
+    const segments = input
+        .filter((segment) => typeof segment === 'object' && segment !== null)
+        .map((segment) => {
+        const value = segment;
+        const words = Array.isArray(value.words)
+            ? value.words
+                .filter((word) => typeof word === 'object' && word !== null)
+                .map((word) => {
+                const item = word;
+                return {
+                    word: typeof item.word === 'string'
+                        ? item.word
+                        : typeof item.text === 'string'
+                            ? item.text
+                            : '',
+                    start: typeof item.start === 'number' ? item.start : 0,
+                    end: typeof item.end === 'number' ? item.end : 0,
+                    confidence: typeof item.confidence === 'number' ? item.confidence : undefined,
+                    speaker: typeof item.speaker === 'string' || typeof item.speaker === 'number'
+                        ? item.speaker
+                        : undefined,
+                };
+            })
+            : undefined;
+        return {
+            text: typeof value.text === 'string' ? value.text : '',
+            start: typeof value.start === 'number' ? value.start : 0,
+            end: typeof value.end === 'number' ? value.end : 0,
+            confidence: typeof value.confidence === 'number' ? value.confidence : undefined,
+            speaker: typeof value.speaker === 'string' || typeof value.speaker === 'number'
+                ? value.speaker
+                : undefined,
+            words,
+        };
+    })
+        .filter((segment) => segment.text || segment.end > segment.start);
+    return segments.length > 0 ? segments : undefined;
+}
+function buildOpenAiFormData(audio, input, model) {
+    const form = new FormData();
+    form.append('file', new Blob([Uint8Array.from(audio.data)], { type: audio.mimeType }), audio.fileName);
+    form.append('model', model);
+    form.append('response_format', input.responseFormat ?? 'verbose_json');
+    if (input.language)
+        form.append('language', input.language);
+    if (input.prompt)
+        form.append('prompt', input.prompt);
+    if (typeof input.temperature === 'number') {
+        form.append('temperature', String(input.temperature));
+    }
+    return form;
+}
+async function parseOpenAiLikeResponse(response, input, provider, model) {
+    const responseFormat = input.responseFormat ?? 'verbose_json';
+    const contentType = response.headers.get('content-type') ?? '';
+    if (responseFormat === 'text' || contentType.includes('text/plain')) {
+        const text = await response.text();
+        return {
+            text,
+            provider,
+            model,
+            language: input.language,
+        };
+    }
+    const payload = (await response.json());
+    return {
+        text: typeof payload.text === 'string' ? payload.text : '',
+        provider,
+        model,
+        language: typeof payload.language === 'string' ? payload.language : input.language,
+        durationSeconds: typeof payload.duration === 'number'
+            ? payload.duration
+            : typeof payload.duration_seconds === 'number'
+                ? payload.duration_seconds
+                : undefined,
+        segments: normalizeOpenAiSegments(payload.segments),
+        providerResponse: payload,
+    };
+}
+function normalizeDeepgramWords(input) {
+    if (!Array.isArray(input))
+        return undefined;
+    const words = input
+        .filter((word) => typeof word === 'object' && word !== null)
+        .map((word) => {
+        const value = word;
+        return {
+            word: typeof value.punctuated_word === 'string'
+                ? value.punctuated_word
+                : typeof value.word === 'string'
+                    ? value.word
+                    : '',
+            start: typeof value.start === 'number' ? value.start : 0,
+            end: typeof value.end === 'number' ? value.end : 0,
+            confidence: typeof value.confidence === 'number' ? value.confidence : undefined,
+            speaker: typeof value.speaker === 'string' || typeof value.speaker === 'number'
+                ? value.speaker
+                : undefined,
+        };
+    })
+        .filter((word) => word.word.length > 0);
+    return words.length > 0 ? words : undefined;
+}
+function normalizeDeepgramSegments(payload) {
+    const results = typeof payload.results === 'object' && payload.results !== null
+        ? payload.results
+        : undefined;
+    if (results && Array.isArray(results.utterances) && results.utterances.length > 0) {
+        const utterances = results.utterances
+            .filter((utterance) => typeof utterance === 'object' && utterance !== null)
+            .map((utterance) => {
+            const value = utterance;
+            return {
+                text: typeof value.transcript === 'string' ? value.transcript : '',
+                start: typeof value.start === 'number' ? value.start : 0,
+                end: typeof value.end === 'number' ? value.end : 0,
+                confidence: typeof value.confidence === 'number' ? value.confidence : undefined,
+                speaker: typeof value.speaker === 'string' || typeof value.speaker === 'number'
+                    ? value.speaker
+                    : undefined,
+                words: normalizeDeepgramWords(value.words),
+            };
+        })
+            .filter((segment) => segment.text.length > 0);
+        return utterances.length > 0 ? utterances : undefined;
+    }
+    const channels = results?.channels;
+    if (!Array.isArray(channels) || channels.length === 0)
+        return undefined;
+    const firstChannel = channels[0];
+    if (typeof firstChannel !== 'object' || firstChannel === null)
+        return undefined;
+    const alternatives = firstChannel.alternatives;
+    if (!Array.isArray(alternatives) || alternatives.length === 0)
+        return undefined;
+    const firstAlt = alternatives[0];
+    if (typeof firstAlt !== 'object' || firstAlt === null)
+        return undefined;
+    const alt = firstAlt;
+    const words = normalizeDeepgramWords(alt.words);
+    const start = words?.[0]?.start ?? 0;
+    const end = words?.[words.length - 1]?.end ?? 0;
+    const text = typeof alt.transcript === 'string' ? alt.transcript : '';
+    if (!text)
+        return undefined;
+    return [
+        {
+            text,
+            start,
+            end,
+            confidence: typeof alt.confidence === 'number' ? alt.confidence : undefined,
+            words,
+        },
+    ];
+}
+class OpenAiBackend {
+    provider = 'openai';
+    isConfigured(config) {
+        return Boolean(config.openaiApiKey);
+    }
+    async transcribe(audio, input, config) {
+        const model = input.model || 'whisper-1';
+        const response = await fetch(`${stripTrailingSlash(config.openaiBaseUrl)}/audio/transcriptions`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${config.openaiApiKey}`,
+            },
+            body: buildOpenAiFormData(audio, input, model),
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            throw new Error(`OpenAI Whisper transcription failed (${response.status}): ${message}`);
+        }
+        return parseOpenAiLikeResponse(response, input, 'openai', model);
+    }
+}
+class WhisperLocalBackend {
+    provider = 'whisper-local';
+    isConfigured(config) {
+        return Boolean(config.whisperLocalBaseUrl);
+    }
+    async transcribe(audio, input, config) {
+        const baseUrl = config.whisperLocalBaseUrl || DEFAULT_WHISPER_LOCAL_BASE_URL;
+        const model = input.model || 'base';
+        const response = await fetch(`${stripTrailingSlash(baseUrl)}/audio/transcriptions`, {
+            method: 'POST',
+            body: buildOpenAiFormData(audio, input, model),
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            throw new Error(`Whisper-local transcription failed (${response.status}): ${message}. ` +
+                'Ensure your local STT server exposes an OpenAI-compatible /audio/transcriptions endpoint.');
+        }
+        return parseOpenAiLikeResponse(response, input, 'whisper-local', model);
+    }
+}
+class DeepgramBackend {
+    provider = 'deepgram';
+    isConfigured(config) {
+        return Boolean(config.deepgramApiKey);
+    }
+    async transcribe(audio, input, config) {
+        const model = input.model || 'nova-2';
+        const params = new URLSearchParams({
+            model,
+            smart_format: String(input.smartFormat ?? true),
+            punctuate: 'true',
+            utterances: String(input.utterances ?? true),
+            diarize: String(input.diarize ?? false),
+        });
+        if (input.language)
+            params.set('language', input.language);
+        if (input.detectLanguage)
+            params.set('detect_language', 'true');
+        if (input.prompt)
+            params.set('keywords', input.prompt);
+        const response = await fetch(`${stripTrailingSlash(config.deepgramBaseUrl)}/listen?${params.toString()}`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Token ${config.deepgramApiKey}`,
+                'Content-Type': audio.mimeType,
+            },
+            body: audio.data,
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            throw new Error(`Deepgram transcription failed (${response.status}): ${message}`);
+        }
+        const payload = (await response.json());
+        const results = typeof payload.results === 'object' && payload.results !== null
+            ? payload.results
+            : {};
+        const channels = Array.isArray(results.channels) ? results.channels : [];
+        const firstChannel = channels.length > 0 && typeof channels[0] === 'object' && channels[0] !== null
+            ? channels[0]
+            : undefined;
+        const alternatives = Array.isArray(firstChannel?.alternatives) ? firstChannel.alternatives : [];
+        const firstAlt = alternatives.length > 0 && typeof alternatives[0] === 'object' && alternatives[0] !== null
+            ? alternatives[0]
+            : undefined;
+        const transcript = typeof firstAlt?.transcript === 'string' ? firstAlt.transcript : '';
+        const metadata = typeof payload.metadata === 'object' && payload.metadata !== null
+            ? payload.metadata
+            : {};
+        const language = typeof firstAlt?.detected_language === 'string'
+            ? firstAlt.detected_language
+            : typeof firstChannel?.detected_language === 'string'
+                ? firstChannel.detected_language
+                : input.language;
+        return {
+            text: transcript,
+            provider: 'deepgram',
+            model,
+            language,
+            confidence: typeof firstAlt?.confidence === 'number' ? firstAlt.confidence : undefined,
+            durationSeconds: typeof metadata.duration === 'number' ? metadata.duration : undefined,
+            segments: normalizeDeepgramSegments(payload),
+            providerResponse: payload,
+        };
+    }
+}
+const STT_BACKENDS = {
+    openai: new OpenAiBackend(),
+    deepgram: new DeepgramBackend(),
+    'whisper-local': new WhisperLocalBackend(),
+};
+export class SpeechToTextTool {
+    id = 'stt-multi-provider-v1';
+    name = 'speech_to_text';
+    displayName = 'Speech to Text';
+    description = 'Transcribe audio into text. Supports OpenAI Whisper, Deepgram, and Whisper-local/OpenAI-compatible local STT runtimes. ' +
+        'Accepts either base64 audio or a fetchable audio URL.';
+    category = 'media';
+    version = '2.0.0';
+    hasSideEffects = false;
+    requiredCapabilities = ['capability:stt'];
+    inputSchema = {
+        type: 'object',
+        properties: {
+            audioBase64: {
+                type: 'string',
+                description: 'Base64 audio payload. May be raw base64 or a data URL.',
+            },
+            audioUrl: {
+                type: 'string',
+                description: 'Fetchable remote audio URL. Used when audio is not provided inline.',
+            },
+            mimeType: {
+                type: 'string',
+                description: 'Optional MIME type override, such as audio/wav or audio/mpeg.',
+            },
+            fileName: {
+                type: 'string',
+                description: 'Optional filename sent to transcription providers.',
+            },
+            format: {
+                type: 'string',
+                description: 'Optional audio format hint, such as wav, mp3, m4a, or webm.',
+            },
+            language: {
+                type: 'string',
+                description: 'Optional ISO language hint, for example en or es.',
+            },
+            prompt: {
+                type: 'string',
+                description: 'Optional context prompt to bias the transcript.',
+            },
+            temperature: {
+                type: 'number',
+                minimum: 0,
+                maximum: 1,
+                description: 'Temperature override for Whisper-style providers.',
+            },
+            responseFormat: {
+                type: 'string',
+                enum: ['json', 'text', 'srt', 'verbose_json', 'vtt'],
+                description: 'Response format for OpenAI-compatible providers.',
+            },
+            provider: {
+                type: 'string',
+                enum: ['auto', 'openai', 'deepgram', 'whisper-local'],
+                description: 'STT provider selection. Default: auto.',
+            },
+            model: {
+                type: 'string',
+                description: 'Provider model override. Examples: whisper-1, nova-2, base.',
+            },
+            diarize: {
+                type: 'boolean',
+                description: 'Enable speaker diarization when the provider supports it.',
+            },
+            utterances: {
+                type: 'boolean',
+                description: 'Request utterance segmentation when the provider supports it.',
+            },
+            smartFormat: {
+                type: 'boolean',
+                description: 'Enable provider-side smart formatting where supported.',
+            },
+            detectLanguage: {
+                type: 'boolean',
+                description: 'Enable provider-side language detection where supported.',
+            },
+            providerOptions: {
+                type: 'object',
+                description: 'Optional provider-specific passthrough options for future-compatible callers.',
+                additionalProperties: true,
+            },
+        },
+        required: [],
+    };
+    config;
+    constructor(config) {
+        this.config = {
+            openaiApiKey: config?.openaiApiKey || process.env.OPENAI_API_KEY || undefined,
+            openaiBaseUrl: stripTrailingSlash(config?.openaiBaseUrl || process.env.OPENAI_BASE_URL || DEFAULT_OPENAI_BASE_URL),
+            deepgramApiKey: config?.deepgramApiKey || process.env.DEEPGRAM_API_KEY || undefined,
+            deepgramBaseUrl: stripTrailingSlash(config?.deepgramBaseUrl || process.env.DEEPGRAM_BASE_URL || DEFAULT_DEEPGRAM_BASE_URL),
+            whisperLocalBaseUrl: config?.whisperLocalBaseUrl || process.env.WHISPER_LOCAL_BASE_URL || undefined,
+            defaultProvider: config?.defaultProvider || process.env.STT_PROVIDER || 'auto',
+        };
+    }
+    resolveProvider(requested) {
+        const preferred = requested || this.config.defaultProvider || 'auto';
+        if (preferred !== 'auto') {
+            if (preferred === 'whisper-local')
+                return 'whisper-local';
+            return STT_BACKENDS[preferred].isConfigured(this.config) ? preferred : null;
+        }
+        if (STT_BACKENDS.openai.isConfigured(this.config))
+            return 'openai';
+        if (STT_BACKENDS.deepgram.isConfigured(this.config))
+            return 'deepgram';
+        if (STT_BACKENDS['whisper-local'].isConfigured(this.config))
+            return 'whisper-local';
+        return null;
+    }
+    async prepareAudio(input) {
+        if (typeof input.audioBase64 === 'string' && input.audioBase64.trim()) {
+            const normalized = normalizeBase64Input(input.audioBase64);
+            const mimeType = input.mimeType || normalized.mimeType || 'audio/wav';
+            const format = input.format || extensionFromMimeType(mimeType);
+            return {
+                data: normalized.data,
+                mimeType,
+                format,
+                fileName: input.fileName || `audio.${format}`,
+            };
+        }
+        if (typeof input.audioUrl === 'string' && input.audioUrl.trim()) {
+            const response = await fetch(input.audioUrl);
+            if (!response.ok) {
+                throw new Error(`Audio download failed (${response.status})`);
+            }
+            const mimeType = input.mimeType || response.headers.get('content-type') || 'audio/wav';
+            const format = input.format || extensionFromMimeType(mimeType);
+            return {
+                data: Buffer.from(await response.arrayBuffer()),
+                mimeType,
+                format,
+                fileName: input.fileName || `audio.${format}`,
+            };
+        }
+        throw new Error('Provide either audioBase64 or audioUrl.');
+    }
+    async execute(args, _context) {
+        try {
+            const provider = this.resolveProvider(args.provider);
+            if (!provider) {
+                return {
+                    success: false,
+                    error: 'No STT provider available. Configure OPENAI_API_KEY, DEEPGRAM_API_KEY, or WHISPER_LOCAL_BASE_URL. ' +
+                        'You can also explicitly set provider to "whisper-local" to target a local OpenAI-compatible STT server.',
+                };
+            }
+            const audio = await this.prepareAudio(args);
+            const output = await STT_BACKENDS[provider].transcribe(audio, args, this.config);
+            return {
+                success: true,
+                output,
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+}
+//# sourceMappingURL=speechToText.js.map

package/dist/tools/speechToText.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"speechToText.js","sourceRoot":"","sources":["../../src/tools/speechToText.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA8FH,MAAM,uBAAuB,GAAG,2BAA2B,CAAC;AAC5D,MAAM,yBAAyB,GAAG,6BAA6B,CAAC;AAChE,MAAM,8BAA8B,GAAG,0BAA0B,CAAC;AAElE,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,qBAAqB,CAAC,QAA4B;IACzD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,KAAK,CAAC;QACf,KAAK,WAAW,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,MAAM,CAAC;QAChB,KAAK,WAAW,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,MAAM,CAAC;QAChB,KAAK,WAAW,CAAC;QACjB,KAAK,aAAa,CAAC;QACnB;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAClE,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO;YACL,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;SAC7C,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,QAAQ,GAAG,KAAK;SACnB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,CAAC;SACpE,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACf,MAAM,KAAK,GAAG,OAAkC,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACtC,CAAC,CAAC,KAAK,CAAC,KAAK;iBACR,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC;iBAC3D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACZ,MAAM,IAAI,GAAG,IAA+B,CAAC;gBAC7C,OAAO;oBACL,IAAI,EACF,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;wBAC3B,CAAC,CAAC,IAAI,CAAC,IAAI;wBACX,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;4BAC7B,CAAC,CAAC,IAAI,CAAC,IAAI;4BACX,CAAC,CAAC,EAAE;oBACV,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtD,GAAG,EAAE,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBAChD,UAAU,EAAE,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;oBAC7E,OAAO,EACL,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;wBAClE,CAAC,CAAC,IAAI,CAAC,OAAO;wBACd,CAAC,CAAC,SAAS;iBAChB,CAAC;YACJ,CAAC,CAAC;YACN,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,IAAI,EAAE,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YACtD,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxD,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/E,OAAO,EACL,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBACpE,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,SAAS;YACf,KAAK;SACN,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAEpE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAoB,EAAE,KAAe,EAAE,KAAa;IAC/E,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM,CACT,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,EACjE,KAAK,CAAC,QAAQ,CACf,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,KAAK,CAAC,cAAc,IAAI,cAAc,CAAC,CAAC;IACvE,IAAI,KAAK,CAAC,QAAQ;QAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,MAAM;QAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,QAAkB,EAClB,KAAe,EACf,QAAoC,EACpC,KAAa;IAEb,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,cAAc,CAAC;IAC9D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAE/D,IAAI,cAAc,KAAK,MAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO;YACL,IAAI;YACJ,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;IACnE,OAAO;QACL,IAAI,EAAE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;QAC1D,QAAQ;QACR,KAAK;QACL,QAAQ,EAAE,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ;QAClF,eAAe,EACb,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAClC,CAAC,CAAC,OAAO,CAAC,QAAQ;YAClB,CAAC,CAAC,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ;gBAC5C,CAAC,CAAC,OAAO,CAAC,gBAAgB;gBAC1B,CAAC,CAAC,SAAS;QACjB,QAAQ,EAAE,uBAAuB,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnD,gBAAgB,EAAE,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,KAAK,GAAG,KAAK;SAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC;SAC3D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,KAAK,GAAG,IAA+B,CAAC;QAC9C,OAAO;YACL,IAAI,EACF,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ;gBACvC,CAAC,CAAC,KAAK,CAAC,eAAe;gBACvB,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;oBAC9B,CAAC,CAAC,KAAK,CAAC,IAAI;oBACZ,CAAC,CAAC,EAAE;YACV,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxD,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/E,OAAO,EACL,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBACpE,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE1C,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,SAAS,yBAAyB,CAAC,OAAgC;IACjE,MAAM,OAAO,GACX,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI;QAC7D,CAAC,CAAE,OAAO,CAAC,OAAmC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAEhB,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU;aAClC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,CAAC;aAC1E,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACjB,MAAM,KAAK,GAAG,SAAoC,CAAC;YACnD,OAAO;gBACL,IAAI,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;gBAClE,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxD,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAClD,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC/E,OAAO,EACL,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;oBACpE,CAAC,CAAC,KAAK,CAAC,OAAO;oBACf,CAAC,CAAC,SAAS;gBACf,KAAK,EAAE,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC;aAC3C,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEhD,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACxD,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;IACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxE,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAChF,MAAM,YAAY,GAAI,YAAwC,CAAC,YAAY,CAAC;IAC5E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAChF,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAExE,MAAM,GAAG,GAAG,QAAmC,CAAC;IAChD,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,OAAO;QACL;YACE,IAAI;YACJ,KAAK;YACL,GAAG;YACH,UAAU,EAAE,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC3E,KAAK;SACN;KACF,CAAC;AACJ,CAAC;AAED,MAAM,aAAa;IACR,QAAQ,GAAG,QAAiB,CAAC;IAEtC,YAAY,CAAC,MAAyB;QACpC,OAAO,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAoB,EAAE,KAAe,EAAE,MAAyB;QAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,WAAW,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,GAAG,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,uBAAuB,EAClE;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,CAAC,YAAa,EAAE;aAChD;YACD,IAAI,EAAE,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;SAC/C,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,wCAAwC,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,OAAO,uBAAuB,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,mBAAmB;IACd,QAAQ,GAAG,eAAwB,CAAC;IAE7C,YAAY,CAAC,MAAyB;QACpC,OAAO,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAoB,EAAE,KAAe,EAAE,MAAyB;QAC/E,MAAM,OAAO,GAAG,MAAM,CAAC,mBAAmB,IAAI,8BAA8B,CAAC;QAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,GAAG,kBAAkB,CAAC,OAAO,CAAC,uBAAuB,EACrD;YACE,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;SAC/C,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,uCAAuC,QAAQ,CAAC,MAAM,MAAM,OAAO,IAAI;gBACrE,2FAA2F,CAC9F,CAAC;QACJ,CAAC;QAED,OAAO,uBAAuB,CAAC,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;CACF;AAED,MAAM,eAAe;IACV,QAAQ,GAAG,UAAmB,CAAC;IAExC,YAAY,CAAC,MAAyB;QACpC,OAAO,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAoB,EAAE,KAAe,EAAE,MAAyB;QAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,KAAK;YACL,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;YAC/C,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;YAC5C,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC;SACxC,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,KAAK,CAAC,cAAc;YAAE,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,GAAG,kBAAkB,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,MAAM,CAAC,QAAQ,EAAE,EAAE,EAC3E;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS,MAAM,CAAC,cAAe,EAAE;gBAChD,cAAc,EAAE,KAAK,CAAC,QAAQ;aAC/B;YACD,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QACnE,MAAM,OAAO,GACX,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI;YAC7D,CAAC,CAAE,OAAO,CAAC,OAAmC;YAC9C,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,YAAY,GAChB,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI;YAC5E,CAAC,CAAE,QAAQ,CAAC,CAAC,CAA6B;YAC1C,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,YAAa,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,MAAM,QAAQ,GACZ,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,YAAY,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI;YACxF,CAAC,CAAE,YAAY,CAAC,CAAC,CAA6B;YAC9C,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,UAAU,GAAG,OAAO,QAAQ,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAEvF,MAAM,QAAQ,GACZ,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI;YAC/D,CAAC,CAAE,OAAO,CAAC,QAAoC;YAC/C,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,QAAQ,GACZ,OAAO,QAAQ,EAAE,iBAAiB,KAAK,QAAQ;YAC7C,CAAC,CAAC,QAAQ,CAAC,iBAAiB;YAC5B,CAAC,CAAC,OAAO,YAAY,EAAE,iBAAiB,KAAK,QAAQ;gBACnD,CAAC,CAAC,YAAY,CAAC,iBAAiB;gBAChC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;QAEvB,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,UAAU;YACpB,KAAK;YACL,QAAQ;YACR,UAAU,EAAE,OAAO,QAAQ,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACtF,eAAe,EACb,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACvE,QAAQ,EAAE,yBAAyB,CAAC,OAAO,CAAC;YAC5C,gBAAgB,EAAE,OAAO;SAC1B,CAAC;IACJ,CAAC;CACF;AAED,MAAM,YAAY,GAAqD;IACrE,MAAM,EAAE,IAAI,aAAa,EAAE;IAC3B,QAAQ,EAAE,IAAI,eAAe,EAAE;IAC/B,eAAe,EAAE,IAAI,mBAAmB,EAAE;CAC3C,CAAC;AAEF,MAAM,OAAO,gBAAgB;IAClB,EAAE,GAAG,uBAAuB,CAAC;IAC7B,IAAI,GAAG,gBAAgB,CAAC;IACxB,WAAW,GAAG,gBAAgB,CAAC;IAC/B,WAAW,GAClB,yHAAyH;QACzH,uDAAuD,CAAC;IACjD,QAAQ,GAAG,OAAO,CAAC;IACnB,OAAO,GAAG,OAAO,CAAC;IAClB,cAAc,GAAG,KAAK,CAAC;IACvB,oBAAoB,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAE1C,WAAW,GAAqB;QACvC,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wDAAwD;aACtE;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qEAAqE;aACnF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+DAA+D;aAC7E;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oDAAoD;aAClE;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6DAA6D;aAC3E;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iDAAiD;aAC/D;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,mDAAmD;aACjE;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC;gBACpD,WAAW,EAAE,kDAAkD;aAChE;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,CAAC;gBACrD,WAAW,EAAE,wCAAwC;aACtD;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6DAA6D;aAC3E;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,2DAA2D;aACzE;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,+DAA+D;aAC7E;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,wDAAwD;aACtE;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,0DAA0D;aACxE;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+EAA+E;gBAC5F,oBAAoB,EAAE,IAAI;aAC3B;SACF;QACD,QAAQ,EAAE,EAAE;KACb,CAAC;IAEe,MAAM,CAAoB;IAE3C,YAAY,MAAkB;QAC5B,IAAI,CAAC,MAAM,GAAG;YACZ,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,SAAS;YAC7E,aAAa,EAAE,kBAAkB,CAC/B,MAAM,EAAE,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,uBAAuB,CAChF;YACD,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,SAAS;YACnF,eAAe,EAAE,kBAAkB,CACjC,MAAM,EAAE,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,yBAAyB,CACtF;YACD,mBAAmB,EAAE,MAAM,EAAE,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS;YACnG,eAAe,EACb,MAAM,EAAE,eAAe,IAAK,OAAO,CAAC,GAAG,CAAC,YAA4B,IAAI,MAAM;SACjF,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,SAAuB;QAC7C,MAAM,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC;QAErE,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,SAAS,KAAK,eAAe;gBAAE,OAAO,eAAe,CAAC;YAC1D,OAAO,YAAY,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9E,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnE,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,UAAU,CAAC;QACvE,IAAI,YAAY,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,eAAe,CAAC;QACpF,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YACtE,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,QAAQ,IAAI,WAAW,CAAC;YACtE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAC/D,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ;gBACR,MAAM;gBACN,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS,MAAM,EAAE;aAC9C,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YAChE,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,WAAW,CAAC;YACvF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAC/D,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC/C,QAAQ;gBACR,MAAM;gBACN,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS,MAAM,EAAE;aAC9C,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAc,EACd,QAA8B;QAE9B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EACH,oGAAoG;wBACpG,yGAAyG;iBAC5G,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACjF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/manifest.json

@@ -2,19 +2,34 @@
   "$schema": "https://agentos.sh/schemas/extension-manifest-v1.json",
   "id": "com.framers.media.voice-synthesis",
   "name": "Voice Synthesis Extension",
-  "version": "1.0.0",
-  "description": "Text-to-speech synthesis via ElevenLabs for generating agent voice audio",
+  "version": "2.0.0",
+  "description": "Voice synthesis and transcription tools via OpenAI, ElevenLabs, Deepgram, and local Ollama/Whisper-compatible runtimes",
   "author": { "name": "Frame.dev" },
   "license": "MIT",
-  "keywords": ["tts", "voice", "speech", "elevenlabs", "audio"],
+  "keywords": ["tts", "stt", "voice", "speech", "transcription", "openai", "elevenlabs", "deepgram", "ollama", "whisper", "audio"],
   "agentosVersion": "^2.0.0",
   "categories": ["media", "communication"],
   "extensions": [
-    { "kind": "tool", "id": "text_to_speech", "displayName": "Text to Speech", "entry": "./dist/tools/textToSpeech.js" }
+    { "kind": "tool", "id": "text_to_speech", "displayName": "Text to Speech", "entry": "./dist/tools/textToSpeech.js" },
+    { "kind": "tool", "id": "speech_to_text", "displayName": "Speech to Text", "entry": "./dist/tools/speechToText.js" }
   ],
   "configuration": {
     "properties": {
-      "elevenlabs.apiKey": { "type": "string", "secret": true }
+      "openai.apiKey": { "type": "string", "secret": true },
+      "openai.baseUrl": { "type": "string" },
+      "deepgram.apiKey": { "type": "string", "secret": true },
+      "deepgram.baseUrl": { "type": "string" },
+      "elevenlabs.apiKey": { "type": "string", "secret": true },
+      "ollama.baseUrl": { "type": "string" },
+      "whisperLocal.baseUrl": { "type": "string" },
+      "tts.defaultProvider": {
+        "type": "string",
+        "enum": ["auto", "openai", "elevenlabs", "ollama"]
+      },
+      "stt.defaultProvider": {
+        "type": "string",
+        "enum": ["auto", "openai", "deepgram", "whisper-local"]
+      }
     }
   }
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@framers/agentos-ext-voice-synthesis",
-  "version": "2.0.0",
-  "description": "Multi-provider text-to-speech synthesis tool for AgentOS via OpenAI, ElevenLabs, and local Ollama-compatible runtimes",
+  "version": "2.0.1",
+  "description": "Voice synthesis and transcription tools for AgentOS via OpenAI, ElevenLabs, Deepgram, and local Ollama/Whisper-compatible runtimes",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
@@ -18,10 +18,14 @@
     "agentos",
     "extension",
     "tts",
+    "stt",
     "voice",
+    "transcription",
     "openai",
     "elevenlabs",
+    "deepgram",
     "ollama",
+    "whisper",
     "speech",
     "media"
   ],

package/src/index.ts

@@ -1,18 +1,23 @@
 /**
- * Voice Synthesis Extension Pack — multi-provider TTS for agents.
+ * Voice Synthesis Extension Pack — TTS + STT voice tools for agents.
  *
- * Supports: OpenAI TTS, ElevenLabs, Ollama (local).
+ * Supports: OpenAI TTS/STT, ElevenLabs TTS, Ollama (local TTS).
  * Auto-detects available provider from API keys.
  */
 
 import { TextToSpeechTool, type TTSConfig, type TTSProvider } from './tools/textToSpeech.js';
+import { SpeechToTextTool, type STTConfig, type STTProvider } from './tools/speechToText.js';
 
 export interface VoiceSynthesisExtensionOptions {
   elevenLabsApiKey?: string;
   openaiApiKey?: string;
   openaiBaseUrl?: string;
+  deepgramApiKey?: string;
+  deepgramBaseUrl?: string;
   ollamaBaseUrl?: string;
+  whisperLocalBaseUrl?: string;
   defaultProvider?: TTSProvider;
+  defaultSttProvider?: STTProvider;
   priority?: number;
 }
 
@@ -26,29 +31,53 @@ export function createExtensionPack(context: any) {
     ollamaBaseUrl: options.ollamaBaseUrl || process.env.OLLAMA_BASE_URL,
     defaultProvider: options.defaultProvider || (process.env.TTS_PROVIDER as TTSProvider) || 'auto',
   };
+  const sttConfig: STTConfig = {
+    openaiApiKey: options.openaiApiKey || context.getSecret?.('openai.apiKey') || process.env.OPENAI_API_KEY,
+    openaiBaseUrl: options.openaiBaseUrl || process.env.OPENAI_BASE_URL,
+    deepgramApiKey: options.deepgramApiKey || context.getSecret?.('deepgram.apiKey') || process.env.DEEPGRAM_API_KEY,
+    deepgramBaseUrl: options.deepgramBaseUrl || process.env.DEEPGRAM_BASE_URL,
+    whisperLocalBaseUrl: options.whisperLocalBaseUrl || process.env.WHISPER_LOCAL_BASE_URL,
+    defaultProvider: options.defaultSttProvider || (process.env.STT_PROVIDER as STTProvider) || 'auto',
+  };
 
-  const tool = new TextToSpeechTool(config);
+  const ttsTool = new TextToSpeechTool(config);
+  const sttTool = new SpeechToTextTool(sttConfig);
 
-  // Determine which providers are available for the activation message
   const providers: string[] = [];
   if (config.openaiApiKey) providers.push('OpenAI');
   if (config.elevenLabsApiKey) providers.push('ElevenLabs');
   providers.push('Ollama (local fallback)');
+  const sttProviders: string[] = [];
+  if (sttConfig.openaiApiKey) sttProviders.push('OpenAI Whisper');
+  if (sttConfig.deepgramApiKey) sttProviders.push('Deepgram');
+  if (sttConfig.whisperLocalBaseUrl) sttProviders.push('Whisper-local');
+
+  const features: string[] = [
+    `TTS: ${providers.join(', ')}`,
+    `STT: ${sttProviders.length > 0 ? sttProviders.join(', ') : 'not configured'}`,
+  ];
 
   return {
     name: '@framers/agentos-ext-voice-synthesis',
     version: '2.0.0',
     descriptors: [
       {
-        id: tool.name,
+        id: ttsTool.name,
+        kind: 'tool' as const,
+        priority: options.priority || 50,
+        payload: ttsTool,
+        requiredSecrets: [],
+      },
+      {
+        id: sttTool.name,
         kind: 'tool' as const,
         priority: options.priority || 50,
-        payload: tool,
+        payload: sttTool,
         requiredSecrets: [],
       },
     ],
     onActivate: async () => {
-      context.logger?.info?.(`Voice Synthesis activated — providers: ${providers.join(', ')}`);
+      context.logger?.info?.(`Voice Synthesis activated — ${features.join(' | ')}`);
     },
     onDeactivate: async () => {
       context.logger?.info?.('Voice Synthesis deactivated');
@@ -57,5 +86,7 @@ export function createExtensionPack(context: any) {
 }
 
 export { TextToSpeechTool };
+export { SpeechToTextTool };
 export type { TTSInput, TTSOutput, TTSConfig, TTSProvider } from './tools/textToSpeech.js';
+export type { STTInput, STTOutput, STTConfig, STTProvider } from './tools/speechToText.js';
 export default createExtensionPack;