@markusylisiurunen/tau 0.3.52 → 0.3.54

package/dist/core/utils/openai_transcription.js

@@ -0,0 +1,431 @@
+import WebSocket from "ws";
+import { z } from "zod";
+import { spawnWithCapture } from "./spawn_capture.js";
+import { formatSpeechToTextContext } from "./speech_to_text_context.js";
+import { truncateForTokens } from "./truncate.js";
+const OPENAI_REALTIME_TRANSCRIPTION_URL = "wss://api.openai.com/v1/realtime?intent=transcription";
+const OPENAI_FILE_TRANSCRIPTION_URL = "https://api.openai.com/v1/audio/transcriptions";
+const OPENAI_STREAMING_TRANSCRIPTION_MODEL = "gpt-live-transcribe";
+const OPENAI_FILE_TRANSCRIPTION_MODEL = "gpt-transcribe";
+const OPENAI_STREAMING_SAMPLE_RATE = 24_000;
+const OPENAI_FILE_SAMPLE_RATE = 16_000;
+const OPENAI_TRANSCRIPTION_CONNECT_TIMEOUT_MS = 15_000;
+const OPENAI_TRANSCRIPTION_COMPLETION_TIMEOUT_MS = 30_000;
+const OPENAI_TRANSCRIPTION_CONTEXT_TOKENS = 1_024;
+const OPENAI_TRANSCRIPTION_FFMPEG_TIMEOUT_MS = 5 * 60 * 1_000;
+const OPENAI_TRANSCRIPTION_FFMPEG_OUTPUT_LIMIT_BYTES = 20_000;
+const OPENAI_TRANSCRIPTION_MAX_PCM_BYTES = OPENAI_FILE_SAMPLE_RATE * 2 * (OPENAI_TRANSCRIPTION_FFMPEG_TIMEOUT_MS / 1_000);
+const eventSchema = z.object({ type: z.string() }).passthrough();
+const errorEventSchema = z.object({
+    type: z.literal("error"),
+    error: z.object({ message: z.string().trim().min(1) }),
+});
+const transcriptionFailedEventSchema = z.object({
+    type: z.literal("conversation.item.input_audio_transcription.failed"),
+    error: z.object({ message: z.string().trim().min(1) }),
+});
+const transcriptionCompletedEventSchema = z.object({
+    type: z.literal("conversation.item.input_audio_transcription.completed"),
+    transcript: z.string().trim().min(1),
+});
+const fileErrorSchema = z.object({
+    error: z.object({ message: z.string().trim().min(1) }),
+});
+const fileSuccessSchema = z.object({ text: z.string().trim().min(1) });
+class OpenAIStreamingTranscriptionImpl {
+    socket;
+    ready = false;
+    aborted = false;
+    failure;
+    completedTranscript;
+    hasAudio = false;
+    pendingAudio = [];
+    readyTimeout;
+    completionTimeout;
+    resolveReady;
+    rejectReady;
+    resolveCompletion;
+    rejectCompletion;
+    readyPromise;
+    constructor(options) {
+        const apiKey = options.apiKey.trim();
+        if (!apiKey) {
+            throw new Error("missing OpenAI API key");
+        }
+        const webSocketFactory = options.webSocketFactory ?? defaultWebSocketFactory;
+        this.socket = webSocketFactory(OPENAI_REALTIME_TRANSCRIPTION_URL, {
+            headers: { Authorization: `Bearer ${apiKey}` },
+        });
+        this.readyPromise = new Promise((resolve, reject) => {
+            this.resolveReady = resolve;
+            this.rejectReady = reject;
+        });
+        void this.readyPromise.catch(() => { });
+        this.readyTimeout = setTimeout(() => {
+            this.fail(new Error("timed out opening OpenAI transcription session"));
+            this.socket.terminate();
+        }, OPENAI_TRANSCRIPTION_CONNECT_TIMEOUT_MS);
+        this.readyTimeout.unref?.();
+        this.socket.on("open", () => {
+            this.send({
+                type: "session.update",
+                session: {
+                    type: "transcription",
+                    audio: {
+                        input: {
+                            format: {
+                                type: "audio/pcm",
+                                rate: OPENAI_STREAMING_SAMPLE_RATE,
+                            },
+                            transcription: {
+                                model: OPENAI_STREAMING_TRANSCRIPTION_MODEL,
+                                prompt: buildOpenAITranscriptionPrompt(options.context),
+                                delay: "medium",
+                            },
+                            turn_detection: null,
+                        },
+                    },
+                },
+            });
+        });
+        this.socket.on("message", (data) => this.handleMessage(data));
+        this.socket.on("error", (error) => {
+            this.fail(new Error(`OpenAI transcription connection failed: ${error.message}`));
+        });
+        this.socket.on("close", (code, reason) => {
+            if (this.aborted || this.completedTranscript)
+                return;
+            const detail = reason.toString("utf8").trim();
+            this.fail(new Error(detail
+                ? `OpenAI transcription connection closed (${code}): ${detail}`
+                : `OpenAI transcription connection closed (${code})`));
+        });
+    }
+    appendAudio(audio) {
+        if (audio.length === 0 || this.aborted || this.failure || this.completedTranscript)
+            return;
+        this.hasAudio = true;
+        if (!this.ready) {
+            this.pendingAudio.push(audio);
+            return;
+        }
+        this.sendAudio(audio);
+    }
+    async finish(options = {}) {
+        const abortListener = () => this.abort();
+        if (options.signal?.aborted) {
+            abortListener();
+        }
+        else {
+            options.signal?.addEventListener("abort", abortListener, { once: true });
+        }
+        try {
+            await this.readyPromise;
+            if (this.failure)
+                throw this.failure;
+            if (this.aborted)
+                throw new Error("OpenAI transcription was aborted");
+            if (this.completedTranscript)
+                return this.completedTranscript;
+            if (!this.hasAudio)
+                throw new Error("OpenAI transcription received no audio");
+            const completion = new Promise((resolve, reject) => {
+                this.resolveCompletion = resolve;
+                this.rejectCompletion = reject;
+            });
+            this.completionTimeout = setTimeout(() => {
+                this.fail(new Error("timed out waiting for OpenAI transcription"));
+                this.socket.terminate();
+            }, OPENAI_TRANSCRIPTION_COMPLETION_TIMEOUT_MS);
+            this.completionTimeout.unref?.();
+            this.send({ type: "input_audio_buffer.commit" });
+            return await completion;
+        }
+        finally {
+            options.signal?.removeEventListener("abort", abortListener);
+        }
+    }
+    abort() {
+        if (this.aborted || this.completedTranscript)
+            return;
+        const error = new Error("OpenAI transcription was aborted");
+        this.aborted = true;
+        this.pendingAudio = [];
+        this.clearTimers();
+        this.rejectReady?.(error);
+        this.rejectCompletion?.(error);
+        this.clearWaiters();
+        this.socket.close();
+    }
+    handleMessage(data) {
+        let payload;
+        try {
+            payload = JSON.parse(formatWebSocketMessage(data));
+        }
+        catch {
+            this.fail(new Error("OpenAI transcription returned malformed JSON"));
+            return;
+        }
+        const event = eventSchema.safeParse(payload);
+        if (!event.success) {
+            this.fail(new Error("OpenAI transcription returned a malformed event"));
+            return;
+        }
+        if (event.data.type === "session.updated") {
+            this.ready = true;
+            if (this.readyTimeout)
+                clearTimeout(this.readyTimeout);
+            this.readyTimeout = undefined;
+            const pendingAudio = this.pendingAudio;
+            this.pendingAudio = [];
+            for (const audio of pendingAudio) {
+                this.sendAudio(audio);
+            }
+            if (this.failure)
+                return;
+            this.resolveReady?.();
+            this.resolveReady = undefined;
+            this.rejectReady = undefined;
+            return;
+        }
+        if (event.data.type === "error") {
+            const parsed = errorEventSchema.safeParse(payload);
+            this.fail(new Error(parsed.success ? parsed.data.error.message : "OpenAI transcription returned an error"));
+            return;
+        }
+        if (event.data.type === "conversation.item.input_audio_transcription.failed") {
+            const parsed = transcriptionFailedEventSchema.safeParse(payload);
+            this.fail(new Error(parsed.success
+                ? parsed.data.error.message
+                : "OpenAI transcription failed with a malformed error"));
+            return;
+        }
+        if (event.data.type === "conversation.item.input_audio_transcription.completed") {
+            const parsed = transcriptionCompletedEventSchema.safeParse(payload);
+            if (!parsed.success) {
+                this.fail(new Error("transcription result was empty or malformed"));
+                return;
+            }
+            this.completedTranscript = parsed.data.transcript;
+            this.clearTimers();
+            this.resolveCompletion?.(this.completedTranscript);
+            this.clearWaiters();
+            this.socket.close();
+        }
+    }
+    sendAudio(audio) {
+        this.send({
+            type: "input_audio_buffer.append",
+            audio: audio.toString("base64"),
+        });
+    }
+    send(event) {
+        if (this.failure || this.aborted)
+            return;
+        try {
+            this.socket.send(JSON.stringify(event), (error) => {
+                if (error) {
+                    this.fail(new Error(`failed to send OpenAI transcription audio: ${error.message}`));
+                }
+            });
+        }
+        catch (error) {
+            this.fail(new Error(`failed to send OpenAI transcription audio: ${error.message}`));
+        }
+    }
+    fail(error) {
+        if (this.failure || this.aborted || this.completedTranscript)
+            return;
+        this.failure = error;
+        this.pendingAudio = [];
+        this.clearTimers();
+        this.rejectReady?.(error);
+        this.rejectCompletion?.(error);
+        this.clearWaiters();
+        this.socket.terminate();
+    }
+    clearTimers() {
+        if (this.readyTimeout)
+            clearTimeout(this.readyTimeout);
+        if (this.completionTimeout)
+            clearTimeout(this.completionTimeout);
+        this.readyTimeout = undefined;
+        this.completionTimeout = undefined;
+    }
+    clearWaiters() {
+        this.resolveReady = undefined;
+        this.rejectReady = undefined;
+        this.resolveCompletion = undefined;
+        this.rejectCompletion = undefined;
+    }
+}
+export function startOpenAITranscription(options) {
+    return new OpenAIStreamingTranscriptionImpl(options);
+}
+export async function transcribeOpenAIAudio(options) {
+    const apiKey = options.apiKey.trim();
+    if (!apiKey) {
+        throw new Error("missing OpenAI API key");
+    }
+    const wav = await decodeOpenAIAudio({
+        audio: options.audio,
+        signal: options.signal,
+        spawnImpl: options.spawnImpl,
+    });
+    const formData = new FormData();
+    formData.append("model", OPENAI_FILE_TRANSCRIPTION_MODEL);
+    formData.append("file", new Blob([Uint8Array.from(wav)], { type: "audio/wav" }), "speech.wav");
+    formData.append("prompt", buildOpenAITranscriptionPrompt(options.context));
+    const fetchFn = options.fetchImpl ?? fetch;
+    const response = await fetchFn(OPENAI_FILE_TRANSCRIPTION_URL, {
+        method: "POST",
+        headers: { Authorization: `Bearer ${apiKey}` },
+        body: formData,
+        signal: options.signal,
+    });
+    const responseText = await response.text();
+    let payload;
+    try {
+        payload = responseText ? JSON.parse(responseText) : undefined;
+    }
+    catch {
+        payload = undefined;
+    }
+    if (!response.ok) {
+        const parsed = fileErrorSchema.safeParse(payload);
+        throw new Error(parsed.success ? parsed.data.error.message : responseText.trim() || `HTTP ${response.status}`);
+    }
+    const parsed = fileSuccessSchema.safeParse(payload);
+    if (!parsed.success) {
+        throw new Error("transcription result was empty or malformed");
+    }
+    return parsed.data.text;
+}
+async function decodeOpenAIAudio(args) {
+    const spawnImpl = args.spawnImpl ?? spawnWithCapture;
+    const decoderAbortController = new AbortController();
+    const signal = args.signal
+        ? AbortSignal.any([args.signal, decoderAbortController.signal])
+        : decoderAbortController.signal;
+    const chunks = [];
+    let decodedBytes = 0;
+    let decodeFailure;
+    let result;
+    try {
+        result = await spawnImpl("ffmpeg", [
+            "-nostdin",
+            "-hide_banner",
+            "-loglevel",
+            "error",
+            "-i",
+            "pipe:0",
+            "-vn",
+            "-ac",
+            "1",
+            "-ar",
+            String(OPENAI_FILE_SAMPLE_RATE),
+            "-c:a",
+            "pcm_s16le",
+            "-f",
+            "s16le",
+            "pipe:1",
+        ], {
+            input: args.audio,
+            signal,
+            timeoutMs: OPENAI_TRANSCRIPTION_FFMPEG_TIMEOUT_MS,
+            maxCaptureBytes: OPENAI_TRANSCRIPTION_FFMPEG_OUTPUT_LIMIT_BYTES,
+            captureOutput: "stderr",
+            stdio: ["pipe", "pipe", "pipe"],
+            onSpawn: (child) => {
+                child.stdout?.on("data", (chunk) => {
+                    if (decodeFailure || signal.aborted)
+                        return;
+                    decodedBytes += chunk.length;
+                    if (decodedBytes > OPENAI_TRANSCRIPTION_MAX_PCM_BYTES) {
+                        decodeFailure = new Error("audio exceeds the five-minute OpenAI transcription limit");
+                        decoderAbortController.abort(decodeFailure);
+                        return;
+                    }
+                    chunks.push(Buffer.from(chunk));
+                });
+            },
+        });
+    }
+    catch (error) {
+        if (error.code === "ENOENT") {
+            throw new Error("ffmpeg is required for OpenAI speech transcription");
+        }
+        throw error;
+    }
+    if (decodeFailure) {
+        throw decodeFailure;
+    }
+    if (result.aborted) {
+        throw signal.reason instanceof Error
+            ? signal.reason
+            : new Error("OpenAI transcription was aborted");
+    }
+    if (result.timedOut) {
+        throw new Error("ffmpeg timed out while decoding audio for OpenAI transcription");
+    }
+    if (result.exitCode !== 0) {
+        const detail = result.stderr.trim();
+        throw new Error(detail
+            ? `ffmpeg failed to decode audio for OpenAI transcription: ${detail}`
+            : `ffmpeg exited with code ${result.exitCode ?? "unknown"}`);
+    }
+    if (decodedBytes === 0) {
+        throw new Error("audio contained no decodable speech data");
+    }
+    return createPcmWav(Buffer.concat(chunks, decodedBytes));
+}
+function createPcmWav(pcm) {
+    const header = Buffer.alloc(44);
+    header.write("RIFF", 0, "ascii");
+    header.writeUInt32LE(36 + pcm.length, 4);
+    header.write("WAVE", 8, "ascii");
+    header.write("fmt ", 12, "ascii");
+    header.writeUInt32LE(16, 16);
+    header.writeUInt16LE(1, 20);
+    header.writeUInt16LE(1, 22);
+    header.writeUInt32LE(OPENAI_FILE_SAMPLE_RATE, 24);
+    header.writeUInt32LE(OPENAI_FILE_SAMPLE_RATE * 2, 28);
+    header.writeUInt16LE(2, 32);
+    header.writeUInt16LE(16, 34);
+    header.write("data", 36, "ascii");
+    header.writeUInt32LE(pcm.length, 40);
+    return Buffer.concat([header, pcm]);
+}
+function buildOpenAITranscriptionPrompt(context) {
+    const formattedContext = formatSpeechToTextContext(context);
+    const boundedContext = formattedContext
+        ? truncateForTokens(formattedContext, {
+            maxTokens: OPENAI_TRANSCRIPTION_CONTEXT_TOKENS,
+            strategy: "tail",
+        }).content.trim()
+        : "";
+    return [
+        "The speaker is dictating a message for insertion into an AI coding assistant chat input.",
+        boundedContext
+            ? `Use this recent conversation only to resolve likely names, acronyms, terminology, and references:\n${boundedContext}`
+            : undefined,
+    ]
+        .filter((line) => line !== undefined)
+        .join("\n\n");
+}
+function formatWebSocketMessage(data) {
+    if (typeof data === "string")
+        return data;
+    if (Buffer.isBuffer(data))
+        return data.toString("utf8");
+    if (data instanceof ArrayBuffer)
+        return Buffer.from(data).toString("utf8");
+    if (ArrayBuffer.isView(data)) {
+        return Buffer.from(data.buffer, data.byteOffset, data.byteLength).toString("utf8");
+    }
+    throw new Error("unsupported WebSocket message");
+}
+function defaultWebSocketFactory(url, options) {
+    return new WebSocket(url, options);
+}
+//# sourceMappingURL=openai_transcription.js.map

package/dist/core/utils/openai_transcription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai_transcription.js","sourceRoot":"","sources":["../../../src/core/utils/openai_transcription.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAA4B,MAAM,6BAA6B,CAAC;AAClG,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,iCAAiC,GAAG,uDAAuD,CAAC;AAClG,MAAM,6BAA6B,GAAG,gDAAgD,CAAC;AACvF,MAAM,oCAAoC,GAAG,qBAAqB,CAAC;AACnE,MAAM,+BAA+B,GAAG,gBAAgB,CAAC;AACzD,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAC5C,MAAM,uBAAuB,GAAG,MAAM,CAAC;AACvC,MAAM,uCAAuC,GAAG,MAAM,CAAC;AACvD,MAAM,0CAA0C,GAAG,MAAM,CAAC;AAC1D,MAAM,mCAAmC,GAAG,KAAK,CAAC;AAClD,MAAM,sCAAsC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;AAC9D,MAAM,8CAA8C,GAAG,MAAM,CAAC;AAC9D,MAAM,kCAAkC,GACtC,uBAAuB,GAAG,CAAC,GAAG,CAAC,sCAAsC,GAAG,KAAK,CAAC,CAAC;AAEjF,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AACjE,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;CACvD,CAAC,CAAC;AACH,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oDAAoD,CAAC;IACrE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;CACvD,CAAC,CAAC;AACH,MAAM,iCAAiC,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CACrC,CAAC,CAAC;AACH,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;CACvD,CAAC,CAAC;AACH,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAsCvE,MAAM,gCAAgC;IACnB,MAAM,CAA+B;IAC9C,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,CAAS;IAChB,mBAAmB,CAAU;IAC7B,QAAQ,GAAG,KAAK,CAAC;IACjB,YAAY,GAAa,EAAE,CAAC;IAC5B,YAAY,CAAiC;IAC7C,iBAAiB,CAAiC;IAClD,YAAY,CAAc;IAC1B,WAAW,CAA0B;IACrC,iBAAiB,CAAgC;IACjD,gBAAgB,CAA0B;IACzC,YAAY,CAAgB;IAErC,YAAY,OAAwC;QAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,uBAAuB,CAAC;QAC7E,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC,iCAAiC,EAAE;YAChE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;SAC/C,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC5B,CAAC,CAAC,CAAC;QACH,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1B,CAAC,EAAE,uCAAuC,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,IAAI,EAAE,eAAe;oBACrB,KAAK,EAAE;wBACL,KAAK,EAAE;4BACL,MAAM,EAAE;gCACN,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,4BAA4B;6BACnC;4BACD,aAAa,EAAE;gCACb,KAAK,EAAE,oCAAoC;gCAC3C,MAAM,EAAE,8BAA8B,CAAC,OAAO,CAAC,OAAO,CAAC;gCACvD,KAAK,EAAE,QAAQ;6BAChB;4BACD,cAAc,EAAE,IAAI;yBACrB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,2CAA2C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACvC,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB;gBAAE,OAAO;YACrD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CACP,IAAI,KAAK,CACP,MAAM;gBACJ,CAAC,CAAC,2CAA2C,IAAI,MAAM,MAAM,EAAE;gBAC/D,CAAC,CAAC,2CAA2C,IAAI,GAAG,CACvD,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QAC3F,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAO,GAA6B,EAAE;QACjD,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,aAAa,EAAE,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC;YACxB,IAAI,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,CAAC,OAAO,CAAC;YACrC,IAAI,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtE,IAAI,IAAI,CAAC,mBAAmB;gBAAE,OAAO,IAAI,CAAC,mBAAmB,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAE9E,MAAM,UAAU,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACzD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;gBACjC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC;YACjC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC,GAAG,EAAE;gBACvC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC,CAAC;gBACnE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,CAAC,EAAE,0CAA0C,CAAC,CAAC;YAC/C,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;YACjD,OAAO,MAAM,UAAU,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACrD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAC5D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAEO,aAAa,CAAC,IAAa;QACjC,IAAI,OAAgB,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAY,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACxE,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,IAAI,CAAC,YAAY;gBAAE,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;YAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;YACvC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;YACD,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,IAAI,CACP,IAAI,KAAK,CACP,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC,CACtF,CACF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,oDAAoD,EAAE,CAAC;YAC7E,MAAM,MAAM,GAAG,8BAA8B,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACjE,IAAI,CAAC,IAAI,CACP,IAAI,KAAK,CACP,MAAM,CAAC,OAAO;gBACZ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO;gBAC3B,CAAC,CAAC,oDAAoD,CACzD,CACF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,uDAAuD,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC,CAAC;gBACpE,OAAO;YACT,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAClD,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACnD,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,KAA8B;QACzC,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE;gBAChD,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,8CAA8C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CACP,IAAI,KAAK,CAAC,8CAA+C,KAAe,CAAC,OAAO,EAAE,CAAC,CACpF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,KAAY;QACvB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACrE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,YAAY;YAAE,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,iBAAiB;YAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACjE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAC9B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;IACrC,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACpC,CAAC;CACF;AAED,MAAM,UAAU,wBAAwB,CACtC,OAAwC;IAExC,OAAO,IAAI,gCAAgC,CAAC,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAqC;IAErC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,+BAA+B,CAAC,CAAC;IAC1D,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;IAC/F,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,8BAA8B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAE3E,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAC3C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,6BAA6B,EAAE;QAC5D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;QAC9C,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,SAAS,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAC9F,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAIhC;IACC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC;IACrD,MAAM,sBAAsB,GAAG,IAAI,eAAe,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;QACxB,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,aAAgC,CAAC;IACrC,IAAI,MAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,SAAS,CACtB,QAAQ,EACR;YACE,UAAU;YACV,cAAc;YACd,WAAW;YACX,OAAO;YACP,IAAI;YACJ,QAAQ;YACR,KAAK;YACL,KAAK;YACL,GAAG;YACH,KAAK;YACL,MAAM,CAAC,uBAAuB,CAAC;YAC/B,MAAM;YACN,WAAW;YACX,IAAI;YACJ,OAAO;YACP,QAAQ;SACT,EACD;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM;YACN,SAAS,EAAE,sCAAsC;YACjD,eAAe,EAAE,8CAA8C;YAC/D,aAAa,EAAE,QAAQ;YACvB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,OAAO,EAAE,CAAC,KAAmB,EAAE,EAAE;gBAC/B,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACzC,IAAI,aAAa,IAAI,MAAM,CAAC,OAAO;wBAAE,OAAO;oBAC5C,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC7B,IAAI,YAAY,GAAG,kCAAkC,EAAE,CAAC;wBACtD,aAAa,GAAG,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;wBACtF,sBAAsB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;wBAC5C,OAAO;oBACT,CAAC;oBACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClC,CAAC,CAAC,CAAC;YACL,CAAC;SACF,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,aAAa,CAAC;IACtB,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,MAAM,CAAC,MAAM,YAAY,KAAK;YAClC,CAAC,CAAC,MAAM,CAAC,MAAM;YACf,CAAC,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CACb,MAAM;YACJ,CAAC,CAAC,2DAA2D,MAAM,EAAE;YACrE,CAAC,CAAC,2BAA2B,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IACjC,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IACjC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,CAAC,aAAa,CAAC,uBAAuB,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAwC;IAC9E,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,gBAAgB;QACrC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,EAAE;YAClC,SAAS,EAAE,mCAAmC;YAC9C,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;QACnB,CAAC,CAAC,EAAE,CAAC;IACP,OAAO;QACL,0FAA0F;QAC1F,cAAc;YACZ,CAAC,CAAC,sGAAsG,cAAc,EAAE;YACxH,CAAC,CAAC,SAAS;KACd;SACE,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC;SACpD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAa;IAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,IAAI,YAAY,WAAW;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3E,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,uBAAuB,CAC9B,GAAW,EACX,OAA4C;IAE5C,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,OAAO,CAAiC,CAAC;AACrE,CAAC"}

package/dist/core/utils/speech_to_text.js

@@ -1,24 +1,76 @@
 import { transcribeGeminiAudio } from "./gemini_transcription.js";
 import { transcribeMistralAudio } from "./mistral_transcription.js";
-export async function transcribeAudio(options) {
+import { startOpenAITranscription, transcribeOpenAIAudio, } from "./openai_transcription.js";
+export function createSpeechToTextTranscription(options) {
     switch (options.provider) {
         case "gemini":
-            return await transcribeGeminiAudio({
-                apiKey: options.apiKey,
-                audio: options.audio,
-                mimeType: options.mimeType,
-                context: options.context,
-                fetchImpl: options.fetchImpl,
+            return createBatchTranscription(async (recording, signal) => {
+                return await transcribeGeminiAudio({
+                    apiKey: options.apiKey,
+                    audio: recording.audio,
+                    mimeType: recording.mimeType,
+                    context: options.context,
+                    signal,
+                    fetchImpl: options.deps?.fetchImpl,
+                });
             });
         case "mistral":
-            return await transcribeMistralAudio({
-                apiKey: options.apiKey,
-                audio: options.audio,
-                mimeType: options.mimeType,
-                fileName: options.fileName,
-                language: options.language,
-                fetchImpl: options.fetchImpl,
+            return createBatchTranscription(async (recording, signal) => {
+                return await transcribeMistralAudio({
+                    apiKey: options.apiKey,
+                    audio: recording.audio,
+                    mimeType: recording.mimeType,
+                    fileName: recording.fileName,
+                    language: recording.language,
+                    signal,
+                    fetchImpl: options.deps?.fetchImpl,
+                });
             });
+        case "openai": {
+            if (options.mode === "streaming") {
+                const transcription = startOpenAITranscription({
+                    apiKey: options.apiKey,
+                    context: options.context,
+                    webSocketFactory: options.deps?.webSocketFactory,
+                });
+                return {
+                    appendAudio: (audio) => transcription.appendAudio(audio),
+                    finish: async (_recording, finishOptions) => await transcription.finish({ signal: finishOptions?.signal }),
+                    abort: () => transcription.abort(),
+                };
+            }
+            const abortController = new AbortController();
+            return {
+                appendAudio: () => { },
+                finish: async (recording, finishOptions) => await transcribeOpenAIAudio({
+                    apiKey: options.apiKey,
+                    audio: recording.audio,
+                    context: options.context,
+                    signal: finishOptions?.signal
+                        ? AbortSignal.any([abortController.signal, finishOptions.signal])
+                        : abortController.signal,
+                    fetchImpl: options.deps?.fetchImpl,
+                    spawnImpl: options.deps?.spawnImpl,
+                }),
+                abort: () => abortController.abort(new Error("OpenAI transcription was aborted")),
+            };
+        }
     }
 }
+function createBatchTranscription(transcribe) {
+    const abortController = new AbortController();
+    return {
+        appendAudio: () => { },
+        finish: async (recording, finishOptions) => {
+            const signal = finishOptions?.signal
+                ? AbortSignal.any([abortController.signal, finishOptions.signal])
+                : abortController.signal;
+            signal.throwIfAborted();
+            const result = await transcribe(recording, signal);
+            signal.throwIfAborted();
+            return result;
+        },
+        abort: () => abortController.abort(new Error("speech transcription was aborted")),
+    };
+}
 //# sourceMappingURL=speech_to_text.js.map

package/dist/core/utils/speech_to_text.js.map

@@ -1 +1 @@
-{"version":3,"file":"speech_to_text.js","sourceRoot":"","sources":["../../../src/core/utils/speech_to_text.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAcpE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA4B;IAChE,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,MAAM,qBAAqB,CAAC;gBACjC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;QACL,KAAK,SAAS;YACZ,OAAO,MAAM,sBAAsB,CAAC;gBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}
+{"version":3,"file":"speech_to_text.js","sourceRoot":"","sources":["../../../src/core/utils/speech_to_text.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAEL,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,2BAA2B,CAAC;AA+BnC,MAAM,UAAU,+BAA+B,CAC7C,OAAyC;IAEzC,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,wBAAwB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;gBAC1D,OAAO,MAAM,qBAAqB,CAAC;oBACjC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS;iBACnC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,KAAK,SAAS;YACZ,OAAO,wBAAwB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;gBAC1D,OAAO,MAAM,sBAAsB,CAAC;oBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,MAAM;oBACN,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS;iBACnC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,KAAK,QAAQ,EAAE,CAAC;YACd,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,aAAa,GAAG,wBAAwB,CAAC;oBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,IAAI,EAAE,gBAAgB;iBACjD,CAAC,CAAC;gBACH,OAAO;oBACL,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC;oBACxD,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,CAC1C,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;oBAC/D,KAAK,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE;iBACnC,CAAC;YACJ,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;YAC9C,OAAO;gBACL,WAAW,EAAE,GAAG,EAAE,GAAE,CAAC;gBACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,EAAE,CACzC,MAAM,qBAAqB,CAAC;oBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,aAAa,EAAE,MAAM;wBAC3B,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;wBACjE,CAAC,CAAC,eAAe,CAAC,MAAM;oBAC1B,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS;oBAClC,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS;iBACnC,CAAC;gBACJ,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;aAClF,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,UAAsF;IAEtF,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,OAAO;QACL,WAAW,EAAE,GAAG,EAAE,GAAE,CAAC;QACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,aAAa,EAAE,MAAM;gBAClC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;gBACjE,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;YAC3B,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;KAClF,CAAC;AACJ,CAAC"}

package/dist/core/version.js

@@ -1,2 +1,2 @@
-export const APP_VERSION = "0.3.52";
+export const APP_VERSION = "0.3.54";
 //# sourceMappingURL=version.js.map