@ck123pm/paseo-server 0.1.80

package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js

@@ -0,0 +1,459 @@
+import { existsSync } from "node:fs";
+import { readFile } from "node:fs/promises";
+import { Readable } from "node:stream";
+import { chunkBuffer, float32ToPcm16le, parsePcm16MonoWav, pcm16leToFloat32, } from "../../../audio.js";
+import { Pcm16MonoResampler } from "../../../../agent/pcm16-resampler.js";
+function createSessionFeed(feed) {
+    return feed;
+}
+function assertFileExists(filePath, label) {
+    if (!existsSync(filePath)) {
+        throw new Error(`Missing ${label}: ${filePath}`);
+    }
+}
+function product(dims) {
+    let out = 1;
+    for (const d of dims)
+        out *= d;
+    return out;
+}
+function normalizeDims(dims) {
+    // ONNX metadata can contain dynamic dimensions as strings (e.g. "batch") or -1.
+    // For state tensors we want a valid minimal shape, so coerce unknown/invalid dims to 1.
+    // Preserve explicit 0 dims (some models use empty initial state buffers with shape [0]).
+    return dims.map((d) => {
+        if (typeof d === "number" && Number.isFinite(d)) {
+            if (d === 0)
+                return 0;
+            if (d > 0)
+                return d;
+            return 1;
+        }
+        return 1;
+    });
+}
+function getSessionInputMeta(session, inputName) {
+    const metaAny = session.inputMetadata;
+    if (!Array.isArray(metaAny)) {
+        return undefined;
+    }
+    const entry = metaAny.find((m) => m.name === inputName);
+    if (!entry)
+        return undefined;
+    return { type: String(entry.type), dims: entry.shape };
+}
+function toBigInt64(values) {
+    const out = new BigInt64Array(values.length);
+    for (let i = 0; i < values.length; i += 1) {
+        out[i] = BigInt(values[i]);
+    }
+    return out;
+}
+function randn() {
+    // Box–Muller
+    let u = 0;
+    let v = 0;
+    while (u === 0)
+        u = Math.random();
+    while (v === 0)
+        v = Math.random();
+    return Math.sqrt(-2.0 * Math.log(u)) * Math.cos(2.0 * Math.PI * v);
+}
+function normalizeTextForPocket(text) {
+    const trimmed = text.trim();
+    if (!trimmed) {
+        throw new Error("Cannot synthesize empty text");
+    }
+    let out = trimmed;
+    if (out.length > 0 && /[A-Za-z0-9]$/.test(out)) {
+        out = `${out}.`;
+    }
+    if (out.length > 0 && /[a-z]/.test(out[0])) {
+        out = out[0].toUpperCase() + out.slice(1);
+    }
+    return out;
+}
+async function loadOrt() {
+    return import("onnxruntime-node");
+}
+function isSentencePieceModule(mod) {
+    return mod !== null && typeof mod === "object";
+}
+function getSentencePieceProcessor(mod) {
+    if (mod.SentencePieceProcessor) {
+        return mod.SentencePieceProcessor;
+    }
+    const defaultValue = mod.default;
+    if (defaultValue &&
+        typeof defaultValue === "object" &&
+        "SentencePieceProcessor" in defaultValue) {
+        return defaultValue.SentencePieceProcessor;
+    }
+    if (typeof defaultValue === "function") {
+        return defaultValue;
+    }
+    return undefined;
+}
+async function loadSentencePiece(tokenizerModelPath) {
+    const mod = await import("@sctg/sentencepiece-js");
+    if (!isSentencePieceModule(mod)) {
+        throw new Error("@sctg/sentencepiece-js module has unexpected shape");
+    }
+    const Processor = getSentencePieceProcessor(mod);
+    if (!Processor) {
+        throw new Error("Failed to load SentencePiece processor from @sctg/sentencepiece-js");
+    }
+    const sp = new Processor();
+    if (typeof sp.load === "function") {
+        await sp.load(tokenizerModelPath);
+    }
+    else if (typeof sp.Load === "function") {
+        sp.Load(tokenizerModelPath);
+    }
+    else {
+        throw new Error("SentencePiece processor does not expose load()/Load()");
+    }
+    return sp;
+}
+function getOrtProviders(ort, device) {
+    // NOTE: onnxruntime-node uses backend names like "cpu"/"coreml"/"webgpu" (not "CPUExecutionProvider").
+    if (device === "cpu")
+        return ["cpu"];
+    if (device === "cuda")
+        return ["cuda", "cpu"];
+    // auto
+    // CoreML EP does not support some dynamic/zero-length shapes used by Pocket TTS (e.g. [1, 0, 32]).
+    // Default to CPU to keep behavior predictable across platforms.
+    void ort;
+    return ["cpu"];
+}
+function createZeroTensorForInput(ort, session, inputName) {
+    const meta = getSessionInputMeta(session, inputName);
+    const dims = normalizeDims(meta?.dims ?? []);
+    if (dims.length === 0) {
+        throw new Error(`Missing input metadata shape for ${inputName}`);
+    }
+    const type = (meta?.type ?? "float32").toLowerCase();
+    const size = product(dims);
+    if (type.includes("int64")) {
+        return new ort.Tensor("int64", new BigInt64Array(size), dims);
+    }
+    if (type.includes("bool")) {
+        return new ort.Tensor("bool", new Uint8Array(size), dims);
+    }
+    return new ort.Tensor("float32", new Float32Array(size), dims);
+}
+function initState(session, ort) {
+    const out = {};
+    for (const name of session.inputNames) {
+        if (name.startsWith("state_")) {
+            out[name] = createZeroTensorForInput(ort, session, name);
+        }
+    }
+    return out;
+}
+function updateStateFromOutputs(state, outputs) {
+    for (const [name, tensor] of Object.entries(outputs)) {
+        if (!name.startsWith("out_state_"))
+            continue;
+        const idx = Number.parseInt(name.replace("out_state_", ""), 10);
+        if (Number.isFinite(idx)) {
+            state[`state_${idx}`] = tensor;
+        }
+    }
+}
+function tensorDataFloat32(t) {
+    const tensorWithData = t;
+    const data = tensorWithData.data;
+    if (data instanceof Float32Array)
+        return data;
+    if (Array.isArray(data))
+        return Float32Array.from(data);
+    throw new Error("Unexpected tensor data type (expected Float32Array)");
+}
+class PocketTtsOnnxEngine {
+    constructor(args) {
+        this.ort = args.ort;
+        this.temperature = args.temperature;
+        this.lsdSteps = args.lsdSteps;
+        this.maxFrames = args.maxFrames;
+        this.framesAfterEos = args.framesAfterEos;
+        this.firstChunkFrames = args.firstChunkFrames;
+        this.maxChunkFrames = args.maxChunkFrames;
+        this.tokenizer = args.tokenizer;
+        this.textConditioner = args.textConditioner;
+        this.flowLmMain = args.flowLmMain;
+        this.flowLmFlow = args.flowLmFlow;
+        this.mimiDecoder = args.mimiDecoder;
+        this.stBuffers = args.stBuffers;
+        this.voiceEmbeddings = args.voiceEmbeddings;
+    }
+    static async create(config, logger) {
+        const log = logger.child({
+            module: "speech",
+            provider: "pocket-tts",
+            component: "onnx-engine",
+        });
+        const modelDir = config.modelDir;
+        const onnxDir = `${modelDir}/onnx`;
+        const precision = config.precision ?? "int8";
+        const device = config.device ?? "auto";
+        const temperature = config.temperature ?? 0.7;
+        const lsdSteps = config.lsdSteps ?? 10;
+        const maxFrames = config.maxFrames ?? 500;
+        const framesAfterEos = config.framesAfterEos ?? 3;
+        const firstChunkFrames = config.firstChunkFrames ?? 2;
+        const maxChunkFrames = config.maxChunkFrames ?? 15;
+        const tokenizerPath = `${modelDir}/tokenizer.model`;
+        const referenceAudioFile = config.referenceAudioFile ?? `${modelDir}/reference_sample.wav`;
+        const flowMainFile = precision === "int8" ? "flow_lm_main_int8.onnx" : "flow_lm_main.onnx";
+        const flowFlowFile = precision === "int8" ? "flow_lm_flow_int8.onnx" : "flow_lm_flow.onnx";
+        const decoderFile = precision === "int8" ? "mimi_decoder_int8.onnx" : "mimi_decoder.onnx";
+        assertFileExists(`${onnxDir}/mimi_encoder.onnx`, "PocketTTS mimi_encoder");
+        assertFileExists(`${onnxDir}/text_conditioner.onnx`, "PocketTTS text_conditioner");
+        assertFileExists(`${onnxDir}/${flowMainFile}`, "PocketTTS flow_lm_main");
+        assertFileExists(`${onnxDir}/${flowFlowFile}`, "PocketTTS flow_lm_flow");
+        assertFileExists(`${onnxDir}/${decoderFile}`, "PocketTTS mimi_decoder");
+        assertFileExists(tokenizerPath, "PocketTTS tokenizer.model");
+        assertFileExists(referenceAudioFile, "PocketTTS reference_sample.wav");
+        const ort = await loadOrt();
+        const providers = getOrtProviders(ort, device);
+        const [tokenizer, mimiEncoder, textConditioner, flowLmMain, flowLmFlow, mimiDecoder] = await Promise.all([
+            loadSentencePiece(tokenizerPath),
+            ort.InferenceSession.create(`${onnxDir}/mimi_encoder.onnx`, {
+                executionProviders: providers,
+            }),
+            ort.InferenceSession.create(`${onnxDir}/text_conditioner.onnx`, {
+                executionProviders: providers,
+            }),
+            ort.InferenceSession.create(`${onnxDir}/${flowMainFile}`, {
+                executionProviders: providers,
+            }),
+            ort.InferenceSession.create(`${onnxDir}/${flowFlowFile}`, {
+                executionProviders: providers,
+            }),
+            ort.InferenceSession.create(`${onnxDir}/${decoderFile}`, { executionProviders: providers }),
+        ]);
+        // Precompute flow matching time-step buffers.
+        const stBuffers = [];
+        for (let j = 0; j < lsdSteps; j += 1) {
+            const s = j / lsdSteps;
+            const t = s + 1.0 / lsdSteps;
+            stBuffers.push({
+                s: new ort.Tensor("float32", new Float32Array([s]), [1, 1]),
+                t: new ort.Tensor("float32", new Float32Array([t]), [1, 1]),
+            });
+        }
+        // Precompute reference voice embeddings once.
+        const refWav = await readFile(referenceAudioFile);
+        const parsed = parsePcm16MonoWav(refWav);
+        let pcm16 = parsed.pcm16;
+        if (parsed.sampleRate !== PocketTtsOnnxEngine.SAMPLE_RATE) {
+            const resampler = new Pcm16MonoResampler({
+                inputRate: parsed.sampleRate,
+                outputRate: PocketTtsOnnxEngine.SAMPLE_RATE,
+            });
+            pcm16 = resampler.processChunk(pcm16);
+        }
+        const floatAudio = pcm16leToFloat32(pcm16);
+        const audioTensor = new ort.Tensor("float32", floatAudio, [1, 1, floatAudio.length]);
+        const encoded = await mimiEncoder.run({ audio: audioTensor });
+        const firstOutName = mimiEncoder.outputNames?.[0];
+        const encodedRecord = encoded;
+        const voiceEmb = firstOutName ? encodedRecord[firstOutName] : Object.values(encodedRecord)[0];
+        if (!voiceEmb) {
+            throw new Error("PocketTTS mimi_encoder: missing output");
+        }
+        log.info({ precision, device, providers, lsdSteps, temperature }, "PocketTTS ONNX initialized");
+        return new PocketTtsOnnxEngine({
+            ort,
+            temperature,
+            lsdSteps,
+            maxFrames,
+            framesAfterEos,
+            firstChunkFrames,
+            maxChunkFrames,
+            tokenizer,
+            textConditioner,
+            flowLmMain,
+            flowLmFlow,
+            mimiDecoder,
+            stBuffers,
+            voiceEmbeddings: voiceEmb,
+        });
+    }
+    tokenize(text) {
+        const normalized = normalizeTextForPocket(text);
+        const ids = this.tokenizer.encodeIds(normalized);
+        const data = toBigInt64(ids ?? []);
+        return new this.ort.Tensor("int64", data, [1, data.length]);
+    }
+    async runTextConditioner(tokenIds) {
+        const feed = { token_ids: tokenIds };
+        const out = await this.textConditioner.run(feed);
+        const firstOutName = this.textConditioner.outputNames?.[0];
+        const outRecord = out;
+        const t = firstOutName ? outRecord[firstOutName] : Object.values(outRecord)[0];
+        if (!t)
+            throw new Error("PocketTTS text_conditioner: missing output");
+        return t;
+    }
+    async *runFlowLm(textEmbeddings) {
+        const ort = this.ort;
+        const state = initState(this.flowLmMain, ort);
+        const emptySeq = new ort.Tensor("float32", new Float32Array(0), [1, 0, 32]);
+        const emptyText = new ort.Tensor("float32", new Float32Array(0), [1, 0, 1024]);
+        // Voice conditioning pass
+        const resVoice = await this.flowLmMain.run(createSessionFeed({
+            sequence: emptySeq,
+            text_embeddings: this.voiceEmbeddings,
+            ...state,
+        }));
+        updateStateFromOutputs(state, resVoice);
+        // Text conditioning pass
+        const resText = await this.flowLmMain.run(createSessionFeed({
+            sequence: emptySeq,
+            text_embeddings: textEmbeddings,
+            ...state,
+        }));
+        updateStateFromOutputs(state, resText);
+        // Autoregressive generation
+        const curr = new Float32Array(32);
+        curr.fill(Number.NaN);
+        let currTensor = new ort.Tensor("float32", curr, [1, 1, 32]);
+        const dt = 1.0 / this.lsdSteps;
+        let eosStep = null;
+        for (let step = 0; step < this.maxFrames; step += 1) {
+            const resStep = await this.flowLmMain.run(createSessionFeed({
+                sequence: currTensor,
+                text_embeddings: emptyText,
+                ...state,
+            }));
+            const outputNames = this.flowLmMain.outputNames;
+            const resStepRecord = resStep;
+            const conditioningName = outputNames?.[0] ?? Object.keys(resStepRecord)[0];
+            const eosName = outputNames?.[1] ?? Object.keys(resStepRecord)[1];
+            const conditioning = resStepRecord[conditioningName];
+            const eos = resStepRecord[eosName];
+            if (!conditioning || !eos) {
+                throw new Error("PocketTTS flow_lm_main: missing conditioning/EOS outputs");
+            }
+            updateStateFromOutputs(state, resStepRecord);
+            const eosData = tensorDataFloat32(eos);
+            if (eosData[0] > -4.0 && eosStep === null) {
+                eosStep = step;
+            }
+            if (eosStep !== null && step >= eosStep + this.framesAfterEos) {
+                break;
+            }
+            // Flow matching with external Euler loop.
+            const std = this.temperature > 0 ? Math.sqrt(this.temperature) : 0;
+            const x = new Float32Array(32);
+            if (std > 0) {
+                for (let i = 0; i < x.length; i += 1) {
+                    x[i] = randn() * std;
+                }
+            }
+            for (const st of this.stBuffers) {
+                const xTensor = new ort.Tensor("float32", x, [1, 32]);
+                const flowOut = await this.flowLmFlow.run(createSessionFeed({
+                    c: conditioning,
+                    s: st.s,
+                    t: st.t,
+                    x: xTensor,
+                }));
+                const first = this.flowLmFlow.outputNames?.[0];
+                const flowOutRecord = flowOut;
+                const flowTensor = first ? flowOutRecord[first] : Object.values(flowOutRecord)[0];
+                if (!flowTensor)
+                    throw new Error("PocketTTS flow_lm_flow: missing output");
+                const delta = tensorDataFloat32(flowTensor);
+                for (let i = 0; i < x.length; i += 1) {
+                    x[i] = x[i] + delta[i] * dt;
+                }
+            }
+            yield x;
+            currTensor = new ort.Tensor("float32", x, [1, 1, 32]);
+        }
+    }
+    async decodeLatentsChunk(frames, state) {
+        const ort = this.ort;
+        const frameCount = frames.length;
+        const flattened = new Float32Array(frameCount * 32);
+        for (let i = 0; i < frameCount; i += 1) {
+            flattened.set(frames[i], i * 32);
+        }
+        const latent = new ort.Tensor("float32", flattened, [1, frameCount, 32]);
+        const out = await this.mimiDecoder.run(createSessionFeed({ latent, ...state }));
+        const outRecord = out;
+        updateStateFromOutputs(state, outRecord);
+        const firstOutName = this.mimiDecoder.outputNames?.[0];
+        const audioTensor = firstOutName ? outRecord[firstOutName] : Object.values(outRecord)[0];
+        if (!audioTensor) {
+            throw new Error("PocketTTS mimi_decoder: missing audio output");
+        }
+        return tensorDataFloat32(audioTensor);
+    }
+    async *streamAudio(text) {
+        const tokenIds = this.tokenize(text);
+        const textEmb = await this.runTextConditioner(tokenIds);
+        const decoderState = initState(this.mimiDecoder, this.ort);
+        const generated = [];
+        let decodedFrames = 0;
+        for await (const latent of this.runFlowLm(textEmb)) {
+            generated.push(latent);
+            const pending = generated.length - decodedFrames;
+            let chunkSize = 0;
+            if (decodedFrames === 0) {
+                if (pending >= this.firstChunkFrames) {
+                    chunkSize = this.firstChunkFrames;
+                }
+            }
+            else if (pending >= this.maxChunkFrames) {
+                chunkSize = this.maxChunkFrames;
+            }
+            if (chunkSize > 0) {
+                const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames, decodedFrames + chunkSize), decoderState);
+                decodedFrames += chunkSize;
+                yield audio;
+            }
+        }
+        if (decodedFrames < generated.length) {
+            const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames), decoderState);
+            yield audio;
+        }
+    }
+}
+PocketTtsOnnxEngine.SAMPLE_RATE = 24000;
+PocketTtsOnnxEngine.SAMPLES_PER_FRAME = 1920;
+export class PocketTtsOnnxTTS {
+    constructor(engine, logger, chunkMs) {
+        this.engine = engine;
+        this.chunkMs = chunkMs;
+        this.logger = logger.child({ module: "speech", provider: "pocket-tts", component: "tts" });
+    }
+    static async create(config, logger) {
+        const engine = await PocketTtsOnnxEngine.create(config, logger);
+        const chunkMs = config.targetChunkMs ?? 50;
+        return new PocketTtsOnnxTTS(engine, logger, chunkMs);
+    }
+    async synthesizeSpeech(text) {
+        const start = Date.now();
+        const sampleRate = PocketTtsOnnxEngine.SAMPLE_RATE;
+        const pcmChunkBytes = Math.max(2, Math.round((sampleRate * this.chunkMs) / 1000) * 2);
+        const iterable = (async function* (engine) {
+            for await (const floatChunk of engine.streamAudio(text)) {
+                const pcm = float32ToPcm16le(floatChunk);
+                for (const chunk of chunkBuffer(pcm, pcmChunkBytes)) {
+                    yield chunk;
+                }
+            }
+        })(this.engine);
+        this.logger.debug({ ms: Date.now() - start, textLength: text.length }, "PocketTTS stream ready");
+        return {
+            stream: Readable.from(iterable),
+            format: `pcm;rate=${sampleRate}`,
+        };
+    }
+}
+//# sourceMappingURL=pocket-tts-onnx.js.map

package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pocket-tts-onnx.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/pocket/pocket-tts-onnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAIvC,OAAO,EACL,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAM1E,SAAS,iBAAiB,CAAC,IAA+B;IACxD,OAAO,IAAI,CAAC;AACd,CAAC;AAQD,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,IAAc;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,IAA+C;IACpE,gFAAgF;IAChF,wFAAwF;IACxF,yFAAyF;IACzF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAmB,EACnB,SAAiB;IAEjB,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK;IACZ,aAAa;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,GAAG,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IAClB,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,OAAO;IACpB,OAAO,MAAM,CAAC,kBAAkB,CAAC,CAAC;AACpC,CAAC;AASD,SAAS,qBAAqB,CAAC,GAAY;IACzC,OAAO,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC;AACjD,CAAC;AAED,SAAS,yBAAyB,CAChC,GAAwB;IAExB,IAAI,GAAG,CAAC,sBAAsB,EAAE,CAAC;QAC/B,OAAO,GAAG,CAAC,sBAAsB,CAAC;IACpC,CAAC;IACD,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC;IACjC,IACE,YAAY;QACZ,OAAO,YAAY,KAAK,QAAQ;QAChC,wBAAwB,IAAI,YAAY,EACxC,CAAC;QACD,OAAO,YAAY,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,UAAU,EAAE,CAAC;QACvC,OAAO,YAAgD,CAAC;IAC1D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,kBAA0B;IACzD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAEnD,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,SAAS,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;IAEjD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,SAAS,EAAE,CAAC;IAE3B,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACzC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,GAAc,EAAE,MAA+B;IACtE,uGAAuG;IACvG,IAAI,MAAM,KAAK,KAAK;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,OAAO;IACP,mGAAmG;IACnG,gEAAgE;IAChE,KAAK,GAAG,CAAC;IACT,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAC/B,GAAc,EACd,OAAmB,EACnB,SAAiB;IAEjB,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3B,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,SAAS,CAAC,OAAmB,EAAE,GAAc;IACpD,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAgC,EAChC,OAAkC;IAElC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,SAAS;QAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;AACH,CAAC;AAMD,SAAS,iBAAiB,CAAC,CAAY;IACrC,MAAM,cAAc,GAAG,CAAsB,CAAC;IAC9C,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;IACjC,IAAI,IAAI,YAAY,YAAY;QAAE,OAAO,IAAI,CAAC;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;AACzE,CAAC;AAgBD,MAAM,mBAAmB;IAuBvB,YAAoB,IAenB;QACC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,MAA2B,EAC3B,MAAmB;QAEnB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;YACvB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,OAAO,GAAG,GAAG,QAAQ,OAAO,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAC1C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAEnD,MAAM,aAAa,GAAG,GAAG,QAAQ,kBAAkB,CAAC;QACpD,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,GAAG,QAAQ,uBAAuB,CAAC;QAE3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,WAAW,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAE1F,gBAAgB,CAAC,GAAG,OAAO,oBAAoB,EAAE,wBAAwB,CAAC,CAAC;QAC3E,gBAAgB,CAAC,GAAG,OAAO,wBAAwB,EAAE,4BAA4B,CAAC,CAAC;QACnF,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACxE,gBAAgB,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAC;QAC7D,gBAAgB,CAAC,kBAAkB,EAAE,gCAAgC,CAAC,CAAC;QAEvE,MAAM,GAAG,GAAG,MAAM,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE/C,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,GAClF,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,iBAAiB,CAAC,aAAa,CAAC;YAChC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,oBAAoB,EAAE;gBAC1D,kBAAkB,EAAE,SAAS;aAC9B,CAAC;YACF,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,wBAAwB,EAAE;gBAC9D,kBAAkB,EAAE,SAAS;aAC9B,CAAC;YACF,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE;gBACxD,kBAAkB,EAAE,SAAS;aAC9B,CAAC;YACF,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE;gBACxD,kBAAkB,EAAE,SAAS;aAC9B,CAAC;YACF,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;SAC5F,CAAC,CAAC;QAEL,8CAA8C;QAC9C,MAAM,SAAS,GAA0C,EAAE,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC;gBACb,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3D,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC5D,CAAC,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,IAAI,MAAM,CAAC,UAAU,KAAK,mBAAmB,CAAC,WAAW,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;gBACvC,SAAS,EAAE,MAAM,CAAC,UAAU;gBAC5B,UAAU,EAAE,mBAAmB,CAAC,WAAW;aAC5C,CAAC,CAAC;YACH,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAErF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,OAAoC,CAAC;QAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAEhG,OAAO,IAAI,mBAAmB,CAAC;YAC7B,GAAG;YACH,WAAW;YACX,QAAQ;YACR,SAAS;YACT,cAAc;YACd,gBAAgB;YAChB,cAAc;YACd,SAAS;YACT,eAAe;YACf,UAAU;YACV,UAAU;YACV,WAAW;YACX,SAAS;YACT,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACnC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAmB;QAClD,MAAM,IAAI,GAA8B,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;QAChE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,GAAgC,CAAC;QACnD,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,CAAC,SAAS,CAAC,cAAyB;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAE/E,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACxC,iBAAiB,CAAC;YAChB,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,GAAG,KAAK;SACT,CAAC,CACH,CAAC;QACF,sBAAsB,CAAC,KAAK,EAAE,QAAqC,CAAC,CAAC;QAErE,yBAAyB;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACvC,iBAAiB,CAAC;YAChB,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,cAAc;YAC/B,GAAG,KAAK;SACT,CAAC,CACH,CAAC;QACF,sBAAsB,CAAC,KAAK,EAAE,OAAoC,CAAC,CAAC;QAEpE,4BAA4B;QAC5B,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,OAAO,GAAkB,IAAI,CAAC;QAElC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACvC,iBAAiB,CAAC;gBAChB,QAAQ,EAAE,UAAU;gBACpB,eAAe,EAAE,SAAS;gBAC1B,GAAG,KAAK;aACT,CAAC,CACH,CAAC;YAEF,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAChD,MAAM,aAAa,GAAG,OAAoC,CAAC;YAC3D,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAElE,MAAM,YAAY,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,sBAAsB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YAE7C,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC1C,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC9D,MAAM;YACR,CAAC;YAED,0CAA0C;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,GAAG,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACvC,iBAAiB,CAAC;oBAChB,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,OAAO;iBACX,CAAC,CACH,CAAC;gBACF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,aAAa,GAAG,OAAoC,CAAC;gBAC3D,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClF,IAAI,CAAC,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC3E,MAAM,KAAK,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,MAAM,CAAC,CAAC;YACR,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAsB,EACtB,KAAgC;QAEhC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,SAAS,GAAG,GAAgC,CAAC;QACnD,sBAAsB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAEzC,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;YAEjD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;gBACpC,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;YAClC,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACzC,SAAS,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC,EACzD,YAAY,CACb,CAAC;gBACF,aAAa,IAAI,SAAS,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;;AAnVe,+BAAW,GAAG,KAAK,CAAC;AACpB,qCAAiB,GAAG,IAAI,CAAC;AAqV3C,MAAM,OAAO,gBAAgB;IAK3B,YAAoB,MAA2B,EAAE,MAAmB,EAAE,OAAe;QACnF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,MAAmB;QAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAC3C,OAAO,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC;QAEnD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtF,MAAM,QAAQ,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,MAA2B;YAC5D,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;oBACpD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,EACnD,wBAAwB,CACzB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,YAAY,UAAU,EAAE;SACjC,CAAC;IACJ,CAAC;CACF"}

package/dist/server/server/speech/providers/local/runtime.d.ts

@@ -0,0 +1,31 @@
+import type { Logger } from "pino";
+import type { PaseoSpeechConfig } from "../../../bootstrap.js";
+import type { SpeechToTextProvider, TextToSpeechProvider } from "../../speech-provider.js";
+import type { RequestedSpeechProviders } from "../../speech-types.js";
+import type { TurnDetectionProvider } from "../../turn-detection-provider.js";
+import { type LocalSpeechModelId } from "./models.js";
+interface LocalSpeechAvailability {
+    configured: boolean;
+    modelsDir: string | null;
+}
+export interface InitializedLocalSpeech {
+    turnDetectionService: TurnDetectionProvider | null;
+    sttService: SpeechToTextProvider | null;
+    ttsService: TextToSpeechProvider | null;
+    dictationSttService: SpeechToTextProvider | null;
+    localVoiceTtsProvider: TextToSpeechProvider | null;
+    localModelConfig: {
+        modelsDir: string;
+        defaultModelIds: LocalSpeechModelId[];
+    } | null;
+    availability: LocalSpeechAvailability;
+    cleanup: () => void;
+}
+export declare function getLocalSpeechAvailability(speechConfig: PaseoSpeechConfig | null): LocalSpeechAvailability;
+export declare function initializeLocalSpeechServices(params: {
+    providers: RequestedSpeechProviders;
+    speechConfig: PaseoSpeechConfig | null;
+    logger: Logger;
+}): Promise<InitializedLocalSpeech>;
+export {};
+//# sourceMappingURL=runtime.d.ts.map

package/dist/server/server/speech/providers/local/runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE9E,OAAO,EAML,KAAK,kBAAkB,EAGxB,MAAM,aAAa,CAAC;AAuBrB,UAAU,uBAAuB;IAC/B,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,oBAAoB,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACnD,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACjD,qBAAqB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gBAAgB,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;IACT,YAAY,EAAE,uBAAuB,CAAC;IACtC,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB;AAoBD,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,iBAAiB,GAAG,IAAI,GACrC,uBAAuB,CAMzB;AAmOD,wBAAsB,6BAA6B,CAAC,MAAM,EAAE;IAC1D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA2GlC"}