@kongyo2/kongyoroid 1.0.0 → 2.0.0

package/dist/synth/song.js

@@ -0,0 +1,453 @@
+import { invalid } from "../errors.js";
+import { MAX_F0_HZ, MIN_F0_HZ } from "../limits.js";
+import { midiToHz } from "../song/pitch.js";
+import { ENGINE_VERSION, PLAN_VERSION } from "../version.js";
+import { compileSegments, phoneDraft } from "./acoustics.js";
+import { PHONEMES } from "./phonemes.js";
+const MIN_VOWEL_SECONDS = 0.03;
+const MAX_BORROW_FRACTION = 0.4;
+const MAX_CONSONANT_COMPRESSION = 0.45;
+export const SONG_LEVEL_OFFSET_DB = -4;
+function consonantSeconds(phoneme) {
+    return PHONEMES[phoneme].duration;
+}
+export function planSong(input) {
+    const path = input.path ?? "$.notes";
+    const { notes, voice, sampleRate } = input;
+    const secondsPerBeat = 60 / input.tempo;
+    const warnings = [];
+    const adjustments = [];
+    const phones = [];
+    const placed = [];
+    const moraMarkers = [];
+    const noteStart = [];
+    let clock = notes[0]?.key === null ? 0 : input.leadIn;
+    for (const note of notes) {
+        noteStart.push(clock);
+        clock += note.beats * secondsPerBeat;
+    }
+    const totalSeconds = clock + (notes.at(-1)?.key === null ? 0 : input.leadOut);
+    const push = (phone) => {
+        phones.push(phone);
+    };
+    let cursor = 0;
+    let sustainCounter = 0;
+    let currentSustain = null;
+    let lastVoicedVowel = null;
+    let previousPitched = null;
+    let moraCounter = 0;
+    const leadConsonant = (index) => {
+        const note = notes[index];
+        if (note === undefined || note.key === null || note.continuation !== "none")
+            return { seconds: 0, phonemes: [] };
+        const first = note.moras[0];
+        if (first === undefined || first.consonant === null)
+            return { seconds: 0, phonemes: [] };
+        return { seconds: consonantSeconds(first.consonant), phonemes: [first.consonant] };
+    };
+    for (const [index, note] of notes.entries()) {
+        const start = noteStart[index] ?? 0;
+        const end = start + note.beats * secondsPerBeat;
+        const nextLead = leadConsonant(index + 1);
+        const nextNote = notes[index + 1];
+        if (note.key === null) {
+            const borrow = Math.min(nextLead.seconds, Math.max(0, end - cursor - 0.01));
+            const restEnd = end - borrow;
+            if (restEnd > cursor)
+                push(phoneDraft("pau", restEnd - cursor, { noteId: note.id }));
+            cursor = Math.max(cursor, restEnd);
+            currentSustain = null;
+            lastVoicedVowel = null;
+            previousPitched = null;
+            continue;
+        }
+        const velocityGain = note.gainDb + SONG_LEVEL_OFFSET_DB;
+        const rdOffset = input.breathiness - Math.max(-0.5, Math.min(0.5, (note.velocity - 100) / 100));
+        const isContinuation = note.continuation !== "none";
+        const ownLead = leadConsonant(index);
+        const borrowedForNext = Math.min(nextLead.seconds, (end - start) * MAX_BORROW_FRACTION);
+        let vowelEnd = nextNote !== undefined && nextNote.key !== null && !isContinuationNote(nextNote) ? end - borrowedForNext : end;
+        if (nextNote !== undefined && nextNote.key === null)
+            vowelEnd = end;
+        if (isContinuation) {
+            const previous = placed.at(-1);
+            const articulation = "continue";
+            const vowel = note.moras[0]?.vowel ?? lastVoicedVowel ?? "a";
+            const seconds = vowelEnd - cursor;
+            if (seconds <= 0)
+                invalid(`${path}[${index}].beats`, `Note ${note.id} has no time left after consonant borrowing.`, {
+                    code: "NOTE_TOO_SHORT",
+                });
+            push(phoneDraft(vowel, seconds, {
+                noteId: note.id,
+                moraIndex: moraCounter,
+                sustainId: currentSustain,
+                articulation,
+                gainDb: velocityGain,
+                rdOffset,
+                sustain: nextNote !== undefined && nextNote.key !== null && isContinuationNote(nextNote),
+                boundaryAfter: nextNote === undefined || nextNote.key === null,
+            }));
+            moraMarkers.push({
+                index: moraCounter,
+                text: note.moraTexts[0] ?? "ー",
+                start: cursor,
+                end: vowelEnd,
+                phraseIndex: 0,
+                phonemes: [vowel],
+            });
+            moraCounter += 1;
+            placed.push({ note, start: cursor, end: vowelEnd, vowelStart: cursor, sustainId: currentSustain, articulation });
+            cursor = vowelEnd;
+            lastVoicedVowel = vowel;
+            previousPitched = placed.at(-1) ?? previous ?? null;
+            continue;
+        }
+        const moraCount = note.moras.length;
+        let consonantTotal = 0;
+        for (const [moraIndex, mora] of note.moras.entries()) {
+            if (mora.consonant !== null && moraIndex > 0)
+                consonantTotal += consonantSeconds(mora.consonant);
+        }
+        const firstConsonant = ownLead.seconds;
+        const leadAvailable = Math.max(0, start - cursor);
+        const noteTime = vowelEnd - Math.max(start, cursor);
+        const maxInNote = noteTime - MIN_VOWEL_SECONDS * moraCount - consonantTotal;
+        let firstConsonantSeconds = firstConsonant;
+        let consonantFromOwn = 0;
+        if (maxInNote < -1e-9) {
+            invalid(`${path}[${index}].beats`, `Note ${note.id} (${note.lyric}) leaves only ${Math.round(Math.max(0, noteTime - consonantTotal) * 1000)} ms for ${moraCount} vowel(s); at least ${Math.round(MIN_VOWEL_SECONDS * moraCount * 1000)} ms are needed.`, {
+                code: "NOTE_TOO_SHORT",
+                hint: "Give the note more beats, lower the tempo, or use fewer moras in the lyric.",
+                detail: {
+                    availableMs: Math.round(Math.max(0, noteTime - consonantTotal) * 1000),
+                    requiredMs: Math.round(MIN_VOWEL_SECONDS * moraCount * 1000),
+                    noteId: note.id,
+                },
+                repairOptions: [
+                    {
+                        action: "increase-duration",
+                        description: "Give the note more beats or lower the tempo.",
+                        path: `${path}[${index}].beats`,
+                    },
+                    {
+                        action: "use-vowel-continuation",
+                        description: "Move some moras to neighbouring notes or hold the previous vowel.",
+                        path: `${path}[${index}].lyric`,
+                    },
+                ],
+            });
+        }
+        if (firstConsonant > 0) {
+            const inNote = firstConsonant - leadAvailable > 1e-6 ? firstConsonant - leadAvailable : 0;
+            if (inNote <= maxInNote + 1e-9) {
+                consonantFromOwn = inNote;
+                if (inNote > 0) {
+                    adjustments.push({
+                        code: "CONSONANT_TAKEN_FROM_NOTE",
+                        message: `Note ${note.id}: ${Math.round(inNote * 1000)} ms of its consonant fall inside the note because nothing precedes it.`,
+                        noteId: note.id,
+                        path: `${path}[${index}]`,
+                        before: firstConsonant,
+                        after: firstConsonant,
+                    });
+                }
+            }
+            else if (input.allowConsonantCompression) {
+                consonantFromOwn = Math.max(0, maxInNote);
+                firstConsonantSeconds = leadAvailable + consonantFromOwn;
+                adjustments.push({
+                    code: "CONSONANT_COMPRESSED",
+                    message: `Note ${note.id}: consonant shortened from ${Math.round(firstConsonant * 1000)} ms to ${Math.round(firstConsonantSeconds * 1000)} ms.`,
+                    noteId: note.id,
+                    path: `${path}[${index}]`,
+                    before: firstConsonant,
+                    after: firstConsonantSeconds,
+                });
+                if (firstConsonantSeconds < firstConsonant * MAX_CONSONANT_COMPRESSION) {
+                    warnings.push({
+                        severity: "warning",
+                        code: "CONSONANT_HEAVILY_COMPRESSED",
+                        message: `Note ${note.id}: the consonant kept only ${Math.round((firstConsonantSeconds / firstConsonant) * 100)}% of its length; it may be hard to hear.`,
+                        help: "Lengthen the note or the preceding rest.",
+                        path: `${path}[${index}]`,
+                    });
+                }
+            }
+            else {
+                invalid(`${path}[${index}].beats`, `Note ${note.id} (${note.lyric}) is too short for its consonant: ${Math.round((leadAvailable + Math.max(0, maxInNote)) * 1000)} ms available, ${Math.round(firstConsonant * 1000)} ms needed.`, {
+                    code: "NOTE_TOO_SHORT",
+                    hint: "Give the note more beats, lower the tempo, allow consonant compression, or hold the previous vowel instead.",
+                    detail: {
+                        availableMs: Math.round((leadAvailable + Math.max(0, maxInNote)) * 1000),
+                        requiredMs: Math.round(firstConsonant * 1000),
+                        noteId: note.id,
+                    },
+                    repairOptions: [
+                        {
+                            action: "increase-duration",
+                            description: "Give the note more beats or lower the tempo.",
+                            path: `${path}[${index}].beats`,
+                        },
+                        {
+                            action: "allow-consonant-compression",
+                            description: "Set consonantCompression to true to shorten consonants automatically.",
+                            path: "$.consonantCompression",
+                        },
+                        {
+                            action: "use-vowel-continuation",
+                            description: "Replace the lyric with a tie or melisma of the previous vowel.",
+                            path: `${path}[${index}]`,
+                        },
+                    ],
+                });
+            }
+        }
+        const previousBoundary = previousPitched === null;
+        const consonantStart = Math.max(cursor, start - Math.max(0, firstConsonantSeconds - consonantFromOwn));
+        if (consonantStart > cursor)
+            push(phoneDraft("pau", consonantStart - cursor, { noteId: note.id }));
+        cursor = consonantStart;
+        const vowelBudget = vowelEnd - cursor - firstConsonantSeconds - consonantTotal;
+        if (vowelBudget < MIN_VOWEL_SECONDS * moraCount - 1e-9) {
+            invalid(`${path}[${index}].beats`, `Note ${note.id} (${note.lyric}) leaves only ${Math.round(Math.max(0, vowelBudget) * 1000)} ms for ${moraCount} vowel(s).`, {
+                code: "NOTE_TOO_SHORT",
+                hint: "Give the note more beats, lower the tempo, or use fewer moras in the lyric.",
+                detail: {
+                    availableMs: Math.round(Math.max(0, vowelBudget) * 1000),
+                    requiredMs: Math.round(MIN_VOWEL_SECONDS * moraCount * 1000),
+                    noteId: note.id,
+                },
+                repairOptions: [
+                    {
+                        action: "increase-duration",
+                        description: "Give the note more beats or lower the tempo.",
+                        path: `${path}[${index}].beats`,
+                    },
+                    {
+                        action: "use-vowel-continuation",
+                        description: "Move some moras to neighbouring notes.",
+                        path: `${path}[${index}].lyric`,
+                    },
+                ],
+            });
+        }
+        const perMora = vowelBudget / moraCount;
+        const noteVowelStartHolder = { value: 0 };
+        const sameVowelRepeat = previousPitched !== null &&
+            ownLead.seconds === 0 &&
+            lastVoicedVowel === note.moras[0]?.vowel &&
+            previousPitched.end >= cursor - 1e-9;
+        for (const [moraIndex, mora] of note.moras.entries()) {
+            const moraStart = cursor;
+            const consonant = mora.consonant;
+            if (consonant !== null) {
+                const seconds = moraIndex === 0 ? firstConsonantSeconds : consonantSeconds(consonant);
+                push(phoneDraft(consonant, seconds, {
+                    noteId: note.id,
+                    moraIndex: moraCounter,
+                    gainDb: velocityGain,
+                    rdOffset,
+                    boundaryBefore: moraIndex === 0 && previousBoundary,
+                }));
+                cursor += seconds;
+            }
+            const vowelSeconds = perMora;
+            let articulation = "onset";
+            if (moraIndex === 0 && consonant === null && sameVowelRepeat) {
+                articulation = note.articulation === "legato" ? "continue" : "rearticulate";
+            }
+            if (articulation !== "continue") {
+                sustainCounter += 1;
+                currentSustain = sustainCounter;
+            }
+            const isLastMora = moraIndex === moraCount - 1;
+            const nextIsContinuation = nextNote !== undefined && nextNote.key !== null && isContinuationNote(nextNote);
+            push(phoneDraft(mora.vowel, vowelSeconds, {
+                noteId: note.id,
+                moraIndex: moraCounter,
+                sustainId: mora.vowel === "N" || mora.vowel === "cl" ? null : currentSustain,
+                articulation,
+                gainDb: velocityGain,
+                rdOffset,
+                boundaryBefore: moraIndex === 0 && consonant === null && previousBoundary,
+                boundaryAfter: isLastMora && (nextNote === undefined || nextNote.key === null),
+                sustain: isLastMora && nextIsContinuation,
+            }));
+            if (moraIndex === 0)
+                noteVowelStartHolder.value = cursor;
+            cursor += vowelSeconds;
+            moraMarkers.push({
+                index: moraCounter,
+                text: note.moraTexts[moraIndex] ?? "",
+                start: moraStart,
+                end: cursor,
+                phraseIndex: 0,
+                phonemes: consonant === null ? [mora.vowel] : [consonant, mora.vowel],
+            });
+            moraCounter += 1;
+            lastVoicedVowel = mora.vowel === "N" || mora.vowel === "cl" ? null : mora.vowel;
+        }
+        const record = {
+            note,
+            start: consonantStart,
+            end: cursor,
+            vowelStart: noteVowelStartHolder.value,
+            sustainId: currentSustain,
+            articulation: sameVowelRepeat && note.articulation !== "legato" ? "rearticulate" : "onset",
+        };
+        placed.push(record);
+        previousPitched = record;
+    }
+    if (totalSeconds > cursor)
+        push(phoneDraft("pau", totalSeconds - cursor));
+    const pitch = [];
+    const addPoint = (seconds, hz) => {
+        const sample = Math.round(seconds * sampleRate);
+        const last = pitch.at(-1);
+        pitch.push({ sample: last === undefined ? Math.max(0, sample) : Math.max(sample, last.sample), hz });
+    };
+    let previousHz = null;
+    let previousEnd = 0;
+    for (const [index, entry] of placed.entries()) {
+        const hz = midiToHz(entry.note.key ?? 69);
+        const portamento = entry.note.portamentoSeconds ?? input.portamentoSeconds;
+        const previous = placed[index - 1];
+        const legato = previous !== undefined && previousHz !== null && previous.end >= entry.start - 1e-6;
+        if (previousHz === null || !legato) {
+            if (previousHz !== null)
+                addPoint(previousEnd, previousHz);
+            if (input.scoopCents > 0 && input.scoopSeconds > 0) {
+                addPoint(entry.start, hz * 2 ** (-input.scoopCents / 1200));
+                addPoint(entry.vowelStart, hz * 2 ** (-input.scoopCents / 1200));
+                addPoint(entry.vowelStart + input.scoopSeconds, hz);
+            }
+            else {
+                addPoint(entry.start, hz);
+            }
+        }
+        else {
+            const window = Math.min(portamento, Math.max(0, entry.vowelStart - previous.vowelStart - 0.01));
+            const transitionEnd = entry.vowelStart;
+            const transitionStart = transitionEnd - window;
+            addPoint(transitionStart, previousHz);
+            addPoint(transitionEnd, hz);
+        }
+        previousHz = hz;
+        previousEnd = entry.end;
+    }
+    if (previousHz !== null)
+        addPoint(previousEnd, previousHz);
+    if (pitch.length === 0)
+        pitch.push({ sample: 0, hz: voice.baseF0 });
+    const vibrato = [];
+    const sustains = new Map();
+    for (const entry of placed) {
+        if (entry.sustainId === null)
+            continue;
+        const override = entry.note.vibrato;
+        const settings = mergeVibrato(input.vibrato, override);
+        const existing = sustains.get(entry.sustainId);
+        if (existing === undefined)
+            sustains.set(entry.sustainId, { start: entry.vowelStart, end: entry.end, settings });
+        else
+            existing.end = entry.end;
+    }
+    for (const sustain of [...sustains.values()].sort((a, b) => a.start - b.start)) {
+        if (sustain.settings.depthCents <= 0)
+            continue;
+        vibrato.push({
+            start: Math.round(sustain.start * sampleRate),
+            end: Math.round(sustain.end * sampleRate),
+            delaySeconds: sustain.settings.delaySeconds,
+            fadeSeconds: sustain.settings.fadeSeconds,
+            depthCents: sustain.settings.depthCents,
+            rateHz: sustain.settings.rateHz,
+        });
+    }
+    let f0Min = Infinity;
+    let f0Max = 0;
+    for (const point of pitch) {
+        f0Min = Math.min(f0Min, point.hz);
+        f0Max = Math.max(f0Max, point.hz);
+    }
+    const vibratoMax = f0Max * 2 ** (input.vibrato.depthCents / 1200);
+    if (vibratoMax > MAX_F0_HZ || vibratoMax > sampleRate * 0.2 || f0Min < MIN_F0_HZ) {
+        invalid(path, `The score spans ${f0Min.toFixed(1)}–${vibratoMax.toFixed(1)} Hz; the engine synthesizes ${MIN_F0_HZ}–${Math.min(MAX_F0_HZ, sampleRate * 0.2).toFixed(0)} Hz at ${sampleRate} Hz.`, {
+            code: "PITCH_OUT_OF_RANGE",
+            hint: "Transpose the score down, remove extreme keys, or raise sampleRate.",
+            repairOptions: [
+                { action: "lower-pitch", description: "Lower transpose or the highest keys.", path: "$.transpose" },
+                { action: "raise-sample-rate", description: "Use sampleRate 24000 or higher.", path: "$.sampleRate" },
+            ],
+        });
+    }
+    if (f0Max > voice.f0Max || f0Min < voice.f0Min) {
+        warnings.push({
+            severity: "warning",
+            code: "F0_OUTSIDE_VOICE_RANGE",
+            message: `The score spans ${f0Min.toFixed(0)}–${f0Max.toFixed(0)} Hz; voice ${voice.id} is tuned for ${voice.f0Min}–${voice.f0Max} Hz.`,
+            help: "Transpose the score or choose a voice with a matching range.",
+            path,
+        });
+    }
+    const compiled = compileSegments(phones, voice, sampleRate);
+    const sampleOf = (seconds) => Math.min(compiled.frames, Math.round(seconds * sampleRate));
+    const noteMarkers = notes.map((note, index) => {
+        const entry = placed.find((p) => p.note.id === note.id);
+        const start = noteStart[index] ?? 0;
+        return {
+            id: note.id,
+            index,
+            key: note.key,
+            hz: note.key === null ? null : midiToHz(note.key),
+            lyric: note.key === null ? "" : note.continuation === "none" ? note.lyric : "ー",
+            start: sampleOf(entry?.start ?? start),
+            end: sampleOf(entry?.end ?? start + note.beats * secondsPerBeat),
+            vowelStart: entry === undefined ? null : sampleOf(entry.vowelStart),
+            sustainId: entry?.sustainId ?? null,
+            continuation: note.continuation,
+            articulation: entry?.articulation ?? "onset",
+        };
+    });
+    return {
+        planVersion: PLAN_VERSION,
+        engineVersion: ENGINE_VERSION,
+        kind: "song",
+        sampleRate,
+        seed: input.seed,
+        frames: compiled.frames,
+        voice,
+        volume: input.volume,
+        jitter: input.jitter ?? voice.singing.jitter,
+        shimmerDb: voice.singing.shimmerDb,
+        flutter: 0.08,
+        segments: compiled.segments,
+        pitch,
+        vibrato,
+        moras: moraMarkers.map((marker) => ({ ...marker, start: sampleOf(marker.start), end: sampleOf(marker.end) })),
+        phrases: [],
+        notes: noteMarkers,
+        reading: null,
+        warnings,
+        adjustments,
+        f0Min,
+        f0Max,
+    };
+}
+function isContinuationNote(note) {
+    return note.continuation !== "none";
+}
+function mergeVibrato(base, override) {
+    if (override === false)
+        return { ...base, depthCents: 0 };
+    if (override === undefined)
+        return base;
+    return {
+        depthCents: override.depthCents ?? base.depthCents,
+        rateHz: override.rateHz ?? base.rateHz,
+        delaySeconds: override.delayMs === undefined ? base.delaySeconds : override.delayMs / 1000,
+        fadeSeconds: override.fadeMs === undefined ? base.fadeSeconds : override.fadeMs / 1000,
+    };
+}
+//# sourceMappingURL=song.js.map

package/dist/synth/song.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"song.js","sourceRoot":"","sources":["../../src/synth/song.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7D,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAsCzC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,CAAC,MAAM,oBAAoB,GAAW,CAAC,CAAC,CAAC;AAW/C,SAAS,gBAAgB,CAAC,OAAgB;IACxC,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAoB;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC;IACrC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IAC3C,MAAM,cAAc,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;IACxC,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;IACvC,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,CAAC,KAAiB,EAAQ,EAAE;QACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC,CAAC;IACF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,eAAe,GAAiB,IAAI,CAAC;IACzC,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,MAAM,aAAa,GAAG,CAAC,KAAa,EAAuE,EAAE;QAC3G,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,YAAY,KAAK,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACjH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACzF,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;IACrF,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;QAChD,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,GAAG,GAAG,MAAM,CAAC;YAC7B,IAAI,OAAO,GAAG,MAAM;gBAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrF,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnC,cAAc,GAAG,IAAI,CAAC;YACtB,eAAe,GAAG,IAAI,CAAC;YACvB,eAAe,GAAG,IAAI,CAAC;YACvB,SAAS;QACX,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,oBAAoB,CAAC;QACxD,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAChG,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,KAAK,MAAM,CAAC;QACpD,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAC,CAAC;QACxF,IAAI,QAAQ,GACV,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC;QACjH,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI;YAAE,QAAQ,GAAG,GAAG,CAAC;QACpE,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,YAAY,GAAiB,UAAU,CAAC;YAC9C,MAAM,KAAK,GAAU,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,eAAe,IAAI,GAAG,CAAC;YACpE,MAAM,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;YAClC,IAAI,OAAO,IAAI,CAAC;gBACd,OAAO,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,EAAE,QAAQ,IAAI,CAAC,EAAE,8CAA8C,EAAE;oBAChG,IAAI,EAAE,gBAAgB;iBACvB,CAAC,CAAC;YACL,IAAI,CACF,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE;gBACzB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,WAAW;gBACtB,SAAS,EAAE,cAAc;gBACzB,YAAY;gBACZ,MAAM,EAAE,YAAY;gBACpB,QAAQ;gBACR,OAAO,EAAE,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,kBAAkB,CAAC,QAAQ,CAAC;gBACxF,aAAa,EAAE,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI;aAC/D,CAAC,CACH,CAAC;YACF,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG;gBAC9B,KAAK,EAAE,MAAM;gBACb,GAAG,EAAE,QAAQ;gBACb,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,CAAC,KAAK,CAAC;aAClB,CAAC,CAAC;YACH,WAAW,IAAI,CAAC,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;YACjH,MAAM,GAAG,QAAQ,CAAC;YAClB,eAAe,GAAG,KAAK,CAAC;YACxB,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,IAAI,IAAI,CAAC;YACpD,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,CAAC;gBAAE,cAAc,IAAI,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnG,CAAC;QACD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC;QACvC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,QAAQ,GAAG,iBAAiB,GAAG,SAAS,GAAG,cAAc,CAAC;QAC5E,IAAI,qBAAqB,GAAG,cAAc,CAAC;QAC3C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,SAAS,GAAG,CAAC,IAAI,EAAE,CAAC;YACtB,OAAO,CACL,GAAG,IAAI,IAAI,KAAK,SAAS,EACzB,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,cAAc,CAAC,GAAG,IAAI,CAAC,WAAW,SAAS,uBAAuB,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,SAAS,GAAG,IAAI,CAAC,iBAAiB,EACpN;gBACE,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,6EAA6E;gBACnF,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,cAAc,CAAC,GAAG,IAAI,CAAC;oBACtE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,SAAS,GAAG,IAAI,CAAC;oBAC5D,MAAM,EAAE,IAAI,CAAC,EAAE;iBAChB;gBACD,aAAa,EAAE;oBACb;wBACE,MAAM,EAAE,mBAAmB;wBAC3B,WAAW,EAAE,8CAA8C;wBAC3D,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,SAAS;qBAChC;oBACD;wBACE,MAAM,EAAE,wBAAwB;wBAChC,WAAW,EAAE,mEAAmE;wBAChF,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,SAAS;qBAChC;iBACF;aACF,CACF,CAAC;QACJ,CAAC;QACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,cAAc,GAAG,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1F,IAAI,MAAM,IAAI,SAAS,GAAG,IAAI,EAAE,CAAC;gBAC/B,gBAAgB,GAAG,MAAM,CAAC;gBAC1B,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;oBACf,WAAW,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,2BAA2B;wBACjC,OAAO,EAAE,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,wEAAwE;wBAC9H,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG;wBACzB,MAAM,EAAE,cAAc;wBACtB,KAAK,EAAE,cAAc;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,yBAAyB,EAAE,CAAC;gBAC3C,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC1C,qBAAqB,GAAG,aAAa,GAAG,gBAAgB,CAAC;gBACzD,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,QAAQ,IAAI,CAAC,EAAE,8BAA8B,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,MAAM;oBAC/I,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG;oBACzB,MAAM,EAAE,cAAc;oBACtB,KAAK,EAAE,qBAAqB;iBAC7B,CAAC,CAAC;gBACH,IAAI,qBAAqB,GAAG,cAAc,GAAG,yBAAyB,EAAE,CAAC;oBACvE,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,SAAS;wBACnB,IAAI,EAAE,8BAA8B;wBACpC,OAAO,EAAE,QAAQ,IAAI,CAAC,EAAE,6BAA6B,IAAI,CAAC,KAAK,CAAC,CAAC,qBAAqB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,0CAA0C;wBACzJ,IAAI,EAAE,0CAA0C;wBAChD,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CACL,GAAG,IAAI,IAAI,KAAK,SAAS,EACzB,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,qCAAqC,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,kBAAkB,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,EAC9L;oBACE,IAAI,EAAE,gBAAgB;oBACtB,IAAI,EAAE,6GAA6G;oBACnH,MAAM,EAAE;wBACN,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC;wBACxE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;wBAC7C,MAAM,EAAE,IAAI,CAAC,EAAE;qBAChB;oBACD,aAAa,EAAE;wBACb;4BACE,MAAM,EAAE,mBAAmB;4BAC3B,WAAW,EAAE,8CAA8C;4BAC3D,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,SAAS;yBAChC;wBACD;4BACE,MAAM,EAAE,6BAA6B;4BACrC,WAAW,EAAE,uEAAuE;4BACpF,IAAI,EAAE,wBAAwB;yBAC/B;wBACD;4BACE,MAAM,EAAE,wBAAwB;4BAChC,WAAW,EAAE,gEAAgE;4BAC7E,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG;yBAC1B;qBACF;iBACF,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,gBAAgB,GAAG,eAAe,KAAK,IAAI,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,qBAAqB,GAAG,gBAAgB,CAAC,CAAC,CAAC;QACvG,IAAI,cAAc,GAAG,MAAM;YAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACnG,MAAM,GAAG,cAAc,CAAC;QACxB,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,qBAAqB,GAAG,cAAc,CAAC;QAC/E,IAAI,WAAW,GAAG,iBAAiB,GAAG,SAAS,GAAG,IAAI,EAAE,CAAC;YACvD,OAAO,CACL,GAAG,IAAI,IAAI,KAAK,SAAS,EACzB,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,IAAI,CAAC,WAAW,SAAS,YAAY,EAC1H;gBACE,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,6EAA6E;gBACnF,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,IAAI,CAAC;oBACxD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,SAAS,GAAG,IAAI,CAAC;oBAC5D,MAAM,EAAE,IAAI,CAAC,EAAE;iBAChB;gBACD,aAAa,EAAE;oBACb;wBACE,MAAM,EAAE,mBAAmB;wBAC3B,WAAW,EAAE,8CAA8C;wBAC3D,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,SAAS;qBAChC;oBACD;wBACE,MAAM,EAAE,wBAAwB;wBAChC,WAAW,EAAE,wCAAwC;wBACrD,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,SAAS;qBAChC;iBACF;aACF,CACF,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,WAAW,GAAG,SAAS,CAAC;QACxC,MAAM,oBAAoB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAC1C,MAAM,eAAe,GACnB,eAAe,KAAK,IAAI;YACxB,OAAO,CAAC,OAAO,KAAK,CAAC;YACrB,eAAe,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK;YACxC,eAAe,CAAC,GAAG,IAAI,MAAM,GAAG,IAAI,CAAC;QACvC,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,MAAM,SAAS,GAAG,MAAM,CAAC;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACtF,IAAI,CACF,UAAU,CAAC,SAAS,EAAE,OAAO,EAAE;oBAC7B,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,SAAS,EAAE,WAAW;oBACtB,MAAM,EAAE,YAAY;oBACpB,QAAQ;oBACR,cAAc,EAAE,SAAS,KAAK,CAAC,IAAI,gBAAgB;iBACpD,CAAC,CACH,CAAC;gBACF,MAAM,IAAI,OAAO,CAAC;YACpB,CAAC;YACD,MAAM,YAAY,GAAG,OAAO,CAAC;YAC7B,IAAI,YAAY,GAAiB,OAAO,CAAC;YACzC,IAAI,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,IAAI,IAAI,eAAe,EAAE,CAAC;gBAC7D,YAAY,GAAG,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC;YAC9E,CAAC;YACD,IAAI,YAAY,KAAK,UAAU,EAAE,CAAC;gBAChC,cAAc,IAAI,CAAC,CAAC;gBACpB,cAAc,GAAG,cAAc,CAAC;YAClC,CAAC;YACD,MAAM,UAAU,GAAG,SAAS,KAAK,SAAS,GAAG,CAAC,CAAC;YAC/C,MAAM,kBAAkB,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAC3G,IAAI,CACF,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE;gBACnC,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,WAAW;gBACtB,SAAS,EAAE,IAAI,CAAC,KAAK,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;gBAC5E,YAAY;gBACZ,MAAM,EAAE,YAAY;gBACpB,QAAQ;gBACR,cAAc,EAAE,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,IAAI,IAAI,gBAAgB;gBACzE,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC;gBAC9E,OAAO,EAAE,UAAU,IAAI,kBAAkB;aAC1C,CAAC,CACH,CAAC;YACF,IAAI,SAAS,KAAK,CAAC;gBAAE,oBAAoB,CAAC,KAAK,GAAG,MAAM,CAAC;YACzD,MAAM,IAAI,YAAY,CAAC;YACvB,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE;gBACrC,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,MAAM;gBACX,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC;aACtE,CAAC,CAAC;YACH,WAAW,IAAI,CAAC,CAAC;YACjB,eAAe,GAAG,IAAI,CAAC,KAAK,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAClF,CAAC;QACD,MAAM,MAAM,GAAW;YACrB,IAAI;YACJ,KAAK,EAAE,cAAc;YACrB,GAAG,EAAE,MAAM;YACX,UAAU,EAAE,oBAAoB,CAAC,KAAK;YACtC,SAAS,EAAE,cAAc;YACzB,YAAY,EAAE,eAAe,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO;SAC3F,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpB,eAAe,GAAG,MAAM,CAAC;IAC3B,CAAC;IACD,IAAI,YAAY,GAAG,MAAM;QAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAU,EAAQ,EAAE;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACvG,CAAC,CAAC;IACF,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC,iBAAiB,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,QAAQ,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,IAAI,QAAQ,CAAC,GAAG,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;QACnG,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,IAAI,UAAU,KAAK,IAAI;gBAAE,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YAC3D,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;gBACnD,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBAC5D,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACjE,QAAQ,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;YAChG,MAAM,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC;YACvC,MAAM,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;YAC/C,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YACtC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC9B,CAAC;QACD,UAAU,GAAG,EAAE,CAAC;QAChB,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC;IAC1B,CAAC;IACD,IAAI,UAAU,KAAK,IAAI;QAAE,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACpE,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyE,CAAC;IAClG,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI;YAAE,SAAS;QACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QACpC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,QAAQ,KAAK,SAAS;YAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;;YAC5G,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IAChC,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/E,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YAAE,SAAS;QAC/C,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC;YAC7C,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,UAAU,CAAC;YACzC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY;YAC3C,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;YACzC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAU;YACvC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;SAChC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,KAAK,GAAG,QAAQ,CAAC;IACrB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAClE,IAAI,UAAU,GAAG,SAAS,IAAI,UAAU,GAAG,UAAU,GAAG,GAAG,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;QACjF,OAAO,CACL,IAAI,EACJ,mBAAmB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,UAAU,MAAM,EAClL;YACE,IAAI,EAAE,oBAAoB;YAC1B,IAAI,EAAE,qEAAqE;YAC3E,aAAa,EAAE;gBACb,EAAE,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,sCAAsC,EAAE,IAAI,EAAE,aAAa,EAAE;gBACnG,EAAE,MAAM,EAAE,mBAAmB,EAAE,WAAW,EAAE,iCAAiC,EAAE,IAAI,EAAE,cAAc,EAAE;aACtG;SACF,CACF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EAAE,mBAAmB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,EAAE,iBAAiB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,MAAM;YACvI,IAAI,EAAE,8DAA8D;YACpE,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC;IAC1G,MAAM,WAAW,GAAiB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,EAAE,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;YACjD,KAAK,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YAC/E,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC;YACtC,GAAG,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;YAChE,UAAU,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC;YACnE,SAAS,EAAE,KAAK,EAAE,SAAS,IAAI,IAAI;YACnC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,OAAO;SAC7C,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO;QACL,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,cAAc;QAC7B,IAAI,EAAE,MAAM;QACZ,UAAU;QACV,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,KAAK;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM;QAC5C,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;QAClC,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,KAAK;QACL,OAAO;QACP,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7G,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,IAAI;QACb,QAAQ;QACR,WAAW;QACX,KAAK;QACL,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAU;IACpC,OAAO,IAAI,CAAC,YAAY,KAAK,MAAM,CAAC;AACtC,CAAC;AAED,SAAS,YAAY,CAAC,IAAyB,EAAE,QAAyC;IACxF,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IAC1D,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACxC,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU;QAClD,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACtC,YAAY,EAAE,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI;QAC1F,WAAW,EAAE,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI;KACvF,CAAC;AACJ,CAAC"}

package/dist/synth/speech.d.ts

@@ -0,0 +1,49 @@
+import type { BoundaryKind } from "../text/notation.ts";
+import type { ReadingPlan } from "../text/reading.ts";
+import type { SynthesisPlan } from "./plan.ts";
+import type { VoiceProfile } from "./voice.ts";
+export interface SpeechPlanInput {
+    readonly reading: ReadingPlan;
+    readonly voice: VoiceProfile;
+    readonly sampleRate: number;
+    readonly seed: number;
+    readonly speed: number;
+    readonly pitchSemitones: number;
+    readonly pitchScale: number | undefined;
+    readonly intonation: number;
+    readonly volume: number;
+    readonly prePause: number;
+    readonly postPause: number;
+    readonly pauseLength: number | undefined;
+    readonly pauseScale: number;
+    readonly upspeak: boolean;
+    readonly breathiness: number;
+    readonly jitter: number | undefined;
+    readonly path?: string;
+}
+export declare const SPEECH_TIMING: {
+    readonly mora: number;
+    readonly consonantShare: number;
+    readonly minVowel: number;
+    readonly moraicNasal: number;
+    readonly closure: number;
+    readonly longVowel: number;
+    readonly devoiced: number;
+    readonly pausePhrase: number;
+    readonly pauseComma: number;
+    readonly pauseSentence: number;
+    readonly pauseParagraph: number;
+    readonly phraseFinalStretch: number;
+    readonly sentenceFinalStretch: number;
+    readonly questionStretch: number;
+    readonly sentenceInitialStretch: number;
+};
+export interface PauseTiming {
+    readonly speed: number;
+    readonly pauseLength: number | undefined;
+    readonly pauseScale: number;
+}
+export declare function boundaryPauseSeconds(boundary: BoundaryKind, timing: PauseTiming, paragraphAfter?: boolean): number;
+export declare function utteranceFinalPauseSeconds(boundary: BoundaryKind, timing: PauseTiming): number;
+export declare function planSpeech(input: SpeechPlanInput): SynthesisPlan;
+//# sourceMappingURL=speech.d.ts.map

package/dist/synth/speech.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"speech.d.ts","sourceRoot":"","sources":["../../src/synth/speech.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAKtD,OAAO,KAAK,EAAwC,aAAa,EAAE,MAAM,WAAW,CAAC;AAGrF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,eAAO,MAAM,aAAa,EAAE;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,sBAAsB,EAAE,MAAM,CAAC;CAiBzC,CAAC;AAOF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAID,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,WAAW,EACnB,cAAc,GAAE,OAAe,GAC9B,MAAM,CAwBR;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,GAAG,MAAM,CAE9F;AAeD,wBAAgB,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,aAAa,CAoRhE"}