@komaa/standin-sdk 0.1.0

package/dist/lipsync.js

@@ -0,0 +1,310 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * Lip-sync: the viseme timeline that makes the avatar's mouth match the words.
+ *
+ * A realtime speech-to-speech model streams voice and hands back no phoneme
+ * timings, so {@link speechMarks} has nothing to carry and the mouth never moves
+ * on the default path. This module closes that gap the only honest way open to a
+ * worker: walk the spoken text, turn each character into a mouth shape, and
+ * spread those shapes over the duration of the audio the worker ACTUALLY SENT
+ * for that turn.
+ *
+ * Spreading over sent audio is the whole reason the estimate is worth sending.
+ * The shapes are approximate either way, but the timeline is pinned to a length
+ * the worker measured, byte by byte, as the frames went out: the mouth opens
+ * when the voice starts and closes when it stops, on a long sentence and a short
+ * one alike. {@link TurnLipSync} is that counter, and it is the piece to reach
+ * for first.
+ *
+ * A duration GUESSED from text length or a words-per-minute rate is a different
+ * proposition, and it is still worse than sending nothing. Its error compounds
+ * sentence after sentence, so the mouth drifts further from the voice the longer
+ * the call runs, and a mouth moving against the voice reads as broken in a way a
+ * still mouth never does. Measured beats still; guessed loses to still.
+ *
+ * Better again, when the speech provider hands back per-character timings, is
+ * {@link visemesFromAlignment}: same table, real times, no estimate at all.
+ *
+ * The table covers Latin and Arabic in one map. Without the Arabic rows an
+ * Arabic reply produces no tokens, carries no timeline, and the mouth simply
+ * does not move for half the people who will be on these calls.
+ *
+ * Timing anchor: `tMs` counts from the START of that turn's audio, never from
+ * the moment the message reaches the service. Where the duration is known before
+ * playback (a text-to-speech path) send the timeline ahead of the first audio
+ * frame. On a realtime path it is known only once the turn ends, so the marks
+ * necessarily go out after the last chunk was handed over, and that is correct
+ * only while the service still holds the turn's audio buffered for playout.
+ *
+ * Identical in shape to the Python SDK's `standin.lipsync`.
+ */
+import { BYTES_PER_SAMPLE } from "./audio.js";
+import { SAMPLE_RATE_HZ } from "./protocol.js";
+/**
+ * A closed mouth, and what the space between two words becomes. Every other
+ * unmapped character is skipped instead: punching silence into "3.5%" would
+ * close the mouth in the middle of a spoken number.
+ */
+export const SILENCE_VISEME = 0;
+/**
+ * A viseme id no character can carry, so the first token of a turn always counts
+ * as a change. Starting the run collapser at 0 instead would swallow a leading
+ * silence mark, which is what anchors the mouth shut before the first vowel.
+ */
+const NO_VISEME = -1;
+// Mouth shape to every character that wears it, in the avatar lane's 0 to 21
+// numbering. All 26 Latin letters and all 28 Arabic letters are here on purpose:
+// one common letter left out thins the timeline unevenly and the mouth stalls on
+// that syllable. The Arabic rows carry the eight variant forms too.
+const SHAPES = [
+    [2, "a"],
+    [2, "اأإآىة"], // alef, with hamza above and below, madda, maqsura, teh marbuta
+    [2, "َ"], // fatha
+    [4, "e"],
+    [6, "iy"],
+    [6, "يئ"], // yeh, yeh with hamza
+    [6, "ِ"], // kasra
+    [7, "uw"],
+    [7, "و"], // waw
+    [7, "ُ"], // damma
+    [8, "o"],
+    [12, "h"],
+    [12, "هحعءؤ"], // heh, hah, ain, hamza, waw with hamza
+    [13, "r"],
+    [13, "ر"], // reh
+    [14, "l"],
+    [14, "ل"], // lam
+    [15, "szx"],
+    [15, "سصز"], // seen, sad, zain
+    [16, "j"],
+    [16, "شج"], // sheen, jeem
+    [18, "fv"],
+    [18, "ف"], // feh
+    [19, "tdn"],
+    [19, "تدنطضثذظ"], // teh, dal, noon, tah, dad, theh, thal, zah
+    [20, "kgcq"],
+    [20, "كقغخ"], // kaf, qaf, ghain, khah
+    [21, "mbp"],
+    [21, "مب"], // meem, beh
+];
+function buildTable() {
+    // No prototype, so a lookup of "constructor" or "__proto__" answers undefined
+    // the way every other unmapped character does. A plain object literal would
+    // hand those two an inherited value instead, and the Python twin returns None
+    // for both.
+    const table = Object.create(null);
+    for (const [visemeId, chars] of SHAPES) {
+        for (const ch of chars)
+            table[ch] = visemeId;
+    }
+    return table;
+}
+/**
+ * Character to mouth shape, read-only. Sukun, shadda, tanween, the tatweel and
+ * every presentation form are deliberately absent: a stretch mark and a doubling
+ * mark carry no mouth shape of their own, and mapping them would insert phantom
+ * mouth changes into an otherwise correct timeline.
+ */
+export const CHAR_VISEMES = Object.freeze(buildTable());
+/**
+ * The mouth shape a character wears, or undefined when it has none.
+ *
+ * The lookup is on the raw character after lowercasing, with no Unicode
+ * normalization at all: adding NFKC here would change which characters map and
+ * the two SDKs would disagree on the same string. Digits, punctuation, the
+ * tatweel and the non-vowel diacritics come back undefined, and every caller
+ * skips them rather than holding the mouth closed over them.
+ */
+export function visemeForChar(ch) {
+    return CHAR_VISEMES[ch.toLowerCase()];
+}
+/** One character's token: silence for a space, the map for anything else. */
+function tokenFor(ch) {
+    return ch === " " ? SILENCE_VISEME : visemeForChar(ch);
+}
+/**
+ * Collapse runs, then make the times strictly increasing.
+ *
+ * Two rules, both about what a renderer can actually use. A run of one shape
+ * ("mmm") is one mouth position, so only a CHANGE earns a mark, timed at the
+ * first character of the run; a mark per character would multiply the payload
+ * for an identical rendering. And when a long sentence is spread over a very
+ * short buffer the step falls under half a millisecond and neighbouring marks
+ * round onto the same one: the later shape wins, because a shape held for zero
+ * milliseconds is not renderable, and because {@link speechMarks} sorts by
+ * (tMs, visemeId) and would otherwise pick a different winner than the one the
+ * walk ended on.
+ */
+function timeline(marks) {
+    const kept = [];
+    let previous = NO_VISEME;
+    for (const mark of marks) {
+        if (mark.visemeId === previous)
+            continue;
+        previous = mark.visemeId;
+        const last = kept[kept.length - 1];
+        if (last !== undefined && mark.tMs <= last.tMs) {
+            kept[kept.length - 1] = { tMs: last.tMs, visemeId: mark.visemeId };
+            continue;
+        }
+        kept.push(mark);
+    }
+    return kept;
+}
+/**
+ * Spread `text` over `durationMs` as a viseme timeline.
+ *
+ * Pass the duration of the audio you actually sent for the turn, which
+ * {@link TurnLipSync} counts for you. Anything else is a guess, and a guessed
+ * timeline is worse than no timeline at all.
+ *
+ * `text` is lowercased, its whitespace runs collapsed, and trimmed. Anything
+ * that is not a positive finite duration returns no marks rather than being
+ * divided by, because an infinite or not-a-number timestamp desynchronises the
+ * mouth for the rest of the utterance and reaches the wire as a null.
+ *
+ * Returns `{tMs, visemeId}` marks, strictly increasing in time, ready for
+ * {@link speechMarks}. Empty when there is nothing to say: no text, no duration,
+ * or nothing in the text that has a mouth shape, which is the right answer for
+ * "3.5%" or an emoji on its own.
+ *
+ * ```ts
+ * const marks = estimateVisemes(finalTranscript, lipsync.durationMs);
+ * if (marks.length > 0) await session.sendSpeechMarks(marks);
+ * ```
+ */
+export function estimateVisemes(text, durationMs) {
+    const normalized = (text ?? "").toLowerCase().replace(/\s+/g, " ").trim();
+    if (normalized === "" || !Number.isFinite(durationMs) || durationMs <= 0)
+        return [];
+    // for..of walks whole characters, so an astral one (an emoji, a rare sign) is
+    // skipped once instead of being read as two broken halves.
+    const tokens = [];
+    for (const ch of normalized) {
+        const token = tokenFor(ch);
+        if (token !== undefined)
+            tokens.push(token);
+    }
+    if (!tokens.some((token) => token !== SILENCE_VISEME))
+        return [];
+    const step = durationMs / tokens.length;
+    return timeline(tokens.map((visemeId, i) => ({ tMs: Math.round(i * step), visemeId })));
+}
+/**
+ * Build the timeline from per-character timings the speech provider gave you.
+ *
+ * Real times are strictly better than an estimate and cost nothing when the
+ * provider already returns them, so prefer this whenever a synthesis call can
+ * hand back an alignment. Core takes the two plain arrays: `characters` as the
+ * provider spoke them, and `startTimesSeconds` counting from the start of the
+ * utterance. Normalising a vendor's field names is the speech plugin's job.
+ *
+ * Returns marks, or an empty array when the alignment holds no mouth shape at
+ * all (all spaces, all punctuation). Fall back to {@link estimateVisemes} on an
+ * EMPTY result rather than on a missing alignment: a provider that returns
+ * timings for punctuation only has an alignment and still needs the estimate.
+ *
+ * Ragged arrays are tolerated: the walk stops at the shorter of the two.
+ * Providers do return mismatched lengths, and throwing there would lose the turn
+ * over a cosmetic hint.
+ */
+export function visemesFromAlignment(characters, startTimesSeconds) {
+    const count = Math.min(characters.length, startTimesSeconds.length);
+    const marks = [];
+    let spoke = false;
+    for (let i = 0; i < count; i += 1) {
+        const seconds = startTimesSeconds[i];
+        // A time that is not a finite number is provider sloppiness of the same
+        // class as a ragged array, so it costs its own mark and nothing else.
+        if (!Number.isFinite(seconds))
+            continue;
+        const token = tokenFor(characters[i]);
+        if (token === undefined)
+            continue;
+        spoke = spoke || token !== SILENCE_VISEME;
+        marks.push({
+            tMs: Math.max(0, Math.round(seconds * 1000)),
+            visemeId: token,
+        });
+    }
+    return spoke ? timeline(marks) : [];
+}
+/**
+ * Counts the audio one turn actually sent, then times the mouth to it.
+ *
+ * Feed it every buffer you hand to the call, and ask it for the timeline when
+ * that turn's text is final. It resets itself, so the next turn starts from
+ * zero:
+ *
+ * ```ts
+ * const lipsync = new TurnLipSync();
+ *
+ * // the audio sink
+ * await session.sendAudio(chunk);
+ * lipsync.audioSent(chunk);
+ *
+ * // the final transcript only
+ * if (isFinal) {
+ *   const marks = lipsync.finish(text);
+ *   if (marks.length > 0) await session.sendSpeechMarks(marks);
+ * }
+ *
+ * // playback cancelled
+ * lipsync.cancel();
+ * ```
+ *
+ * Emit once per turn, on the final transcript. A partial would send an
+ * ever-lengthening timeline several times over and the avatar would restart the
+ * mouth mid-sentence.
+ *
+ * {@link cancel} is not optional. On a barge-in the service drops audio the
+ * caller never heard, and a counter that keeps those milliseconds spreads the
+ * next turn's text over its own audio plus the discarded audio: the mouth runs
+ * long for the whole of that turn and every turn after it.
+ */
+export class TurnLipSync {
+    #sampleRateHz;
+    #durationMs = 0;
+    constructor(options = {}) {
+        this.#sampleRateHz = options.sampleRateHz ?? SAMPLE_RATE_HZ;
+    }
+    /** Milliseconds of audio sent for the turn in progress. Starts at 0. */
+    get durationMs() {
+        return this.#durationMs;
+    }
+    /** Add one PCM16 mono buffer that has gone out to the call. */
+    audioSent(pcm) {
+        this.audioSentMs((pcm.length / BYTES_PER_SAMPLE / this.#sampleRateHz) * 1000);
+    }
+    /**
+     * Add a duration directly, for a sink that hands over encoded audio.
+     *
+     * Rounded per chunk rather than kept as a running float, so both SDKs
+     * accumulate the same integer for the same stream of chunks. A chunk that
+     * measures as nothing, or as no number at all, is ignored rather than taking
+     * the turn's count with it.
+     */
+    audioSentMs(ms) {
+        if (!Number.isFinite(ms) || ms <= 0)
+            return;
+        this.#durationMs += Math.round(ms);
+    }
+    /** Drop the count on a barge-in or a playback cancel, emitting nothing. */
+    cancel() {
+        this.#durationMs = 0;
+    }
+    /**
+     * Return the turn's timeline and reset the counter.
+     *
+     * Empty when no audio was sent or the text carries no mouth shape, and a
+     * caller sends nothing in that case. The reset happens either way: the next
+     * turn must not inherit these milliseconds.
+     */
+    finish(text) {
+        const marks = estimateVisemes(text, this.#durationMs);
+        this.#durationMs = 0;
+        return marks;
+    }
+}
+//# sourceMappingURL=lipsync.js.map

package/dist/lipsync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lipsync.js","sourceRoot":"","sources":["../src/lipsync.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC;;;;GAIG;AACH,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC;AAErB,6EAA6E;AAC7E,iFAAiF;AACjF,iFAAiF;AACjF,oEAAoE;AACpE,MAAM,MAAM,GAA6C;IACvD,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,gEAAgE;IAC/E,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ;IAClB,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,CAAC,EAAE,IAAI,CAAC;IACT,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,sBAAsB;IACjC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ;IAClB,CAAC,CAAC,EAAE,IAAI,CAAC;IACT,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM;IAChB,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ;IAClB,CAAC,CAAC,EAAE,GAAG,CAAC;IACR,CAAC,EAAE,EAAE,GAAG,CAAC;IACT,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,uCAAuC;IACtD,CAAC,EAAE,EAAE,GAAG,CAAC;IACT,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM;IACjB,CAAC,EAAE,EAAE,GAAG,CAAC;IACT,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM;IACjB,CAAC,EAAE,EAAE,KAAK,CAAC;IACX,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAC/B,CAAC,EAAE,EAAE,GAAG,CAAC;IACT,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,cAAc;IAC1B,CAAC,EAAE,EAAE,IAAI,CAAC;IACV,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM;IACjB,CAAC,EAAE,EAAE,KAAK,CAAC;IACX,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,4CAA4C;IAC9D,CAAC,EAAE,EAAE,MAAM,CAAC;IACZ,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,wBAAwB;IACtC,CAAC,EAAE,EAAE,KAAK,CAAC;IACX,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,YAAY;CACzB,CAAC;AAEF,SAAS,UAAU;IACjB,8EAA8E;IAC9E,4EAA4E;IAC5E,8EAA8E;IAC9E,YAAY;IACZ,MAAM,KAAK,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAGvD,CAAC;IACF,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACvC,KAAK,MAAM,EAAE,IAAI,KAAK;YAAE,KAAK,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;IAC/C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,YAAY,GACvB,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;AAE9B;;;;;;;;GAQG;AACH,MAAM,UAAU,aAAa,CAAC,EAAU;IACtC,OAAO,YAAY,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,6EAA6E;AAC7E,SAAS,QAAQ,CAAC,EAAU;IAC1B,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,QAAQ,CAAC,KAA4B;IAC5C,MAAM,IAAI,GAAiB,EAAE,CAAC;IAC9B,IAAI,QAAQ,GAAG,SAAS,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ;YAAE,SAAS;QACzC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnE,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,eAAe,CAC7B,IAA+B,EAC/B,UAAkB;IAElB,MAAM,UAAU,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1E,IAAI,UAAU,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC;QACtE,OAAO,EAAE,CAAC;IAEZ,8EAA8E;IAC9E,2DAA2D;IAC3D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,cAAc,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjE,MAAM,IAAI,GAAG,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACxC,OAAO,QAAQ,CACb,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CACvE,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAA6B,EAC7B,iBAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACpE,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,KAAK,GAAG,KAAK,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAE,CAAC;QACtC,wEAAwE;QACxE,sEAAsE;QACtE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;QACvC,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,KAAK,GAAG,KAAK,IAAI,KAAK,KAAK,cAAc,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;YAC5C,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAYD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,OAAO,WAAW;IACb,aAAa,CAAS;IAC/B,WAAW,GAAG,CAAC,CAAC;IAEhB,YAAY,UAA8B,EAAE;QAC1C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,IAAI,cAAc,CAAC;IAC9D,CAAC;IAED,wEAAwE;IACxE,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,+DAA+D;IAC/D,SAAS,CAAC,GAAe;QACvB,IAAI,CAAC,WAAW,CACd,CAAC,GAAG,CAAC,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAC5D,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,WAAW,CAAC,EAAU;QACpB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,OAAO;QAC5C,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,2EAA2E;IAC3E,MAAM;QACJ,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,IAA+B;QACpC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/log.d.ts

@@ -0,0 +1,18 @@
+/**
+ * The SDK's log sink.
+ *
+ * Console by default, because a library that silently swallows "this worker
+ * takes no Microsoft Teams calls" is a library people debug for an hour. Replace it with
+ * `setLogger()` to route into your own framework's logger - the Python SDK does
+ * the same thing through the stdlib `logging` tree.
+ */
+export interface Logger {
+    debug(message: string): void;
+    info(message: string): void;
+    warn(message: string): void;
+    error(message: string): void;
+}
+/** Route SDK logs into your own logger. */
+export declare function setLogger(next: Logger): void;
+export declare const logger: Logger;
+//# sourceMappingURL=log.d.ts.map

package/dist/log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAGA;;;;;;;GAOG;AACH,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAWD,2CAA2C;AAC3C,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,eAAO,MAAM,MAAM,EAAE,MAKpB,CAAC"}

package/dist/log.js

@@ -0,0 +1,20 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+const consoleLogger = {
+    debug: (m) => console.debug(m),
+    info: (m) => console.info(m),
+    warn: (m) => console.warn(m),
+    error: (m) => console.error(m),
+};
+let active = consoleLogger;
+/** Route SDK logs into your own logger. */
+export function setLogger(next) {
+    active = next;
+}
+export const logger = {
+    debug: (m) => active.debug(m),
+    info: (m) => active.info(m),
+    warn: (m) => active.warn(m),
+    error: (m) => active.error(m),
+};
+//# sourceMappingURL=log.js.map

package/dist/log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAiB/B,MAAM,aAAa,GAAW;IAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;CAC/B,CAAC;AAEF,IAAI,MAAM,GAAW,aAAa,CAAC;AAEnC,2CAA2C;AAC3C,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,GAAG,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAW;IAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;CAC9B,CAAC"}

package/dist/media.d.ts

@@ -0,0 +1,43 @@
+import { type OutboundImage } from "./chat.js";
+/** Where a local reference may be read from. Nothing until an operator says so. */
+export declare const MEDIA_ROOTS_ENV = "STANDIN_MEDIA_ROOTS";
+/** A reply with its markers taken out, and what they pointed at. */
+export interface AgentMedia {
+    /** What is safe to post and to say out loud. */
+    readonly text: string;
+    /** What the markers referred to, in the order they were written. */
+    readonly refs: string[];
+}
+/**
+ * Take the markers out of a reply and return them separately.
+ *
+ * The text that comes back is what to post AND what to say. Both, always: the
+ * whole point is that nobody sees or hears the marker.
+ */
+export declare function parseMedia(reply: string): AgentMedia;
+/**
+ * Directories a local reference may be read from.
+ *
+ * Empty by default, which makes local references unavailable until somebody
+ * opts in. That is the right default for a path chosen by a model.
+ */
+export declare function mediaRoots(roots?: readonly string[]): string[];
+/** Options for {@link loadMedia}. */
+export interface LoadMediaOptions {
+    roots?: readonly string[];
+    maxBytes?: number;
+    name?: string;
+}
+/**
+ * Turn one reference into a picture ready to send.
+ *
+ * Throws with something worth reading, because the caller is on a path where
+ * the alternative is a dropped answer.
+ *
+ * A URL goes through the SDK's own guard, so a reference pointed at a private
+ * address is refused rather than fetched. A path is read only from a named root.
+ * Everything else is refused by name: `file://` handed to a URL fetcher is the
+ * usual way around a path guard.
+ */
+export declare function loadMedia(ref: string, options?: LoadMediaOptions): Promise<OutboundImage>;
+//# sourceMappingURL=media.d.ts.map

package/dist/media.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../src/media.ts"],"names":[],"mappings":"AA6BA,OAAO,EAIL,KAAK,aAAa,EACnB,MAAM,WAAW,CAAC;AAInB,mFAAmF;AACnF,eAAO,MAAM,eAAe,wBAAwB,CAAC;AAkBrD,oEAAoE;AACpE,MAAM,WAAW,UAAU;IACzB,gDAAgD;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;CACzB;AAgBD;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,CAepD;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAe9D;AAyBD,qCAAqC;AACrC,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC,CA6DxB"}

package/dist/media.js

@@ -0,0 +1,190 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * `MEDIA:` markers, the convention an agent uses to send a picture.
+ *
+ * Some agent frameworks let a reply name a file by writing a line like
+ * `MEDIA:/tmp/chart.png` and expect the channel to attach it. A channel that
+ * does not understand the convention posts that line as prose, and a caller
+ * reads a temporary file path in their chat. On a call it is worse:
+ * text-to-speech reads the path out, character by character.
+ *
+ * So the marker is an instruction to the channel, not something anyone should
+ * see. {@link parseMedia} takes it out of the text and hands back what it
+ * referred to. {@link loadMedia} turns one reference into bytes, through the
+ * same guards everything else in this SDK uses.
+ *
+ * A local path is read only from a directory an operator named. Default: none.
+ * An agent can be talked into writing `MEDIA:/etc/passwd`, and the answer to
+ * that has to be a refusal rather than a file read followed by an upload into
+ * somebody's chat.
+ *
+ * Identical in shape to the Python SDK's `standin.media`.
+ */
+import { realpathSync, statSync, readFileSync } from "node:fs";
+import { homedir } from "node:os";
+import { delimiter, resolve, sep, basename } from "node:path";
+import { OUTBOUND_IMAGE_MAX_BYTES, outboundImage, sniffImageType, } from "./chat.js";
+import { fetchPublicImage } from "./fetch.js";
+import { logger } from "./log.js";
+/** Where a local reference may be read from. Nothing until an operator says so. */
+export const MEDIA_ROOTS_ENV = "STANDIN_MEDIA_ROOTS";
+/**
+ * The marker, as the convention defines it: case-insensitive, one per line, and
+ * anchored to the END of the line so a path with spaces survives intact.
+ *
+ * Used only through `replace`, which resets `lastIndex`. A shared global regex
+ * driven with `test` or `exec` carries state between calls and skips matches.
+ */
+const MARKER = /\bMEDIA:\s*`?([^\n]+?)`?\s*$/gim;
+/** How long a reference has to look like one before its line is removed. */
+const PATH_STARTS = ["http://", "https://", "/", "./", "../", "~/"];
+const MEDIA_SUFFIXES = [".png", ".jpg", ".jpeg", ".gif", ".webp"];
+/** A URL reference has the same budget as the picture it becomes. */
+const FETCH_TIMEOUT_MS = 10_000;
+/**
+ * Whether this is plausibly a file or a URL.
+ *
+ * A deliberate narrowing. Stripping every line that merely begins with `MEDIA:`
+ * eats a sentence like "MEDIA: we should talk to them" out of the answer, and
+ * the person who wrote it never learns why.
+ */
+function looksLikeRef(ref) {
+    const lowered = ref.toLowerCase();
+    if (PATH_STARTS.some((start) => lowered.startsWith(start)))
+        return true;
+    if (/^[a-z]:[\\/]/.test(lowered))
+        return true; // a Windows drive
+    return MEDIA_SUFFIXES.some((suffix) => lowered.endsWith(suffix));
+}
+/**
+ * Take the markers out of a reply and return them separately.
+ *
+ * The text that comes back is what to post AND what to say. Both, always: the
+ * whole point is that nobody sees or hears the marker.
+ */
+export function parseMedia(reply) {
+    const refs = [];
+    let text = (reply ?? "").replace(MARKER, (whole, captured) => {
+        const ref = captured.trim().replace(/^`|`$/g, "").trim();
+        if (ref === "" || !looksLikeRef(ref)) {
+            // Not a reference, so it was prose. Leave it alone.
+            return whole;
+        }
+        refs.push(ref);
+        return "";
+    });
+    // Removing a line leaves the blank line it sat on. Three or more become two,
+    // which is a paragraph break; two are left alone, because they already are.
+    text = text.replace(/\n{3,}/g, "\n\n").trim();
+    return { text, refs };
+}
+/**
+ * Directories a local reference may be read from.
+ *
+ * Empty by default, which makes local references unavailable until somebody
+ * opts in. That is the right default for a path chosen by a model.
+ */
+export function mediaRoots(roots) {
+    const parts = roots ??
+        (process.env[MEDIA_ROOTS_ENV] ?? "")
+            .split(delimiter)
+            .filter((p) => p.trim() !== "");
+    const out = [];
+    for (const part of parts) {
+        try {
+            out.push(realpathSync(expand(part)));
+        }
+        catch {
+            // A root that does not exist cannot contain anything.
+        }
+    }
+    return out;
+}
+function expand(path) {
+    return path.startsWith("~/") ? resolve(homedir(), path.slice(2)) : path;
+}
+/**
+ * Whether a real path sits under one of these real roots.
+ *
+ * Both sides are resolved through symlinks first, and the comparison is
+ * separator-terminated: without that, `/tmp/rootevil` passes for `/tmp/root`.
+ */
+function inside(path, roots) {
+    let real;
+    try {
+        real = realpathSync(path);
+    }
+    catch {
+        return false;
+    }
+    return roots.some((root) => {
+        const prefix = root.replace(new RegExp(`${sep}+$`), "") + sep;
+        return real === root || real.startsWith(prefix);
+    });
+}
+/**
+ * Turn one reference into a picture ready to send.
+ *
+ * Throws with something worth reading, because the caller is on a path where
+ * the alternative is a dropped answer.
+ *
+ * A URL goes through the SDK's own guard, so a reference pointed at a private
+ * address is refused rather than fetched. A path is read only from a named root.
+ * Everything else is refused by name: `file://` handed to a URL fetcher is the
+ * usual way around a path guard.
+ */
+export async function loadMedia(ref, options = {}) {
+    const target = (ref ?? "").trim();
+    if (target === "")
+        throw new Error("there was nothing to send");
+    const maxBytes = options.maxBytes ?? OUTBOUND_IMAGE_MAX_BYTES;
+    const lowered = target.toLowerCase();
+    let data;
+    let declared = "";
+    let suggested;
+    if (lowered.startsWith("http://") || lowered.startsWith("https://")) {
+        const fetched = await fetchPublicImage(target, maxBytes, FETCH_TIMEOUT_MS);
+        data = fetched.bytes;
+        declared = fetched.mime;
+        suggested = options.name ?? basename(target.split("?")[0]);
+    }
+    else if (lowered.includes("://") || lowered.startsWith("data:")) {
+        throw new Error(`${lowered.split(":")[0]} references are not allowed here`);
+    }
+    else {
+        const allowed = mediaRoots(options.roots);
+        if (allowed.length === 0) {
+            throw new Error(`sending a local file is off until a directory is named in ${MEDIA_ROOTS_ENV}`);
+        }
+        const path = expand(target);
+        if (!inside(path, allowed)) {
+            throw new Error("that file is outside the directories this worker may read");
+        }
+        let size;
+        try {
+            // Checked before it is read: the point of a cap is not to load it.
+            size = statSync(path).size;
+        }
+        catch {
+            throw new Error("no such file");
+        }
+        if (size > maxBytes)
+            throw new Error(`that file is ${size} bytes, over the ${maxBytes} limit`);
+        data = readFileSync(path);
+        suggested = options.name ?? basename(path);
+    }
+    // Re-checked here whatever anything upstream reported. A content type from a
+    // response header or a file extension is a claim; the bytes are the fact.
+    const actual = sniffImageType(data);
+    if (actual === undefined)
+        throw new Error("that file is not a picture this can send");
+    if (declared !== "" &&
+        declared !== "application/octet-stream" &&
+        declared !== actual) {
+        throw new Error(`that was served as ${declared} but the bytes are ${actual}`);
+    }
+    logger.info(`standin: attaching ${suggested || "a picture"} from a MEDIA marker`);
+    return outboundImage(data, actual, suggested);
+}
+//# sourceMappingURL=media.js.map

package/dist/media.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media.js","sourceRoot":"","sources":["../src/media.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE9D,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,cAAc,GAEf,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,mFAAmF;AACnF,MAAM,CAAC,MAAM,eAAe,GAAG,qBAAqB,CAAC;AAErD;;;;;;GAMG;AACH,MAAM,MAAM,GAAG,iCAAiC,CAAC;AAEjD,4EAA4E;AAC5E,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpE,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAElE,qEAAqE;AACrE,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAUhC;;;;;;GAMG;AACH,SAAS,YAAY,CAAC,GAAW;IAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACxE,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,kBAAkB;IACjE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACnE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,QAAgB,EAAE,EAAE;QACnE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzD,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,oDAAoD;YACpD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IACH,6EAA6E;IAC7E,4EAA4E;IAC5E,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,KAAyB;IAClD,MAAM,KAAK,GACT,KAAK;QACL,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;aACjC,KAAK,CAAC,SAAS,CAAC;aAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACpC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1E,CAAC;AAED;;;;;GAKG;AACH,SAAS,MAAM,CAAC,IAAY,EAAE,KAAwB;IACpD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;QAC9D,OAAO,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC;AASD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,UAA4B,EAAE;IAE9B,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,MAAM,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,wBAAwB,CAAC;IAE9D,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,IAAY,CAAC;IACjB,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,SAAiB,CAAC;IAEtB,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAC3E,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC;QACrB,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;QACxB,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,6DAA6D,eAAe,EAAE,CAC/E,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,mEAAmE;YACnE,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,GAAG,QAAQ;YACjB,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,oBAAoB,QAAQ,QAAQ,CAAC,CAAC;QAC5E,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAC1B,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,6EAA6E;IAC7E,0EAA0E;IAC1E,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,MAAM,KAAK,SAAS;QACtB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,IACE,QAAQ,KAAK,EAAE;QACf,QAAQ,KAAK,0BAA0B;QACvC,QAAQ,KAAK,MAAM,EACnB,CAAC;QACD,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,sBAAsB,MAAM,EAAE,CAC7D,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,IAAI,CACT,sBAAsB,SAAS,IAAI,WAAW,sBAAsB,CACrE,CAAC;IACF,OAAO,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;AAChD,CAAC"}