@missionsquad/browserai 0.1.0

package/dist/multimodal.js

@@ -0,0 +1,506 @@
+import { SUPERTONIC_2_MODEL_ID } from "./models.js";
+import { AUDIO_SR } from "./audio/pcm.js";
+/** The kokoro-js CDN bundle loaded by default (kokoro-js ships its own Transformers.js runtime). */
+export const DEFAULT_KOKORO_CDN = "https://cdn.jsdelivr.net/npm/kokoro-js@1.2.1/+esm";
+const MAX_PIXELS = 1_048_576; // ~1.05 MP — larger overflows the q4f16 Qwen-family vision encoder
+/**
+ * Speaker-embedding URL for a Supertonic voice id (F1–F5 / M1–M5), resolved against the loaded model's
+ * own repo so Supertonic v1 and v2 each fetch their own `voices/*.bin`. Defaults to F1 when unset.
+ */
+export function supertonicVoiceUrl(modelId, voiceId) {
+    const id = voiceId && /^[FM][1-5]$/.test(voiceId) ? voiceId : "F1";
+    return `https://huggingface.co/${modelId}/resolve/main/voices/${id}.bin`;
+}
+/** Count tokens from a TextStreamer token_callback payload (array / typed array / tensor). */
+function countTokenItems(value) {
+    if (value == null)
+        return 0;
+    if (ArrayBuffer.isView(value))
+        return value.length ?? 1;
+    if (Array.isArray(value))
+        return value.length;
+    const record = value;
+    if (record?.data && typeof record.data.length === "number")
+        return record.data.length;
+    if (Array.isArray(record?.dims))
+        return record.dims.reduce((product, dim) => product * dim, 1);
+    if (typeof record?.size === "number")
+        return record.size;
+    return 1;
+}
+/** A TextStreamer that accumulates text (onDelta) AND counts tokens + records first-token time. */
+function makeCountingStreamer(Streamer, tokenizer, onDelta, sink) {
+    return new Streamer(tokenizer, {
+        skip_prompt: true,
+        skip_special_tokens: true,
+        callback_function: (chunk) => {
+            if (typeof chunk === "string") {
+                if (sink.firstTokenMs === undefined)
+                    sink.firstTokenMs = performance.now();
+                sink.text += chunk;
+                onDelta?.(sink.text);
+            }
+        },
+        token_callback_function: (tokens) => {
+            sink.completionTokens += countTokenItems(tokens);
+        },
+    });
+}
+function vlmDtype(preset, runtime) {
+    if (runtime === "vlm-vision2seq")
+        return { embed_tokens: "fp16", vision_encoder: "q4", decoder_model_merged: "q4" };
+    // imagetext family: GLM-OCR ships a single q4f16 dtype; Qwen3-VL uses a per-module mixed map.
+    if (preset.transformersDtype)
+        return preset.transformersDtype;
+    return { embed_tokens: "fp16", vision_encoder: "fp16", decoder_model_merged: "q4f16" };
+}
+/**
+ * Load the shared pieces of an audio-text-to-text model (Granite Speech, Voxtral realtime): the
+ * AutoProcessor and the AutoModelForAudioTextToText model on WebGPU. All three ONNX modules
+ * (audio_encoder, embed_tokens, decoder_model_merged) publish a q4f16 variant, so a flat dtype loads
+ * them uniformly; preset.transformersDtype overrides it if a model needs a different mix. The caller
+ * tags the returned bundle with the right handle `kind` (audiolm vs audiolm-stream).
+ */
+async function loadAudioLmSessions(preset, transformers, progress_callback) {
+    const processor = await transformers.AutoProcessor.from_pretrained(preset.id, { progress_callback });
+    const dtype = preset.transformersDtype ?? "q4f16";
+    const model = await transformers.AutoModelForAudioTextToText.from_pretrained(preset.id, { device: "webgpu", dtype, progress_callback });
+    return { processor, model, Streamer: transformers.TextStreamer };
+}
+export async function loadMultimodal(preset, transformers, device, progress_callback, options = {}) {
+    const runtime = preset.mmRuntime;
+    if (!runtime)
+        throw new Error(`Model ${preset.shortName} has no multimodal runtime.`);
+    switch (runtime) {
+        case "stt": {
+            // Whisper/Moonshine load an fp32 encoder + a quantized decoder (encoder quantization hurts
+            // accuracy). Some ASR models document a single flat dtype instead — e.g. Cohere's cohere_asr,
+            // whose fp32 encoder is multiple GB, ships a q4 WebGPU recipe. Honor preset.transformersDtype
+            // when set so those models are not force-loaded with an fp32 encoder.
+            const dtype = preset.transformersDtype ??
+                (device === "webgpu"
+                    ? { encoder_model: "fp32", decoder_model_merged: "q4" }
+                    : { encoder_model: "fp32", decoder_model_merged: "q8" });
+            const transcriber = await transformers.pipeline("automatic-speech-recognition", preset.id, { device, dtype, progress_callback });
+            return { kind: "stt", transcriber };
+        }
+        case "tts-pipeline": {
+            const synth = await transformers.pipeline("text-to-speech", preset.id, { device, dtype: "fp32", progress_callback });
+            return { kind: "tts-pipeline", synth, modelId: preset.id };
+        }
+        case "tts-kokoro": {
+            // kokoro-js bundles its own Transformers.js runtime; by default load it from the CDN.
+            const kokoro = await loadKokoroModule(options.kokoro);
+            const tts = await kokoro.KokoroTTS.from_pretrained(preset.id, {
+                dtype: device === "webgpu" ? "fp32" : "q8",
+                device,
+                progress_callback,
+            });
+            return { kind: "tts-kokoro", tts: tts, TextSplitterStream: kokoro.TextSplitterStream };
+        }
+        case "vlm-vision2seq":
+        case "vlm-imagetext": {
+            const processor = await transformers.AutoProcessor.from_pretrained(preset.id, { progress_callback });
+            const ModelClass = runtime === "vlm-vision2seq" ? transformers.AutoModelForVision2Seq : transformers.AutoModelForImageTextToText;
+            const model = await ModelClass.from_pretrained(preset.id, { device: "webgpu", dtype: vlmDtype(preset, runtime), progress_callback });
+            return {
+                kind: "vlm",
+                processor,
+                model,
+                Streamer: transformers.TextStreamer,
+                loadImage: transformers.load_image,
+                maxPixels: runtime === "vlm-imagetext" ? MAX_PIXELS : 0,
+                imageArray: runtime === "vlm-vision2seq",
+                // Generous caps so descriptions/OCR are not truncated mid-output (any OCR model → 2048).
+                maxNewTokens: preset.id.toLowerCase().includes("ocr") ? 2048 : 1024,
+            };
+        }
+        case "gemma-mm": {
+            const processor = await transformers.AutoProcessor.from_pretrained(preset.id, { progress_callback });
+            const model = await transformers.Gemma4ForConditionalGeneration.from_pretrained(preset.id, { device: "webgpu", dtype: "q4f16", progress_callback });
+            return { kind: "gemma", processor, model, Streamer: transformers.TextStreamer, loadImage: transformers.load_image };
+        }
+        case "audio-text-to-text":
+            // Granite Speech / Ultravox / non-realtime Voxtral: audio placeholder token in the prompt.
+            return { kind: "audiolm", ...(await loadAudioLmSessions(preset, transformers, progress_callback)) };
+        case "voxtral-realtime":
+            // Voxtral realtime: same load, but the processor is audio-only and generate is self-stopping.
+            return { kind: "audiolm-stream", ...(await loadAudioLmSessions(preset, transformers, progress_callback)) };
+        default:
+            throw new Error(`Unsupported multimodal runtime: ${runtime}`);
+    }
+}
+async function loadKokoroModule(options) {
+    if (options?.load)
+        return options.load();
+    const url = options?.url ?? DEFAULT_KOKORO_CDN;
+    // Remote dynamic ESM import: browsers support it natively; bundlers must leave the URL external
+    // (the indirection through a variable prevents most bundlers from trying to resolve it).
+    return (await import(/* @vite-ignore */ /* webpackIgnore: true */ url));
+}
+export async function disposeMultimodal(handle) {
+    if (!handle)
+        return;
+    const model = handle.model;
+    try {
+        if (typeof model?.dispose === "function")
+            await model.dispose();
+    }
+    catch {
+        // Best-effort; the WebGPU context is released when the tab/model is replaced.
+    }
+}
+/* ------------------------------------------------------------------ */
+/* Inference                                                           */
+/* ------------------------------------------------------------------ */
+/**
+ * Gemma's audio feature-extractor only "hears" ~30s per generate() call, so a longer clip must be
+ * split into ≤30s windows and transcribed window-by-window. Cap the total work at 12 minutes.
+ */
+const GEMMA_AUDIO_CHUNK_SEC = 30;
+const GEMMA_AUDIO_MAX_SEC = 12 * 60; // 720s ceiling on chunked transcription
+const GEMMA_TRANSCRIBE_PROMPT = "Transcribe this audio verbatim.";
+/**
+ * Plan the consecutive, non-overlapping ≤30s sample windows a Gemma transcription splits a clip
+ * into. The clip is first truncated to the 12-minute ceiling, then walked in
+ * {@link GEMMA_AUDIO_CHUNK_SEC} windows (the final window may be shorter). Pure and exported so the
+ * boundary math (truncation ceiling, last partial window) is unit-tested independently of a model.
+ */
+export function planGemmaAudioWindows(totalSamples) {
+    const chunkSamples = GEMMA_AUDIO_CHUNK_SEC * AUDIO_SR;
+    const maxSamples = GEMMA_AUDIO_MAX_SEC * AUDIO_SR;
+    const usable = Math.min(Math.max(0, Math.floor(totalSamples)), maxSamples);
+    const windows = [];
+    for (let start = 0; start < usable; start += chunkSamples) {
+        windows.push({ start, end: Math.min(start + chunkSamples, usable) });
+    }
+    return windows;
+}
+/**
+ * Transcribe a 16 kHz mono Float32Array. ASR-pipeline models (Whisper/Moonshine — handle kind
+ * "stt") additionally accept an audio URL, which the Transformers.js pipeline fetches and decodes;
+ * the generative STT recipes (Gemma, Granite Speech, Voxtral) require decoded PCM.
+ * @throws {Error} when a URL is passed to a model that cannot fetch audio itself.
+ */
+export async function transcribe(handle, audio, onDelta) {
+    if (typeof audio === "string" && handle.kind !== "stt") {
+        throw new Error("URL audio input is only supported by ASR-pipeline models (Whisper/Moonshine). Decode to 16 kHz mono PCM first (decodeAudioTo16kMono).");
+    }
+    if (handle.kind === "gemma") {
+        // Callers supply decoded 16 kHz samples; chunk anything past Gemma's ~30s window.
+        return transcribeGemmaChunked(handle, audio, onDelta);
+    }
+    if (handle.kind === "audiolm") {
+        // Audio-LLM (Granite Speech, etc.): single-pass generate over the whole clip, no segments.
+        return transcribeAudioLm(handle, audio, onDelta);
+    }
+    if (handle.kind === "audiolm-stream") {
+        // Voxtral realtime: audio-only, self-stopping generate over the whole clip, no segments.
+        return transcribeVoxtralRealtime(handle, audio, onDelta);
+    }
+    if (handle.kind !== "stt")
+        throw new Error("Loaded model cannot transcribe audio.");
+    // Whisper supports segment timestamps; Moonshine may not — try, then fall back to a plain pass.
+    let out;
+    try {
+        out = await handle.transcriber(audio, { return_timestamps: true, chunk_length_s: 30, stride_length_s: 5 });
+    }
+    catch {
+        out = await handle.transcriber(audio);
+    }
+    const text = String(out?.text ?? "").trim();
+    const chunks = Array.isArray(out?.chunks) ? out.chunks : [];
+    const segments = chunks
+        .filter((c) => Array.isArray(c.timestamp))
+        .map((c) => ({ start: c.timestamp[0] ?? 0, end: c.timestamp[1] ?? 0, text: String(c.text ?? "").trim() }))
+        .filter((s) => s.text.length > 0);
+    return { text, segments };
+}
+/**
+ * Transcribe with Gemma, splitting audio longer than {@link GEMMA_AUDIO_CHUNK_SEC} into consecutive
+ * non-overlapping windows (Gemma's feature-extractor only hears ~30s per pass). Clips beyond
+ * {@link GEMMA_AUDIO_MAX_SEC} are truncated to that ceiling. Each window becomes a timestamped segment;
+ * partial text streams across windows (already-finished windows are prefixed onto the live one), and
+ * the returned telemetry sums token counts across all windows for accurate stats.
+ */
+async function transcribeGemmaChunked(handle, audio, onDelta) {
+    const windows = planGemmaAudioWindows(audio.length);
+    // Fast path: a single ≤30s window (or empty audio) needs no chunk bookkeeping.
+    if (windows.length <= 1) {
+        const clip = windows[0] ? audio.subarray(windows[0].start, windows[0].end) : audio;
+        const result = await runGemma(handle, { audio: clip, prompt: GEMMA_TRANSCRIBE_PROMPT }, onDelta);
+        return { text: result.text, segments: [], gen: result };
+    }
+    const segments = [];
+    const parts = [];
+    const startedMs = performance.now();
+    let completionTokens = 0;
+    let firstTokenMs;
+    for (const window of windows) {
+        const prior = parts.join(" ");
+        const result = await runGemma(handle, { audio: audio.subarray(window.start, window.end), prompt: GEMMA_TRANSCRIBE_PROMPT }, (partial) => {
+            onDelta?.(prior ? `${prior} ${partial}` : partial);
+        });
+        const windowText = result.text.trim();
+        if (windowText) {
+            segments.push({ start: window.start / AUDIO_SR, end: window.end / AUDIO_SR, text: windowText });
+            parts.push(windowText);
+            onDelta?.(parts.join(" "));
+        }
+        completionTokens += result.completionTokens;
+        if (firstTokenMs === undefined && result.firstTokenMs !== undefined)
+            firstTokenMs = result.firstTokenMs;
+    }
+    return { text: parts.join(" "), segments, gen: { completionTokens, firstTokenMs, startedMs, endedMs: performance.now() } };
+}
+const AUDIO_LM_TRANSCRIBE_PROMPT = "Transcribe this audio verbatim.";
+/**
+ * Transcribe with an audio-text-to-text LLM (Granite Speech / Voxtral). These models take a decoded
+ * 16 kHz clip plus a text instruction and *generate* the transcript, so — unlike the Whisper pipeline
+ * — there are no per-segment timestamps. The whole clip is run in a single pass and returned as plain
+ * text plus real token/latency telemetry.
+ */
+async function transcribeAudioLm(handle, audio, onDelta) {
+    const result = await runAudioLm(handle, audio, AUDIO_LM_TRANSCRIBE_PROMPT, onDelta);
+    return { text: result.text, segments: [], gen: result };
+}
+/**
+ * Generate text from a 16 kHz mono clip + a text prompt with an audio-text-to-text model. The prompt
+ * must carry the model's audio placeholder token: the processor (verified GraniteSpeechProcessor code)
+ * requires the token to be present in the text and replaces it with N audio tokens sized to the clip.
+ * So the placeholder is embedded in the user turn's (string) content, rendered with
+ * `apply_chat_template({ tokenize: false })`, then `processor(text, audio)` produces the model inputs
+ * (this is why a list-content chat turn fails — the model's chat template drops the audio marker).
+ * Streams partial text via onDelta; returns text + telemetry.
+ */
+export async function runAudioLm(handle, audio, prompt, onDelta) {
+    const audioToken = handle.processor?.config?.audio_token ?? "<|audio|>";
+    const conversation = [{ role: "user", content: `${audioToken}${prompt}` }];
+    const text = handle.processor.apply_chat_template(conversation, { add_generation_prompt: true, tokenize: false });
+    const inputs = await handle.processor(text, audio);
+    const sink = { text: "", completionTokens: 0, firstTokenMs: undefined };
+    const startedMs = performance.now();
+    const streamer = makeCountingStreamer(handle.Streamer, handle.processor.tokenizer, onDelta, sink);
+    await handle.model.generate({ ...inputs, max_new_tokens: 1024, do_sample: false, streamer });
+    return { text: sink.text.trim(), completionTokens: sink.completionTokens, firstTokenMs: sink.firstTokenMs, startedMs, endedMs: performance.now() };
+}
+/** Transcribe with Voxtral realtime (single-pass over the whole clip). No timestamped segments. */
+async function transcribeVoxtralRealtime(handle, audio, onDelta) {
+    const result = await runVoxtralRealtime(handle, audio, onDelta);
+    return { text: result.text, segments: [], gen: result };
+}
+/**
+ * Transcribe a 16 kHz mono clip with a Voxtral realtime model. This is a genuine *streaming* model:
+ * its `generate` consumes audio as it decodes through a causal streaming encoder, so it is NOT a
+ * single-pass `generate({ input_features })` call. Faithful to the verified 4.2.0 recipe (from
+ * `tests/models/voxtral_realtime/test_modeling_voxtral_realtime.js`):
+ *   - Seed `input_ids` from the first streaming chunk (BOS + pad/delay tokens).
+ *   - Pass `input_features` as an async generator that yields the first chunk's features then hop-based
+ *     subsequent chunks; the model pulls from it and stops via its internal AudioExhaustedCriteria.
+ *
+ * The model emits each token ~NUM_DELAY_TOKENS behind the audio it is hearing, so for a fixed file the
+ * final words never flush unless more audio follows them. We right-pad the clip with silence by the
+ * processor's own offline amount (`num_right_pad_tokens` tokens) — the same flush its non-streaming
+ * mode applies — before streaming, so the delayed tail tokens are emitted instead of truncated.
+ * Streams partial text via onDelta; returns text + telemetry.
+ */
+export async function runVoxtralRealtime(handle, audio, onDelta) {
+    const processor = handle.processor;
+    const hopLength = processor.feature_extractor.config.hop_length;
+    const winHalf = Math.floor(processor.feature_extractor.config.n_fft / 2);
+    const firstChunkSamples = processor.num_samples_first_audio_chunk;
+    const chunkSamples = processor.num_samples_per_audio_chunk;
+    const firstMelFrames = processor.num_mel_frames_first_audio_chunk;
+    const audioLenPerTok = processor.audio_length_per_tok;
+    const rawPerTok = processor.raw_audio_length_per_tok;
+    // Right-pad with silence to flush the transcription delay (see doc comment), matching the amount the
+    // processor's own offline/non-streaming path uses. Without this the last word is truncated.
+    const flushSamples = processor.num_right_pad_tokens * rawPerTok;
+    const clip = new Float32Array(audio.length + flushSamples);
+    clip.set(audio);
+    // The first streaming chunk supplies the seed input_ids (BOS + NUM_LEFT_PAD + NUM_DELAY pad tokens).
+    const firstChunk = await processor(clip.subarray(0, firstChunkSamples), { is_streaming: true, is_first_audio_chunk: true });
+    // Async generator of per-chunk mel features that the streaming encoder consumes as generation runs.
+    async function* featuresStream() {
+        const first = await processor(clip.subarray(0, firstChunkSamples), { is_streaming: true, is_first_audio_chunk: true });
+        yield first.input_features;
+        let melFrameIdx = firstMelFrames;
+        let startIdx = melFrameIdx * hopLength - winHalf;
+        while (startIdx + chunkSamples < clip.length) {
+            const endIdx = startIdx + chunkSamples;
+            const chunk = await processor(clip.slice(startIdx, endIdx), { is_streaming: true, is_first_audio_chunk: false });
+            yield chunk.input_features;
+            melFrameIdx += audioLenPerTok;
+            startIdx = melFrameIdx * hopLength - winHalf;
+        }
+    }
+    // AudioExhaustedCriteria ends generation when the stream drains; this is only a safety backstop
+    // sized to the clip (~one text token per raw_audio_length_per_tok samples).
+    const maxNewTokens = Math.max(256, Math.ceil(clip.length / rawPerTok) + 128);
+    const sink = { text: "", completionTokens: 0, firstTokenMs: undefined };
+    const startedMs = performance.now();
+    const streamer = makeCountingStreamer(handle.Streamer, processor.tokenizer, onDelta, sink);
+    await handle.model.generate({
+        input_ids: firstChunk.input_ids,
+        input_features: featuresStream(),
+        max_new_tokens: maxNewTokens,
+        streamer,
+    });
+    return { text: sink.text.trim(), completionTokens: sink.completionTokens, firstTokenMs: sink.firstTokenMs, startedMs, endedMs: performance.now() };
+}
+/** Synthesize speech. Returns a RawAudio (Float32Array + sampling_rate + toBlob). */
+export async function synthesize(handle, text, opts) {
+    if (handle.kind === "tts-kokoro")
+        return handle.tts.generate(text, { voice: opts.voice, speed: opts.speed ?? 1 });
+    if (handle.kind === "tts-pipeline") {
+        const synthOpts = { speaker_embeddings: supertonicVoiceUrl(handle.modelId, opts.voice) };
+        let input = text;
+        if (handle.modelId === SUPERTONIC_2_MODEL_ID) {
+            // Supertonic 2 is multilingual and REQUIRES the text wrapped in a language tag (e.g. <en>…</en>);
+            // raw text produces partial words / repeats / gibberish. It also runs a diffusion denoiser, so
+            // pass enough inference steps for clean audio. (Speed stays a playback-rate concern, as in v1.)
+            input = `<en>${text}</en>`;
+            synthOpts.num_inference_steps = 16;
+        }
+        return handle.synth(input, synthOpts);
+    }
+    throw new Error("Loaded model cannot synthesize speech.");
+}
+/** Whether a loaded TTS handle can stream sentence-by-sentence audio as text is pushed (Kokoro only). */
+export function supportsStreamingTts(handle) {
+    return handle?.kind === "tts-kokoro";
+}
+/**
+ * Begin a streaming Kokoro synthesis. Push text into `splitter` as it arrives (e.g. from an LLM token
+ * stream) and close() it when done; consume `chunks` to get one RawAudio per completed sentence. The
+ * generator is pull-driven — synthesis is serialized per sentence and paced by the consumer loop — and
+ * a splitter allows only ONE active iterator, so create a fresh pair per turn via this function.
+ * @throws {Error} if the handle is not a Kokoro TTS handle.
+ */
+export function synthesizeStream(handle, opts) {
+    if (handle.kind !== "tts-kokoro")
+        throw new Error("Streaming TTS requires a Kokoro model.");
+    const splitter = new handle.TextSplitterStream();
+    const stream = handle.tts.stream(splitter, { voice: opts.voice, speed: opts.speed ?? 1 });
+    async function* chunks() {
+        for await (const part of stream)
+            yield part.audio;
+    }
+    return { splitter, chunks: chunks() };
+}
+/** Answer a question about an image (VLM). Streams partial text via onDelta; returns text + telemetry. */
+export async function describeImage(handle, imageSrc, prompt, onDelta) {
+    if (handle.kind === "gemma")
+        return runGemma(handle, { imageSrc, prompt }, onDelta);
+    if (handle.kind !== "vlm")
+        throw new Error("Loaded model cannot analyze images.");
+    const messages = [{ role: "user", content: [{ type: "image" }, { type: "text", text: prompt }] }];
+    const text = handle.processor.apply_chat_template(messages, { add_generation_prompt: true });
+    const src = handle.maxPixels ? await capSrc(imageSrc, handle.maxPixels) : imageSrc;
+    const image = await handle.loadImage(src);
+    const inputs = handle.imageArray ? await handle.processor(text, [image], {}) : await handle.processor(text, image);
+    const sink = { text: "", completionTokens: 0, firstTokenMs: undefined };
+    const startedMs = performance.now();
+    const streamer = makeCountingStreamer(handle.Streamer, handle.processor.tokenizer, onDelta, sink);
+    await handle.model.generate({ ...inputs, max_new_tokens: handle.maxNewTokens, do_sample: false, streamer });
+    return { text: sink.text.trim(), completionTokens: sink.completionTokens, firstTokenMs: sink.firstTokenMs, startedMs, endedMs: performance.now() };
+}
+/** Gemma-4 text + image + audio. image/audio placeholders go before the text; audio is a 16 kHz Float32Array. */
+export async function runGemma(handle, input, onDelta) {
+    const content = [];
+    if (input.imageSrc)
+        content.push({ type: "image" });
+    if (input.audio)
+        content.push({ type: "audio" });
+    content.push({ type: "text", text: input.prompt });
+    const prompt = handle.processor.apply_chat_template([{ role: "user", content }], { enable_thinking: false, add_generation_prompt: true });
+    const image = input.imageSrc ? await handle.loadImage(input.imageSrc) : null;
+    const inputs = await handle.processor(prompt, image, input.audio ?? null, { add_special_tokens: false });
+    const sink = { text: "", completionTokens: 0, firstTokenMs: undefined };
+    const startedMs = performance.now();
+    const streamer = makeCountingStreamer(handle.Streamer, handle.processor.tokenizer, onDelta, sink);
+    await handle.model.generate({ ...inputs, max_new_tokens: 1024, do_sample: false, streamer });
+    return { text: sink.text.trim(), completionTokens: sink.completionTokens, firstTokenMs: sink.firstTokenMs, startedMs, endedMs: performance.now() };
+}
+/**
+ * Normalize chat messages into Gemma-friendly turns. Gemma's chat template has no dedicated
+ * system role, so any leading system text is folded into the first user turn; each turn's content
+ * becomes a `[{type:"text"}]` part (the same content shape the verified image/audio path uses).
+ */
+function toGemmaTurns(messages) {
+    const turns = [];
+    let systemPrefix = "";
+    for (const message of messages) {
+        if (message.role === "system") {
+            systemPrefix += (systemPrefix ? "\n\n" : "") + message.content;
+            continue;
+        }
+        let text = message.content;
+        if (message.role === "user" && systemPrefix) {
+            text = `${systemPrefix}\n\n${text}`;
+            systemPrefix = "";
+        }
+        turns.push({ role: message.role, content: [{ type: "text", text }] });
+    }
+    // System-only (no following user turn) still needs to be sent as a user message.
+    if (systemPrefix)
+        turns.unshift({ role: "user", content: [{ type: "text", text: systemPrefix }] });
+    return turns;
+}
+/**
+ * Gemma-4 text-only generation from a full chat-message list. Prompt-only (no constrained decoding),
+ * matching the Transformers.js text path — a JSON schema is conveyed through the prompt, not a
+ * grammar. Streams partial text via onDelta and returns text + real token/latency telemetry.
+ */
+export async function generateGemmaText(handle, messages, opts = {}) {
+    const prompt = handle.processor.apply_chat_template(toGemmaTurns(messages), { enable_thinking: false, add_generation_prompt: true });
+    const inputs = await handle.processor(prompt, null, null, { add_special_tokens: false });
+    const sink = { text: "", completionTokens: 0, firstTokenMs: undefined };
+    const startedMs = performance.now();
+    const streamer = makeCountingStreamer(handle.Streamer, handle.processor.tokenizer, opts.onDelta, sink);
+    const doSample = (opts.temperature ?? 0) > 0;
+    const genOptions = { ...inputs, max_new_tokens: opts.maxNewTokens ?? 1024, do_sample: doSample, streamer };
+    if (doSample && opts.temperature !== undefined)
+        genOptions.temperature = opts.temperature;
+    if (opts.topP !== undefined)
+        genOptions.top_p = opts.topP;
+    if (opts.repetitionPenalty !== undefined)
+        genOptions.repetition_penalty = opts.repetitionPenalty;
+    await handle.model.generate(genOptions);
+    return { text: sink.text.trim(), completionTokens: sink.completionTokens, firstTokenMs: sink.firstTokenMs, startedMs, endedMs: performance.now() };
+}
+/* ------------------------------------------------------------------ */
+/* Image helper                                                        */
+/* ------------------------------------------------------------------ */
+function loadHTMLImage(src) {
+    return new Promise((resolve, reject) => {
+        const img = new Image();
+        img.crossOrigin = "anonymous";
+        img.onload = () => resolve(img);
+        img.onerror = () => reject(new Error("image load failed"));
+        img.src = src;
+    });
+}
+/**
+ * Downscale (via a plain canvas) so total pixels ≤ maxPixels, preserving aspect. Returns a PNG
+ * data-URL. Guards the Qwen-family vision encoder against an int32 overflow on large images.
+ * Browser main-thread only (`Image` + `document.createElement("canvas")` — not available in workers).
+ * NOTE: RawImage.resize() is deliberately avoided — its -1 aspect arg produced a malformed image.
+ */
+export async function capSrc(src, maxPixels) {
+    if (!maxPixels)
+        return src;
+    const img = await loadHTMLImage(src);
+    const px = img.naturalWidth * img.naturalHeight;
+    if (px <= maxPixels)
+        return src;
+    const scale = Math.sqrt(maxPixels / px);
+    const w = Math.max(1, Math.round(img.naturalWidth * scale));
+    const h = Math.max(1, Math.round(img.naturalHeight * scale));
+    const canvas = document.createElement("canvas");
+    canvas.width = w;
+    canvas.height = h;
+    canvas.getContext("2d")?.drawImage(img, 0, 0, w, h);
+    return canvas.toDataURL("image/png");
+}
+//# sourceMappingURL=multimodal.js.map

package/dist/multimodal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal.js","sourceRoot":"","sources":["../src/multimodal.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAC9F,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,oGAAoG;AACpG,MAAM,CAAC,MAAM,kBAAkB,GAAG,mDAAmD,CAAC;AAqDtF,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,mEAAmE;AAEjG;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAe,EAAE,OAAgB;IAClE,MAAM,EAAE,GAAG,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,OAAO,0BAA0B,OAAO,wBAAwB,EAAE,MAAM,CAAC;AAC3E,CAAC;AAWD,8FAA8F;AAC9F,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,CAAC,CAAC;IAC5B,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAQ,KAA+C,CAAC,MAAM,IAAI,CAAC,CAAC;IACnG,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC;IAC9C,MAAM,MAAM,GAAG,KAAuE,CAAC;IACvF,IAAI,MAAM,EAAE,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;IACtF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/F,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC;IACzD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,mGAAmG;AACnG,SAAS,oBAAoB,CAC3B,QAAgD,EAChD,SAAkB,EAClB,OAA6C,EAC7C,IAAuE;IAEvE,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE;QAC7B,WAAW,EAAE,IAAI;QACjB,mBAAmB,EAAE,IAAI;QACzB,iBAAiB,EAAE,CAAC,KAAc,EAAE,EAAE;YACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;oBAAE,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC3E,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;gBACnB,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,uBAAuB,EAAE,CAAC,MAAe,EAAE,EAAE;YAC3C,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AA4DD,SAAS,QAAQ,CAAC,MAAmB,EAAE,OAA0B;IAC/D,IAAI,OAAO,KAAK,gBAAgB;QAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC;IACpH,8FAA8F;IAC9F,IAAI,MAAM,CAAC,iBAAiB;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,oBAAoB,EAAE,OAAO,EAAE,CAAC;AACzF,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,mBAAmB,CAChC,MAAmB,EACnB,YAAoC,EACpC,iBAAmC;IAEnC,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACrG,MAAM,KAAK,GAAW,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC;IAC1D,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,2BAA2B,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACxI,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC;AACnE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAmB,EACnB,YAAoC,EACpC,MAAwB,EACxB,iBAAmC,EACnC,UAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC;IACjC,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,SAAS,6BAA6B,CAAC,CAAC;IAEtF,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,2FAA2F;YAC3F,8FAA8F;YAC9F,8FAA8F;YAC9F,sEAAsE;YACtE,MAAM,KAAK,GACT,MAAM,CAAC,iBAAiB;gBACxB,CAAC,MAAM,KAAK,QAAQ;oBAClB,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,oBAAoB,EAAE,IAAI,EAAE;oBACvD,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,8BAA8B,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACjI,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QACtC,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACrH,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QAC7D,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,sFAAsF;YACtF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE;gBAC5D,KAAK,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;gBAC1C,MAAM;gBACN,iBAAiB;aAClB,CAAC,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,GAAqB,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC3G,CAAC;QACD,KAAK,gBAAgB,CAAC;QACtB,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACrG,MAAM,UAAU,GAAG,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY,CAAC,2BAA2B,CAAC;YACjI,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACrI,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,SAAS;gBACT,KAAK;gBACL,QAAQ,EAAE,YAAY,CAAC,YAAY;gBACnC,SAAS,EAAE,YAAY,CAAC,UAAU;gBAClC,SAAS,EAAE,OAAO,KAAK,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBACvD,UAAU,EAAE,OAAO,KAAK,gBAAgB;gBACxC,yFAAyF;gBACzF,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;aACpE,CAAC;QACJ,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACrG,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,8BAA8B,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACpJ,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,YAAY,EAAE,SAAS,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;QACtH,CAAC;QACD,KAAK,oBAAoB;YACvB,2FAA2F;YAC3F,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC;QACtG,KAAK,kBAAkB;YACrB,8FAA8F;YAC9F,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,CAAC,MAAM,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC;QAC7G;YACE,MAAM,IAAI,KAAK,CAAC,mCAAmC,OAAiB,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,OAAyC;IACvE,IAAI,OAAO,EAAE,IAAI;QAAE,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,kBAAkB,CAAC;IAC/C,gGAAgG;IAChG,yFAAyF;IACzF,OAAO,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAiB,CAAC;AAC1F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA+B;IACrE,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,MAAM,KAAK,GAAI,MAAkD,CAAC,KAAK,CAAC;IACxE,IAAI,CAAC;QACH,IAAI,OAAO,KAAK,EAAE,OAAO,KAAK,UAAU;YAAE,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,8EAA8E;IAChF,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE;;;GAGG;AACH,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,wCAAwC;AAC7E,MAAM,uBAAuB,GAAG,iCAAiC,CAAC;AAKlE;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,YAAoB;IACxD,MAAM,YAAY,GAAG,qBAAqB,GAAG,QAAQ,CAAC;IACtD,MAAM,UAAU,GAAG,mBAAmB,GAAG,QAAQ,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,YAAY,EAAE,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAwB,EAAE,KAA4B,EAAE,OAAgC;IACvH,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,uIAAuI,CAAC,CAAC;IAC3J,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,kFAAkF;QAClF,OAAO,sBAAsB,CAAC,MAAM,EAAE,KAAqB,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,2FAA2F;QAC3F,OAAO,iBAAiB,CAAC,MAAM,EAAE,KAAqB,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACrC,yFAAyF;QACzF,OAAO,yBAAyB,CAAC,MAAM,EAAE,KAAqB,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACpF,gGAAgG;IAChG,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,MAAM,MAAM,GAA2D,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACpH,MAAM,QAAQ,GAAG,MAAM;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,SAAU,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,SAAU,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SAC3G,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,sBAAsB,CACnC,MAAoD,EACpD,KAAmB,EACnB,OAAgC;IAEhC,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpD,+EAA+E;IAC/E,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,OAAO,CAAC,CAAC;QACjG,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAwD,EAAE,CAAC;IACzE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,YAAgC,CAAC;IAErC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE;YACtI,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAChG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvB,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC;QAC5C,IAAI,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;YAAE,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1G,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,gBAAgB,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC;AAC7H,CAAC;AAED,MAAM,0BAA0B,GAAG,iCAAiC,CAAC;AAErE;;;;;GAKG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAsD,EACtD,KAAmB,EACnB,OAAgC;IAEhC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,0BAA0B,EAAE,OAAO,CAAC,CAAC;IACpF,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAsD,EACtD,KAAmB,EACnB,MAAc,EACd,OAAgC;IAEhC,MAAM,UAAU,GAAY,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,WAAkC,IAAI,WAAW,CAAC;IACxG,MAAM,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,YAAY,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAClH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAEnD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,SAA+B,EAAE,CAAC;IAC9F,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;AACrJ,CAAC;AAED,mGAAmG;AACnG,KAAK,UAAU,yBAAyB,CACtC,MAA6D,EAC7D,KAAmB,EACnB,OAAgC;IAEhC,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAChE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAA6D,EAC7D,KAAmB,EACnB,OAAgC;IAEhC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,SAAS,GAAW,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC;IACxE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACzE,MAAM,iBAAiB,GAAW,SAAS,CAAC,6BAA6B,CAAC;IAC1E,MAAM,YAAY,GAAW,SAAS,CAAC,2BAA2B,CAAC;IACnE,MAAM,cAAc,GAAW,SAAS,CAAC,gCAAgC,CAAC;IAC1E,MAAM,cAAc,GAAW,SAAS,CAAC,oBAAoB,CAAC;IAC9D,MAAM,SAAS,GAAW,SAAS,CAAC,wBAAwB,CAAC;IAE7D,qGAAqG;IACrG,4FAA4F;IAC5F,MAAM,YAAY,GAAG,SAAS,CAAC,oBAAoB,GAAG,SAAS,CAAC;IAChE,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IAC3D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEhB,qGAAqG;IACrG,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5H,oGAAoG;IACpG,KAAK,SAAS,CAAC,CAAC,cAAc;QAC5B,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC;QACvH,MAAM,KAAK,CAAC,cAAc,CAAC;QAC3B,IAAI,WAAW,GAAG,cAAc,CAAC;QACjC,IAAI,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC;QACjD,OAAO,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,QAAQ,GAAG,YAAY,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC,CAAC;YACjH,MAAM,KAAK,CAAC,cAAc,CAAC;YAC3B,WAAW,IAAI,cAAc,CAAC;YAC9B,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,gGAAgG;IAChG,4EAA4E;IAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;IAE7E,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,SAA+B,EAAE,CAAC;IAC9F,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAC3F,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC1B,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,cAAc,EAAE,cAAc,EAAE;QAChC,cAAc,EAAE,YAAY;QAC5B,QAAQ;KACT,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;AACrJ,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAwB,EAAE,IAAY,EAAE,IAAuC;IAC9G,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;IAClH,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACnC,MAAM,SAAS,GAAc,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACpG,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,MAAM,CAAC,OAAO,KAAK,qBAAqB,EAAE,CAAC;YAC7C,kGAAkG;YAClG,+FAA+F;YAC/F,gGAAgG;YAChG,KAAK,GAAG,OAAO,IAAI,OAAO,CAAC;YAC3B,SAAS,CAAC,mBAAmB,GAAG,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;AAC5D,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,oBAAoB,CAClC,MAA2C;IAE3C,OAAO,MAAM,EAAE,IAAI,KAAK,YAAY,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAwB,EACxB,IAAuC;IAEvC,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1F,KAAK,SAAS,CAAC,CAAC,MAAM;QACpB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM;YAAE,MAAM,IAAI,CAAC,KAAK,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;AACxC,CAAC;AAED,0GAA0G;AAC1G,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAwB,EAAE,QAAgB,EAAE,MAAc,EAAE,OAAgC;IAC9H,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAElF,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAClG,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,QAAQ,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7F,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAEnH,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,SAA+B,EAAE,CAAC;IAC9F,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5G,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;AACrJ,CAAC;AAED,iHAAiH;AACjH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,MAAoD,EACpD,KAAkE,EAClE,OAAgC;IAEhC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1I,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7E,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;IAEzG,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,SAA+B,EAAE,CAAC;IAC9F,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;AACrJ,CAAC;AAKD;;;;GAIG;AACH,SAAS,YAAY,CAAC,QAAoB;IACxC,MAAM,KAAK,GAAuD,EAAE,CAAC;IACrE,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,YAAY,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;QAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;YAC5C,IAAI,GAAG,GAAG,YAAY,OAAO,IAAI,EAAE,CAAC;YACpC,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,iFAAiF;IACjF,IAAI,YAAY;QAAE,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IACnG,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAoD,EACpD,QAAoB,EACpB,OAAqI,EAAE;IAEvI,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;IACrI,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;IAEzF,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,SAA+B,EAAE,CAAC;IAC9F,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAEvG,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAc,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACtH,IAAI,QAAQ,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,UAAU,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAC1F,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1D,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS;QAAE,UAAU,CAAC,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IACjG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAExC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;AACrJ,CAAC;AAED,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,GAAG,CAAC,WAAW,GAAG,WAAW,CAAC;QAC9B,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,GAAG,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,GAAW,EAAE,SAAiB;IACzD,IAAI,CAAC,SAAS;QAAE,OAAO,GAAG,CAAC;IAC3B,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC;IAChD,IAAI,EAAE,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC;IAC5D,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;IACjB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAClB,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;AACvC,CAAC"}

package/dist/prompt.d.ts

@@ -0,0 +1,13 @@
+export declare const DEFAULT_EXTRACTION_INSTRUCTIONS: string;
+/**
+ * Build the system + user turns for schema-guided extraction. WebLLM backends additionally enforce
+ * the schema with constrained decoding; Transformers.js backends rely on this prompt alone.
+ */
+export declare function buildExtractionMessages(inputText: string, schema: unknown, additionalInstructions?: string): ({
+    role: "system";
+    content: string;
+} | {
+    role: "user";
+    content: string;
+})[];
+//# sourceMappingURL=prompt.d.ts.map

package/dist/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../src/prompt.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,+BAA+B,QAOhC,CAAC;AAEb;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,SAAkC;;;;;;KAmBnI"}

package/dist/prompt.js

@@ -0,0 +1,32 @@
+export const DEFAULT_EXTRACTION_INSTRUCTIONS = [
+    "You are a deterministic information-extraction engine.",
+    "Return exactly one JSON object and nothing else.",
+    "Never emit Markdown, comments, explanations, hidden reasoning, or a second JSON object.",
+    "Stop immediately after the final closing brace of the JSON object.",
+    "Use null when a scalar field is unknown. Use [] when a list has no items.",
+    "Keep string values concise and do not invent facts not present in the input text.",
+].join("\n");
+/**
+ * Build the system + user turns for schema-guided extraction. WebLLM backends additionally enforce
+ * the schema with constrained decoding; Transformers.js backends rely on this prompt alone.
+ */
+export function buildExtractionMessages(inputText, schema, additionalInstructions = DEFAULT_EXTRACTION_INSTRUCTIONS) {
+    const schemaText = JSON.stringify(schema, null, 2);
+    const instructions = additionalInstructions.trim() || DEFAULT_EXTRACTION_INSTRUCTIONS;
+    return [
+        {
+            role: "system",
+            content: [
+                instructions,
+                "",
+                "The JSON object must follow this JSON Schema:",
+                schemaText,
+            ].join("\n"),
+        },
+        {
+            role: "user",
+            content: `Extract structured data from the text below. Return one JSON object only.\n\n<text>\n${inputText}\n</text>`,
+        },
+    ];
+}
+//# sourceMappingURL=prompt.js.map

package/dist/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../src/prompt.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,+BAA+B,GAAG;IAC7C,wDAAwD;IACxD,kDAAkD;IAClD,yFAAyF;IACzF,oEAAoE;IACpE,2EAA2E;IAC3E,mFAAmF;CACpF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,SAAiB,EAAE,MAAe,EAAE,sBAAsB,GAAG,+BAA+B;IAClI,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,sBAAsB,CAAC,IAAI,EAAE,IAAI,+BAA+B,CAAC;IAEtF,OAAO;QACL;YACE,IAAI,EAAE,QAAiB;YACvB,OAAO,EAAE;gBACP,YAAY;gBACZ,EAAE;gBACF,+CAA+C;gBAC/C,UAAU;aACX,CAAC,IAAI,CAAC,IAAI,CAAC;SACb;QACD;YACE,IAAI,EAAE,MAAe;YACrB,OAAO,EAAE,wFAAwF,SAAS,WAAW;SACtH;KACF,CAAC;AACJ,CAAC"}

package/dist/proxy-verify.d.ts

@@ -0,0 +1,10 @@
+import type { AppConfig } from "@mlc-ai/web-llm";
+/** Verify the proxy Worker is live and can serve the selected WebLLM model's config + wasm library. */
+export declare function verifyWebLLMProxy(proxyOrigin: string, modelId: string, appConfig: AppConfig): Promise<void>;
+/** Verify the proxy Worker can serve a Transformers.js repo's config through /hf-transformers/. */
+export declare function verifyTransformersProxy(proxyOrigin: string, modelId: string): Promise<void>;
+export declare function splitHuggingFaceRepoId(modelId: string): {
+    owner: string;
+    repo: string;
+};
+//# sourceMappingURL=proxy-verify.d.ts.map

package/dist/proxy-verify.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-verify.d.ts","sourceRoot":"","sources":["../src/proxy-verify.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAe,MAAM,iBAAiB,CAAC;AAsB9D,uGAAuG;AACvG,wBAAsB,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CA+CjH;AAYD,mGAAmG;AACnG,wBAAsB,uBAAuB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAajG;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAIvF"}