@trillboards/edge-sdk 0.2.4 → 0.2.6

package/dist/LiteRtVlmProvider.d.ts

@@ -0,0 +1,193 @@
+/**
+ * LiteRtVlmProvider — runs the audience/sensing VLM ON-DEVICE via Google AI
+ * Edge **LiteRT-LM** (`litert-lm serve`), the SAME runtime the CTV agent-core
+ * uses for `gemma-4-E2B-it` (Gemma 4 E2B). This is the production runtime for the
+ * BYO-CCTV connector — NOT Ollama. Cross-platform (macOS/Linux/Windows), OpenAI-
+ * compatible API (`/v1/chat/completions`).
+ *
+ * ── Structured output via PLAIN completion + client-side validation (NOT
+ * tool-calling). litert-lm 0.13.1 DOES expose constrained tool-calling, but its
+ * ANTLR FC tool-call parser 500s whenever Gemma serializes a string with the
+ * special `<|"|>` quote token instead of a literal `"` — reproducibly, on whole
+ * classes of frames (measured 0/5 on an empty-room frame across full schema,
+ * no-free-text, temp 0.8, AND response_format). Empty scenes dominate real CCTV,
+ * so tool-calling is unusable here. The SAME frame returns clean valid JSON via
+ * PLAIN completion (8/8) — the `<|"|>` token is injected only by the tool-call/
+ * constrained path. So we:
+ *   1. render the schema as a human-readable key list ("key": one of [...] / type),
+ *   2. ask for a single bare minified JSON object (no tools, no response_format),
+ *   3. read choices[0].message.content, de-tokenize/repair, JSON.parse,
+ *   4. VALIDATE against the schema (required keys + enum membership), and
+ *   5. retry (perturbing temperature) on any HTTP / parse / validation failure.
+ * The structured-output GUARANTEE is the client-side validation+retry — the same
+ * contract the cloud VLM produces, just enforced on our side rather than by the
+ * (broken) on-device grammar.
+ *
+ * ── ACCELERATOR VARIANT: litert-lm advertises its GPU delegate as a SEPARATE
+ * MODEL ID — the imported id with a `,gpu` suffix (`GET /v1/models` on 0.13.1
+ * lists both `gemma-4-E2B-it.litertlm` and `gemma-4-E2B-it.litertlm,gpu`, and
+ * `serve_util.parse_model_spec` parses `model_id[,backend][,max_tokens]` out of
+ * the `model` string). Posting the bare id runs the CPU delegate, so until this
+ * shipped EVERY connector frame ran on CPU. MEASURED through this provider on an
+ * M4 Max, real kitchen frame at production capture params (640x480 JPEG q70),
+ * same 16-key prompt on both delegates in back-to-back windows: 39.22 s/frame on
+ * CPU (n=4) vs 10.66 s/frame on GPU (n=5) — 3.68x. So the provider RESOLVES the
+ * variant from the live model list at first use (`accelerator: 'auto'`, the
+ * default) rather than hardcoding either id, prefers GPU when the serve
+ * advertises it, and DEMOTES to CPU for the rest of the process if the GPU
+ * variant turns out not to work on this host (an unusable delegate must degrade,
+ * never silence sensing). `getAcceleratorHealth()` reports the outcome.
+ *
+ * NOTE for anyone re-measuring: changing the model spec makes litert-lm tear
+ * down and re-initialize the engine, so the first frame after a delegate switch
+ * carries model load — warm once before timing. `serve` is also a SERIAL
+ * http.server, and killing a client does NOT cancel its in-flight generation, so
+ * a stale backlog makes even `GET /v1/models` time out and reads as "the GPU is
+ * broken". Wait for a drained serve first. (.claude/lessons.md 2026-08-11.)
+ *
+ * Built-in http/https only (no extra dependency → survives bundling into the
+ * self-contained connector; trivially mockable in tests).
+ */
+/**
+ * Which litert-lm delegate to run.
+ *  - `'auto'` (default) — read `GET /v1/models` once and prefer the `,gpu`
+ *    variant when the serve advertises it; otherwise CPU.
+ *  - `'gpu'` — pin the `,gpu` variant without probing (still demotes to CPU if
+ *    it fails at runtime, so a bad pin cannot take sensing down).
+ *  - `'cpu'` — pin the bare model id; never probe, never demote.
+ */
+export type LiteRtAccelerator = 'auto' | 'gpu' | 'cpu';
+export interface LiteRtVlmProviderOptions {
+    /** LiteRT-LM serve base URL (no trailing slash needed). Default http://localhost:9379. */
+    litertLmBaseUrl?: string;
+    /** Model id as imported in `litert-lm list`. Default gemma-4-E2B-it.litertlm. */
+    model?: string;
+    /**
+     * Which delegate to run. Default `'auto'` — resolve the `,gpu` variant from the
+     * live `/v1/models` list and prefer it when present. See LiteRtAccelerator.
+     */
+    accelerator?: LiteRtAccelerator;
+    /** Request timeout in ms. On-device inference can be slow → default 120000. */
+    timeoutMs?: number;
+    /**
+     * Total attempts for a single frame before giving up. Default 3. Attempt 0 is
+     * temperature 0 (deterministic data product); a retry perturbs temperature so
+     * a degenerate generation (dropped key / bad enum / unparseable) is re-rolled.
+     */
+    maxAttempts?: number;
+    /** Backoff between retry attempts in ms. Default 250. */
+    retryBackoffMs?: number;
+    /** Log sink for the one-line variant-selection / demotion notices. Default console.log. */
+    log?: (message: string) => void;
+}
+/** What the provider resolved about this host's accelerator (surfaced in health). */
+export interface LiteRtAcceleratorHealth {
+    /** The configured policy ('auto' | 'gpu' | 'cpu'). */
+    accelerator: LiteRtAccelerator;
+    /** The model id inference is actually posted under right now. */
+    selectedModel: string;
+    /** Which delegate that id runs. `null` until the first resolution completes. */
+    selectedDelegate: 'gpu' | 'cpu' | null;
+    /** Did `/v1/models` advertise the `,gpu` variant? `null` = not probed (pinned / not yet run). */
+    gpuAdvertised: boolean | null;
+    /** True once the GPU variant failed at runtime and the provider fell back to CPU. */
+    gpuDemoted: boolean;
+    /** Why it demoted / why GPU was not selected (human-readable; null when nothing to report). */
+    reason: string | null;
+}
+export interface LocalAnalyzeRequest {
+    /** Raw JPEG bytes for this frame. */
+    jpeg: Buffer;
+    /** The JSON Schema the output is validated against (the profile contract). */
+    schema: Record<string, unknown>;
+    /** The analysis prompt (same instruction the cloud VLM gets). */
+    prompt: string;
+}
+/** Minimal injectable HTTP transport — lets tests stub LiteRT-LM entirely. */
+export interface HttpJsonPoster {
+    (url: string, options: {
+        method: string;
+        headers: Record<string, string>;
+        timeoutMs: number;
+    }, body: string): Promise<{
+        statusCode: number;
+        body: string;
+    }>;
+}
+export declare class LiteRtVlmProvider {
+    private readonly endpoint;
+    private readonly modelsEndpoint;
+    /** The bare model id as imported (never carries an accelerator suffix). */
+    private readonly baseModel;
+    private readonly accelerator;
+    private readonly timeoutMs;
+    private readonly maxAttempts;
+    private readonly retryBackoffMs;
+    private readonly poster;
+    private readonly log;
+    /** Resolved model id inference is posted under; null until the first resolve. */
+    private selectedModel;
+    /** In-flight resolution, so N concurrent frames share ONE /v1/models probe. */
+    private resolving;
+    /** Did the serve advertise the `,gpu` variant? null = not probed. */
+    private gpuAdvertised;
+    /** Set once the GPU variant failed a whole frame and we fell back to CPU. */
+    private gpuDemoted;
+    private acceleratorReason;
+    constructor(options?: LiteRtVlmProviderOptions, poster?: HttpJsonPoster);
+    /** The resolved chat-completions URL (exposed for assertions / logging). */
+    getEndpoint(): string;
+    /**
+     * The model id this provider posts inference under. Before the first
+     * `analyze()` on the `'auto'` policy this is the BASE (CPU) id — the variant is
+     * resolved from the live model list at first use.
+     */
+    getModel(): string;
+    /** The `,gpu` variant id for the configured base model. */
+    private gpuModel;
+    /**
+     * What this provider resolved about the host's accelerator — the health
+     * surface for "did we get the GPU, and if not, why not". Read by the
+     * local-sensing client so an operator/support can see it without log-diving.
+     */
+    getAcceleratorHealth(): LiteRtAcceleratorHealth;
+    /**
+     * Resolve which model id to post under, probing `GET /v1/models` at most once
+     * for a SUCCESSFUL answer. A failed probe resolves to CPU for this frame only
+     * and is re-probed on the next one — a serve that is still warming up must not
+     * pin the connector to CPU for the life of the process.
+     */
+    private resolveModel;
+    /** GET the model-id list. Returns null on any transport/parse failure (never throws). */
+    private fetchModelIds;
+    /**
+     * Record that the GPU variant failed a whole frame (an unusable GPU delegate on
+     * this host) and pin the CPU delegate for the REST of the process. Idempotent —
+     * a SECOND concurrent frame that also failed on GPU must still be allowed to
+     * re-run on CPU, so the caller keys its retry on which model IT ran, not on
+     * whether it happened to be the one that recorded the demotion.
+     */
+    private recordGpuDemotion;
+    /**
+     * Run on-device inference on a JPEG frame and return the parsed + validated
+     * structured object (the same shape the cloud VLM emits for this schema).
+     * Retries a transient failure (non-2xx / unparseable / schema-invalid) with a
+     * perturbed temperature; a non-empty-jpeg failure is fatal (no retry).
+     *
+     * If EVERY attempt failed while running the GPU variant, the provider demotes
+     * to the CPU delegate and re-runs the attempt budget once — an init failure on
+     * a host with no usable GPU delegate degrades the frame's latency instead of
+     * losing the frame.
+     */
+    analyze(request: LocalAnalyzeRequest): Promise<Record<string, unknown>>;
+    /** The retry budget for one frame against one model id. */
+    private runAttempts;
+    /** A single inference attempt at the given temperature. */
+    private attemptOnce;
+}
+/**
+ * Default transport using Node's built-in http/https. No third-party deps so it
+ * survives bundling into the self-contained connector.
+ */
+export declare const defaultHttpJsonPoster: HttpJsonPoster;
+//# sourceMappingURL=LiteRtVlmProvider.d.ts.map

package/dist/LiteRtVlmProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiteRtVlmProvider.d.ts","sourceRoot":"","sources":["../src/LiteRtVlmProvider.ts"],"names":[],"mappings":"AAIA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AAEH;;;;;;;GAOG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;AAYvD,MAAM,WAAW,wBAAwB;IACvC,0FAA0F;IAC1F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yDAAyD;IACzD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2FAA2F;IAC3F,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,qFAAqF;AACrF,MAAM,WAAW,uBAAuB;IACtC,sDAAsD;IACtD,WAAW,EAAE,iBAAiB,CAAC;IAC/B,iEAAiE;IACjE,aAAa,EAAE,MAAM,CAAC;IACtB,gFAAgF;IAChF,gBAAgB,EAAE,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC;IACvC,iGAAiG;IACjG,aAAa,EAAE,OAAO,GAAG,IAAI,CAAC;IAC9B,qFAAqF;IACrF,UAAU,EAAE,OAAO,CAAC;IACpB,+FAA+F;IAC/F,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,8EAA8E;IAC9E,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,iEAAiE;IACjE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8EAA8E;AAC9E,MAAM,WAAW,cAAc;IAC7B,CACE,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAC/E,IAAI,EAAE,MAAM,GACX,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AAKD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAA4B;IAEhD,iFAAiF;IACjF,OAAO,CAAC,aAAa,CAAuB;IAC5C,+EAA+E;IAC/E,OAAO,CAAC,SAAS,CAAgC;IACjD,qEAAqE;IACrE,OAAO,CAAC,aAAa,CAAwB;IAC7C,6EAA6E;IAC7E,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAAuB;gBAEpC,OAAO,GAAE,wBAA6B,EAAE,MAAM,CAAC,EAAE,cAAc;IAwB3E,4EAA4E;IAC5E,WAAW,IAAI,MAAM;IAIrB;;;;OAIG;IACH,QAAQ,IAAI,MAAM;IAIlB,2DAA2D;IAC3D,OAAO,CAAC,QAAQ;IAIhB;;;;OAIG;IACH,oBAAoB,IAAI,uBAAuB;IAe/C;;;;;OAKG;YACW,YAAY;IAmC1B,yFAAyF;YAC3E,aAAa;IAuB3B;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IAWzB;;;;;;;;;;OAUG;IACG,OAAO,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAiB7E,2DAA2D;YAC7C,WAAW;IAsBzB,2DAA2D;YAC7C,WAAW;CAiG1B;AAsED;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,cAqCnC,CAAC"}

package/dist/LiteRtVlmProvider.js

@@ -0,0 +1,436 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.defaultHttpJsonPoster = exports.LiteRtVlmProvider = void 0;
+const http = __importStar(require("http"));
+const https = __importStar(require("https"));
+const url_1 = require("url");
+/** Suffix litert-lm appends to a model id to advertise its GPU-delegate variant. */
+const GPU_MODEL_SUFFIX = ',gpu';
+/**
+ * Timeout for the one-shot `/v1/models` variant probe. Short: the serve is LOCAL,
+ * and a slow/absent model list must not stall the first frame behind the full
+ * inference timeout — it just means "CPU".
+ */
+const MODEL_LIST_TIMEOUT_MS = 5000;
+/** Marks a failure as transient (worth a perturbed retry) vs. fatal. */
+class RetryableLiteRtError extends Error {
+}
+class LiteRtVlmProvider {
+    constructor(options = {}, poster) {
+        /** Resolved model id inference is posted under; null until the first resolve. */
+        this.selectedModel = null;
+        /** In-flight resolution, so N concurrent frames share ONE /v1/models probe. */
+        this.resolving = null;
+        /** Did the serve advertise the `,gpu` variant? null = not probed. */
+        this.gpuAdvertised = null;
+        /** Set once the GPU variant failed a whole frame and we fell back to CPU. */
+        this.gpuDemoted = false;
+        this.acceleratorReason = null;
+        const base = (options.litertLmBaseUrl || 'http://localhost:9379').replace(/\/+$/, '');
+        this.endpoint = `${base}/v1/chat/completions`;
+        this.modelsEndpoint = `${base}/v1/models`;
+        const configuredModel = options.model || 'gemma-4-E2B-it.litertlm';
+        // An operator may paste the GPU id straight into `localSensing.model`. Treat
+        // that as "base id + accelerator gpu" so we never build `…,gpu,gpu`.
+        const pinnedGpuInModelId = configuredModel.endsWith(GPU_MODEL_SUFFIX);
+        this.baseModel = pinnedGpuInModelId
+            ? configuredModel.slice(0, -GPU_MODEL_SUFFIX.length)
+            : configuredModel;
+        this.accelerator = pinnedGpuInModelId ? 'gpu' : (options.accelerator || 'auto');
+        this.timeoutMs = options.timeoutMs ?? 120000;
+        this.maxAttempts = Math.max(1, options.maxAttempts ?? 3);
+        this.retryBackoffMs = options.retryBackoffMs ?? 250;
+        this.poster = poster ?? exports.defaultHttpJsonPoster;
+        // eslint-disable-next-line no-console
+        this.log = options.log ?? ((message) => console.log(message));
+        // A PINNED delegate needs no probe — resolve it up front so getModel() is
+        // truthful from construction.
+        if (this.accelerator === 'cpu')
+            this.selectedModel = this.baseModel;
+        if (this.accelerator === 'gpu')
+            this.selectedModel = this.gpuModel();
+    }
+    /** The resolved chat-completions URL (exposed for assertions / logging). */
+    getEndpoint() {
+        return this.endpoint;
+    }
+    /**
+     * The model id this provider posts inference under. Before the first
+     * `analyze()` on the `'auto'` policy this is the BASE (CPU) id — the variant is
+     * resolved from the live model list at first use.
+     */
+    getModel() {
+        return this.selectedModel ?? this.baseModel;
+    }
+    /** The `,gpu` variant id for the configured base model. */
+    gpuModel() {
+        return `${this.baseModel}${GPU_MODEL_SUFFIX}`;
+    }
+    /**
+     * What this provider resolved about the host's accelerator — the health
+     * surface for "did we get the GPU, and if not, why not". Read by the
+     * local-sensing client so an operator/support can see it without log-diving.
+     */
+    getAcceleratorHealth() {
+        const selectedModel = this.getModel();
+        const selectedDelegate = this.selectedModel === null
+            ? null
+            : (this.selectedModel.endsWith(GPU_MODEL_SUFFIX) ? 'gpu' : 'cpu');
+        return {
+            accelerator: this.accelerator,
+            selectedModel,
+            selectedDelegate,
+            gpuAdvertised: this.gpuAdvertised,
+            gpuDemoted: this.gpuDemoted,
+            reason: this.acceleratorReason,
+        };
+    }
+    /**
+     * Resolve which model id to post under, probing `GET /v1/models` at most once
+     * for a SUCCESSFUL answer. A failed probe resolves to CPU for this frame only
+     * and is re-probed on the next one — a serve that is still warming up must not
+     * pin the connector to CPU for the life of the process.
+     */
+    async resolveModel() {
+        if (this.selectedModel !== null)
+            return this.selectedModel;
+        if (this.resolving)
+            return this.resolving;
+        this.resolving = (async () => {
+            const models = await this.fetchModelIds();
+            if (models === null) {
+                // Probe failed (serve down / unparseable). Run CPU for this frame and
+                // leave selectedModel unset so the next frame re-probes.
+                this.acceleratorReason =
+                    `could not read ${this.modelsEndpoint} — running the CPU delegate for now`;
+                this.log(`[litert-lm] accelerator: CPU ("${this.baseModel}") — ${this.acceleratorReason}`);
+                return this.baseModel;
+            }
+            const gpuId = this.gpuModel();
+            this.gpuAdvertised = models.includes(gpuId);
+            if (this.gpuAdvertised) {
+                this.selectedModel = gpuId;
+                this.acceleratorReason = null;
+                this.log(`[litert-lm] accelerator: GPU — inference model "${gpuId}"`);
+            }
+            else {
+                this.selectedModel = this.baseModel;
+                this.acceleratorReason =
+                    `${this.modelsEndpoint} does not advertise "${gpuId}" (has: ${models.join(', ') || 'none'})`;
+                this.log(`[litert-lm] accelerator: CPU — inference model "${this.baseModel}" ` +
+                    `(${this.acceleratorReason})`);
+            }
+            return this.selectedModel;
+        })().finally(() => {
+            this.resolving = null;
+        });
+        return this.resolving;
+    }
+    /** GET the model-id list. Returns null on any transport/parse failure (never throws). */
+    async fetchModelIds() {
+        let result;
+        try {
+            result = await this.poster(this.modelsEndpoint, { method: 'GET', headers: { Accept: 'application/json' }, timeoutMs: MODEL_LIST_TIMEOUT_MS }, '');
+        }
+        catch {
+            return null;
+        }
+        if (result.statusCode < 200 || result.statusCode >= 300)
+            return null;
+        try {
+            const parsed = JSON.parse(result.body);
+            if (!Array.isArray(parsed?.data))
+                return null;
+            return parsed.data
+                .map((m) => (m && typeof m.id === 'string' ? m.id : null))
+                .filter((id) => id !== null);
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Record that the GPU variant failed a whole frame (an unusable GPU delegate on
+     * this host) and pin the CPU delegate for the REST of the process. Idempotent —
+     * a SECOND concurrent frame that also failed on GPU must still be allowed to
+     * re-run on CPU, so the caller keys its retry on which model IT ran, not on
+     * whether it happened to be the one that recorded the demotion.
+     */
+    recordGpuDemotion(reason) {
+        if (this.accelerator === 'cpu' || this.gpuDemoted)
+            return;
+        this.gpuDemoted = true;
+        this.selectedModel = this.baseModel;
+        this.acceleratorReason = reason;
+        this.log(`[litert-lm] GPU delegate unusable on this host — falling back to the CPU model ` +
+            `"${this.baseModel}" for the rest of this run (${reason})`);
+    }
+    /**
+     * Run on-device inference on a JPEG frame and return the parsed + validated
+     * structured object (the same shape the cloud VLM emits for this schema).
+     * Retries a transient failure (non-2xx / unparseable / schema-invalid) with a
+     * perturbed temperature; a non-empty-jpeg failure is fatal (no retry).
+     *
+     * If EVERY attempt failed while running the GPU variant, the provider demotes
+     * to the CPU delegate and re-runs the attempt budget once — an init failure on
+     * a host with no usable GPU delegate degrades the frame's latency instead of
+     * losing the frame.
+     */
+    async analyze(request) {
+        if (!request?.jpeg || request.jpeg.length === 0) {
+            throw new Error('LiteRtVlmProvider.analyze requires a non-empty jpeg buffer');
+        }
+        const model = await this.resolveModel();
+        try {
+            return await this.runAttempts(request, model);
+        }
+        catch (err) {
+            if (!(err instanceof RetryableLiteRtError))
+                throw err;
+            // Only the GPU variant has a fallback left; a CPU failure is a real failure.
+            if (this.accelerator === 'cpu' || !model.endsWith(GPU_MODEL_SUFFIX))
+                throw err;
+            this.recordGpuDemotion(err.message);
+            return this.runAttempts(request, this.baseModel);
+        }
+    }
+    /** The retry budget for one frame against one model id. */
+    async runAttempts(request, model) {
+        let lastErr;
+        for (let attempt = 0; attempt < this.maxAttempts; attempt += 1) {
+            // attempt 0 → temperature 0 (deterministic); retries perturb to re-roll a
+            // degenerate generation (dropped key / out-of-enum value / unparseable).
+            const temperature = attempt === 0 ? 0 : 0.4;
+            try {
+                return await this.attemptOnce(request, temperature, model);
+            }
+            catch (err) {
+                lastErr = err;
+                if (!(err instanceof RetryableLiteRtError))
+                    throw err;
+                if (attempt < this.maxAttempts - 1 && this.retryBackoffMs > 0) {
+                    await new Promise((resolve) => setTimeout(resolve, this.retryBackoffMs));
+                }
+            }
+        }
+        throw lastErr ?? new Error('LiteRT-LM analyze failed');
+    }
+    /** A single inference attempt at the given temperature. */
+    async attemptOnce(request, temperature, model) {
+        const dataUri = `data:image/jpeg;base64,${request.jpeg.toString('base64')}`;
+        const fullPrompt = `${request.prompt}\n\n`
+            + 'Output ONLY a single minified JSON object (no markdown, no code fence, no prose) '
+            + 'with EXACTLY these keys:\n'
+            + renderSchemaAsFieldList(request.schema);
+        // PLAIN completion — no `tools`, no `tool_choice`, no `response_format`. Those
+        // route through litert-lm's broken constrained path (the `<|"|>` 500). Plain
+        // content is clean; we enforce the schema ourselves below.
+        const body = JSON.stringify({
+            model,
+            messages: [
+                {
+                    role: 'user',
+                    content: [
+                        { type: 'text', text: fullPrompt },
+                        { type: 'image_url', image_url: { url: dataUri } },
+                    ],
+                },
+            ],
+            temperature,
+        });
+        let result;
+        try {
+            result = await this.poster(this.endpoint, { method: 'POST', headers: { 'Content-Type': 'application/json' }, timeoutMs: this.timeoutMs }, body);
+        }
+        catch (err) {
+            // A TRANSPORT failure is the definition of transient, and until this it was
+            // the one class of failure treated as FATAL — the poster rejects with a
+            // plain Error (ECONNRESET, "socket hang up", ECONNREFUSED, the timeout),
+            // and `runAttempts` re-throws anything that is not a RetryableLiteRtError.
+            //
+            // That inverted the GPU-demotion contract in exactly the case it exists
+            // for. `litert-lm serve` is a serial http.server, so a GPU delegate that
+            // is unusable on this host does not answer with a status code — it takes
+            // the socket down with it, or never answers at all. Both arrived here as
+            // fatal, so `analyze()` never reached `recordGpuDemotion`, and a host with
+            // a bad GPU driver lost EVERY frame forever while the CPU delegate that
+            // would have worked was one line away. The same hole ate a frame on every
+            // ordinary serve restart — including the ones the Gemma OTA watcher does
+            // on purpose — and on every machine sleep/wake.
+            //
+            // A malformed base URL is NOT transient: it is a config error that would
+            // fail identically three times, so it stays fatal and fast.
+            const message = err?.message ?? String(err);
+            if (/^Invalid LiteRT-LM URL/.test(message))
+                throw err;
+            throw new RetryableLiteRtError(`LiteRT-LM transport failure: ${message}`);
+        }
+        if (result.statusCode < 200 || result.statusCode >= 300) {
+            throw new RetryableLiteRtError(`LiteRT-LM returned HTTP ${result.statusCode}: ${String(result.body).slice(0, 200)}`);
+        }
+        let envelope;
+        try {
+            envelope = JSON.parse(result.body);
+        }
+        catch (err) {
+            throw new RetryableLiteRtError(`Could not parse LiteRT-LM response JSON: ${err.message}`);
+        }
+        const content = envelope?.choices?.[0]?.message?.content;
+        if (typeof content !== 'string' || content.length === 0) {
+            throw new RetryableLiteRtError('LiteRT-LM returned no message content');
+        }
+        let parsed;
+        try {
+            parsed = repairAndParseJson(content);
+        }
+        catch (err) {
+            throw new RetryableLiteRtError(`Could not parse a JSON object from LiteRT-LM content: ${err.message}`);
+        }
+        // The model may emit an integer-valued field as a float (e.g. person_count:
+        // 1.0). Coerce declared integer fields back to int before validating.
+        coerceIntegerFields(parsed, request.schema);
+        // The structured-output guarantee lives HERE — reject (and retry) any
+        // generation missing a required key or emitting an out-of-enum value.
+        const violation = validateAgainstSchema(parsed, request.schema);
+        if (violation) {
+            throw new RetryableLiteRtError(`LiteRT-LM output failed schema validation: ${violation}`);
+        }
+        return parsed;
+    }
+}
+exports.LiteRtVlmProvider = LiteRtVlmProvider;
+/**
+ * Render a JSON Schema's properties as a human-readable key list for the prompt.
+ * Enums render as `"key": one of [a, b, c]`; everything else as `"key": <type>`.
+ * (Embedding the raw JSON-schema OBJECT instead made Gemma echo the schema —
+ * the readable list reliably gets it to emit the data object.)
+ */
+function renderSchemaAsFieldList(schema) {
+    const props = (schema && typeof schema === 'object' ? schema.properties : null) || {};
+    return Object.entries(props)
+        .map(([key, spec]) => {
+        const s = spec;
+        if (Array.isArray(s?.enum))
+            return `  "${key}": one of [${s.enum.join(', ')}]`;
+        const t = Array.isArray(s?.type) ? s.type.find((x) => x !== 'null') : s?.type;
+        return `  "${key}": ${t || 'string'}`;
+    })
+        .join('\n');
+}
+/**
+ * Extract + parse the JSON object from a plain-completion response. Tolerates a
+ * stray `<|"|>` quote token, ```json fences, and leading/trailing prose by
+ * slicing to the outermost { … }.
+ */
+function repairAndParseJson(text) {
+    let s = String(text).replace(/<\|"\|>/g, '"').replace(/```(?:json)?/gi, '');
+    const start = s.indexOf('{');
+    const end = s.lastIndexOf('}');
+    if (start >= 0 && end > start)
+        s = s.slice(start, end + 1);
+    return JSON.parse(s);
+}
+/** Coerce float-valued integers (e.g. 1.0 → 1) for fields the schema declares integer. */
+function coerceIntegerFields(obj, schema) {
+    const props = (schema && typeof schema === 'object' ? schema.properties : null) || {};
+    for (const [key, spec] of Object.entries(props)) {
+        const t = spec?.type;
+        const isInt = t === 'integer' || (Array.isArray(t) && t.includes('integer'));
+        if (isInt && typeof obj[key] === 'number' && Number.isFinite(obj[key])) {
+            obj[key] = Math.round(obj[key]);
+        }
+    }
+}
+/**
+ * Validate a parsed object against the schema's required keys + enum membership.
+ * Returns a human-readable violation string, or null when valid.
+ */
+function validateAgainstSchema(obj, schema) {
+    const props = (schema && typeof schema === 'object' ? schema.properties : null) || {};
+    const required = Array.isArray(schema?.required) ? schema.required : [];
+    const missing = required.filter((k) => !(k in obj) || obj[k] === undefined || obj[k] === null);
+    if (missing.length)
+        return `missing required keys: ${missing.join(', ')}`;
+    const badEnum = [];
+    for (const [key, spec] of Object.entries(props)) {
+        const en = spec?.enum;
+        if (Array.isArray(en) && key in obj && obj[key] != null && !en.includes(obj[key])) {
+            badEnum.push(`${key}=${String(obj[key])}`);
+        }
+    }
+    if (badEnum.length)
+        return `out-of-enum values: ${badEnum.join(', ')}`;
+    return null;
+}
+/**
+ * Default transport using Node's built-in http/https. No third-party deps so it
+ * survives bundling into the self-contained connector.
+ */
+const defaultHttpJsonPoster = (url, options, body) => {
+    return new Promise((resolve, reject) => {
+        let parsed;
+        try {
+            parsed = new url_1.URL(url);
+        }
+        catch (err) {
+            reject(new Error(`Invalid LiteRT-LM URL: ${err.message}`));
+            return;
+        }
+        const mod = parsed.protocol === 'https:' ? https : http;
+        const bodyBuffer = Buffer.from(body, 'utf-8');
+        const req = mod.request(url, {
+            method: options.method,
+            headers: { ...options.headers, 'Content-Length': String(bodyBuffer.length) },
+            timeout: options.timeoutMs,
+            // litert-lm serve emits non-strict HTTP framing (bare LF on the status
+            // line) that Node's strict parser rejects with "Missing expected CR
+            // after response line". The connector talks to a LOCAL, trusted
+            // litert-lm serve, so tolerate it. (Found via the production E2E — the
+            // strict parser silently broke every on-device inference call.)
+            insecureHTTPParser: true,
+        }, (res) => {
+            const chunks = [];
+            res.on('data', (chunk) => chunks.push(chunk));
+            res.on('end', () => resolve({ statusCode: res.statusCode || 0, body: Buffer.concat(chunks).toString('utf-8') }));
+        });
+        req.on('error', (err) => reject(err));
+        req.on('timeout', () => req.destroy(new Error('LiteRT-LM request timed out')));
+        req.write(bodyBuffer);
+        req.end();
+    });
+};
+exports.defaultHttpJsonPoster = defaultHttpJsonPoster;
+//# sourceMappingURL=LiteRtVlmProvider.js.map

package/dist/LiteRtVlmProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiteRtVlmProvider.js","sourceRoot":"","sources":["../src/LiteRtVlmProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,6CAA+B;AAC/B,6BAA0B;AA+D1B,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,IAAK,CAAC;AA4DpC,wEAAwE;AACxE,MAAM,oBAAqB,SAAQ,KAAK;CAAG;AAE3C,MAAa,iBAAiB;IAsB5B,YAAY,UAAoC,EAAE,EAAE,MAAuB;QAV3E,iFAAiF;QACzE,kBAAa,GAAkB,IAAI,CAAC;QAC5C,+EAA+E;QACvE,cAAS,GAA2B,IAAI,CAAC;QACjD,qEAAqE;QAC7D,kBAAa,GAAmB,IAAI,CAAC;QAC7C,6EAA6E;QACrE,eAAU,GAAG,KAAK,CAAC;QACnB,sBAAiB,GAAkB,IAAI,CAAC;QAG9C,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,uBAAuB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,QAAQ,GAAG,GAAG,IAAI,sBAAsB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,GAAG,IAAI,YAAY,CAAC;QAC1C,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,IAAI,yBAAyB,CAAC;QACnE,6EAA6E;QAC7E,qEAAqE;QACrE,MAAM,kBAAkB,GAAG,eAAe,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QACtE,IAAI,CAAC,SAAS,GAAG,kBAAkB;YACjC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC;YACpD,CAAC,CAAC,eAAe,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAO,CAAC;QAC9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,6BAAqB,CAAC;QAC9C,sCAAsC;QACtC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,OAAe,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,0EAA0E;QAC1E,8BAA8B;QAC9B,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACpE,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IACvE,CAAC;IAED,4EAA4E;IAC5E,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,SAAS,CAAC;IAC9C,CAAC;IAED,2DAA2D;IACnD,QAAQ;QACd,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;;OAIG;IACH,oBAAoB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtC,MAAM,gBAAgB,GAAyB,IAAI,CAAC,aAAa,KAAK,IAAI;YACxE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,aAAa;YACb,gBAAgB;YAChB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,iBAAiB;SAC/B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAC3D,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,sEAAsE;gBACtE,yDAAyD;gBACzD,IAAI,CAAC,iBAAiB;oBACpB,kBAAkB,IAAI,CAAC,cAAc,qCAAqC,CAAC;gBAC7E,IAAI,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,SAAS,QAAQ,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC3F,OAAO,IAAI,CAAC,SAAS,CAAC;YACxB,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,mDAAmD,KAAK,GAAG,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;gBACpC,IAAI,CAAC,iBAAiB;oBACpB,GAAG,IAAI,CAAC,cAAc,wBAAwB,KAAK,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG,CAAC;gBAC/F,IAAI,CAAC,GAAG,CACN,mDAAmD,IAAI,CAAC,SAAS,IAAI;oBACnE,IAAI,IAAI,CAAC,iBAAiB,GAAG,CAChC,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,yFAAyF;IACjF,KAAK,CAAC,aAAa;QACzB,IAAI,MAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CACxB,IAAI,CAAC,cAAc,EACnB,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,SAAS,EAAE,qBAAqB,EAAE,EAC5F,EAAE,CACH,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG;YAAE,OAAO,IAAI,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAuC,CAAC;YAC7E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC9C,OAAO,MAAM,CAAC,IAAI;iBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;iBACzD,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,iBAAiB,CAAC,MAAc;QACtC,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC1D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACpC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,GAAG,CACN,iFAAiF;YAC/E,IAAI,IAAI,CAAC,SAAS,+BAA+B,MAAM,GAAG,CAC7D,CAAC;IACJ,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO,CAAC,OAA4B;QACxC,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,CAAC,GAAG,YAAY,oBAAoB,CAAC;gBAAE,MAAM,GAAG,CAAC;YACtD,6EAA6E;YAC7E,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,GAAG,CAAC;YAC/E,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,KAAK,CAAC,WAAW,CACvB,OAA4B,EAC5B,KAAa;QAEb,IAAI,OAA0B,CAAC;QAC/B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC/D,0EAA0E;YAC1E,yEAAyE;YACzE,MAAM,WAAW,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC5C,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,GAAG,GAAY,CAAC;gBACvB,IAAI,CAAC,CAAC,GAAG,YAAY,oBAAoB,CAAC;oBAAE,MAAM,GAAG,CAAC;gBACtD,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;oBAC9D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,IAAI,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACzD,CAAC;IAED,2DAA2D;IACnD,KAAK,CAAC,WAAW,CACvB,OAA4B,EAC5B,WAAmB,EACnB,KAAa;QAEb,MAAM,OAAO,GAAG,0BAA0B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5E,MAAM,UAAU,GACd,GAAG,OAAO,CAAC,MAAM,MAAM;cACrB,mFAAmF;cACnF,4BAA4B;cAC5B,uBAAuB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5C,+EAA+E;QAC/E,6EAA6E;QAC7E,2DAA2D;QAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,KAAK;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;wBAClC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;qBACnD;iBACF;aACF;YACD,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,MAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CACxB,IAAI,CAAC,QAAQ,EACb,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,EAC9F,IAAI,CACL,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,4EAA4E;YAC5E,wEAAwE;YACxE,yEAAyE;YACzE,2EAA2E;YAC3E,EAAE;YACF,wEAAwE;YACxE,yEAAyE;YACzE,yEAAyE;YACzE,yEAAyE;YACzE,2EAA2E;YAC3E,wEAAwE;YACxE,0EAA0E;YAC1E,yEAAyE;YACzE,gDAAgD;YAChD,EAAE;YACF,yEAAyE;YACzE,4DAA4D;YAC5D,MAAM,OAAO,GAAI,GAAa,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;YACvD,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,MAAM,GAAG,CAAC;YACtD,MAAM,IAAI,oBAAoB,CAAC,gCAAgC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;YACxD,MAAM,IAAI,oBAAoB,CAC5B,2BAA2B,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACrF,CAAC;QACJ,CAAC;QAED,IAAI,QAAiE,CAAC;QACtE,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAAC,4CAA6C,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;QACzD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAC5B,yDAA0D,GAAa,CAAC,OAAO,EAAE,CAClF,CAAC;QACJ,CAAC;QAED,4EAA4E;QAC5E,sEAAsE;QACtE,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAE5C,sEAAsE;QACtE,sEAAsE;QACtE,MAAM,SAAS,GAAG,qBAAqB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,oBAAoB,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA7TD,8CA6TC;AAED;;;;;GAKG;AACH,SAAS,uBAAuB,CAAC,MAA+B;IAC9D,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/F,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,MAAM,CAAC,GAAG,IAAW,CAAC;QACtB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC;YAAE,OAAO,MAAM,GAAG,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/E,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACtF,OAAO,MAAM,GAAG,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;IACxC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAA4B,CAAC;AAClD,CAAC;AAED,0FAA0F;AAC1F,SAAS,mBAAmB,CAAC,GAA4B,EAAE,MAA+B;IACxF,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/F,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,CAAC,GAAI,IAAY,EAAE,IAAI,CAAC;QAC9B,MAAM,KAAK,GAAG,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7E,IAAI,KAAK,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC,EAAE,CAAC;YACjF,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAC5B,GAA4B,EAC5B,MAA+B;IAE/B,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/F,MAAM,QAAQ,GAAa,KAAK,CAAC,OAAO,CAAE,MAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAE,MAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAEpG,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,MAAM;QAAE,OAAO,0BAA0B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAE1E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,EAAE,GAAI,IAAY,EAAE,IAAI,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAClF,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM;QAAE,OAAO,uBAAuB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACvE,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACI,MAAM,qBAAqB,GAAmB,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IAC1E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,SAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA2B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CACrB,GAAG,EACH;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YAC5E,OAAO,EAAE,OAAO,CAAC,SAAS;YAC1B,uEAAuE;YACvE,oEAAoE;YACpE,gEAAgE;YAChE,uEAAuE;YACvE,gEAAgE;YAChE,kBAAkB,EAAE,IAAI;SACzB,EACD,CAAC,GAAG,EAAE,EAAE;YACN,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CACjB,OAAO,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAC5F,CAAC;QACJ,CAAC,CACF,CAAC;QACF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC,CAAC;QAC/E,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtB,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AArCW,QAAA,qBAAqB,yBAqChC"}