@atomic-chat/core 0.19.0 → 0.20.5

package/dist/runtime/geniex/runtime.js

@@ -0,0 +1,366 @@
+/**
+ * The `geniex` provider's sessions (openspec change `add-geniex-runtime`, task 6.3, design D4–D7):
+ * one `geniex-host serve` process per model — this very binary in its hidden mode — on the sidecar
+ * table Foundry Local and LiteRT-LM use, behind the session gateway the managed engines use.
+ *
+ *   load = model.yml → a bundle is for this chip → the device (settings, else model.yml; a bundle on
+ *          the NPU only) → the active build → the device is one the build's probe found → the model's
+ *          facts (`inspect`, cached by path and mtime): a bundle for a newer GenieX? context cut to
+ *          the model → [GPU claim, for gpu] → host on a random loopback port → readiness line →
+ *          gateway (key + Host) → session on the gateway's port
+ *
+ * The host's server has no authentication; the gateway holds the key and lets through only
+ * `/v1/chat/completions` and `/v1/models`. The host serves the model under core's id (`--id`).
+ */
+import { stat } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { AtomicCoreError, GENIEX_DEVICES } from '../../contracts/index.js';
+import { generateGatewayKey, startManagedGateway } from '../managed-text/index.js';
+import { backendOutputReporter, exitedOnTakenPort, randomFreePort, retryOnTakenPort, SidecarTable, spawnAndAwaitReady, throwIfLoadCancelled, } from '../shared/index.js';
+import { compareVersions } from '../../backend/index.js';
+import { deviceFound, deviceMissingReason } from './devices.js';
+import { GENIEX_POWER_MODES } from './host/library.js';
+import { runGeniexHostInspect } from './host-process.js';
+import { readGeniexBlock } from './model-yml.js';
+/** The settings' `timeout` default, in seconds: opening the file, compiling for the NPU, the server. */
+export const GENIEX_DEFAULT_TIMEOUT_SECS = 600;
+/** What a GenieX session serves (design D6); anything else is refused before it reaches the host. */
+export const GENIEX_ROUTES = [
+    { method: 'POST', path: '/v1/chat/completions' },
+    { method: 'GET', path: '/v1/models' },
+];
+/** `device` of the settings when it names one, else `model.yml`'s default. */
+export function launchDevice(settingDevice, block) {
+    return GENIEX_DEVICES.some((known) => known === settingDevice)
+        ? settingDevice
+        : block.backend;
+}
+/** `ctx_len` of the settings (0: the model's own), else `model.yml`'s, cut to the model's maximum. */
+export function engineContext(settingCtx, block, modelMax) {
+    const asked = Number(settingCtx) > 0 ? Math.round(Number(settingCtx)) : block.context_length;
+    return modelMax !== null ? Math.min(asked, modelMax) : asked;
+}
+const powerMode = (value) => GENIEX_POWER_MODES.some((known) => known === value) ? value : 'burst';
+/** The host's exit codes (`host/run.ts` `EXIT`) as the core's errors. */
+function hostError(exitCode, stderr) {
+    const lines = stderr.trim().split('\n');
+    // A bind failure sits above Node's stack, outside the last five lines: kept first, the retry reads it.
+    const taken = lines.find((line) => exitedOnTakenPort(line));
+    const said = [...(taken ? [taken] : []), ...lines.slice(-5).filter((line) => line !== taken)].join('\n');
+    const last = stderr.trim().split('\n').at(-1) ?? '';
+    let line = {};
+    try {
+        line = JSON.parse(last);
+    }
+    catch {
+        // Not one of the host's JSON error lines.
+    }
+    if (exitCode === 6)
+        return new AtomicCoreError('GENIEX_MODEL_REQUIRES_NEWER_ENGINE', `This model needs GenieX ${String(line['required'] ?? 'newer')}; update GenieX first.`, said);
+    if (exitCode === 7)
+        return new AtomicCoreError('GENIEX_VARIANT_UNSUPPORTED', typeof line['message'] === 'string' ? line['message'] : 'This model does not run on its device here.', said);
+    return new AtomicCoreError('GENIEX_HOST_ERROR', exitCode === 3
+        ? 'The GenieX library does not load on this computer.'
+        : 'The GenieX host stopped before the model was ready.', said || `exit code ${String(exitCode)}`);
+}
+export class GeniexRuntime {
+    options;
+    table;
+    emit;
+    /** Loads past their GPU claim and not yet a session. */
+    claimed = new Map();
+    /** `inspect` answers by `<path>|<mtime>`: a model that changed is read again. */
+    facts = new Map();
+    get registry() {
+        return this.options.registry;
+    }
+    constructor(options) {
+        this.options = options;
+        this.emit = options.emit ?? (() => { });
+        this.table = new SidecarTable({
+            provider: 'geniex',
+            instanceId: options.instanceId,
+            journal: options.journal,
+            emit: this.emit,
+            engine: 'GenieX',
+            unloadGraceMs: 15_000,
+            shutdownGraceMs: 5_000,
+            describeExit: (exit, stderr) => `The GenieX host exited (${exit.code !== null ? `code ${exit.code}` : `signal ${String(exit.signal)}`})${stderr.trim() ? `: ${stderr.trim().split('\n').slice(-3).join(' ')}` : ''}`,
+        });
+    }
+    list() {
+        return this.table.list();
+    }
+    findSession(modelId) {
+        return this.table.findSession(modelId);
+    }
+    getLoadedModels() {
+        return this.table.getLoadedModels();
+    }
+    isLoading(modelId) {
+        return this.table.isLoading(modelId);
+    }
+    /** A `gpu` session holds every card (the library picks one we cannot name); `npu`, `cpu` and `hybrid` none (design D7). */
+    gpuOccupancy() {
+        const ready = this.table.getLoadedModels().flatMap((modelId) => {
+            const session = this.table.get(modelId);
+            return session
+                ? [
+                    {
+                        model_id: modelId,
+                        cards: session.extra.device === 'gpu' ? 'all' : [],
+                        auxiliary: false,
+                        state: 'ready',
+                    },
+                ]
+                : [];
+        });
+        const loading = [...this.claimed.values()].filter((claim) => !this.table.findSession(claim.model_id));
+        return [...ready, ...loading];
+    }
+    /** What the engine-builds module needs: the load queue, and the builds sessions run from (design D2). */
+    engineHost() {
+        return {
+            exclusive: (fn) => this.table.exclusive(fn),
+            inUse: async () => [
+                ...new Set(this.table.getLoadedModels().flatMap((modelId) => {
+                    const build = this.table.get(modelId)?.extra.build;
+                    return build ? [build] : [];
+                })),
+            ],
+            activate: async (dir) => {
+                for (const modelId of this.table.getLoadedModels())
+                    if (this.table.get(modelId)?.extra.build !== dir)
+                        await this.unload(modelId);
+            },
+        };
+    }
+    routePolicy(modelId) {
+        const session = this.table.get(modelId);
+        if (!session)
+            return undefined;
+        return {
+            routes: GENIEX_ROUTES,
+            tools: session.extra.block.tools,
+            structuredOutput: true,
+            mapError: () => null,
+            contextLength: session.extra.context,
+        };
+    }
+    /** The model's facts, read by this binary's host once per path and modification time. */
+    async inspect(path) {
+        const mtime = await stat(path).then((s) => s.mtimeMs, () => {
+            throw new AtomicCoreError('MODEL_NOT_FOUND', `The model ${path} is missing.`);
+        });
+        const key = `${path}|${mtime}`;
+        const known = this.facts.get(key);
+        if (known)
+            return known;
+        const read = this.options.inspectModel
+            ? await this.options.inspectModel(path)
+            : await runGeniexHostInspect(this.options.hostCommand, path, {
+                env: this.options.baseEnv ?? process.env,
+            });
+        this.facts.set(key, read);
+        return read;
+    }
+    async load(modelId, opts = {}) {
+        this.table.assertRunning();
+        return this.table.load(modelId, () => this.start(modelId, opts), opts.signal);
+    }
+    async start(modelId, opts) {
+        throwIfLoadCancelled(opts.signal);
+        const registry = this.options.registry;
+        const yml = await registry.read(modelId);
+        const block = readGeniexBlock(yml);
+        if (block.plugin === 'qairt' && block.chip !== this.options.chip)
+            throw new AtomicCoreError('GENIEX_VARIANT_UNSUPPORTED', `This AI Hub bundle is built for the Snapdragon ${block.chip ?? 'unknown'}; this computer has the ${this.options.chip}.`);
+        const settings = await this.options.readSettings();
+        const device = launchDevice(settings['device'], block);
+        if (block.plugin === 'qairt' && device !== 'npu')
+            throw new AtomicCoreError('GENIEX_VARIANT_UNSUPPORTED', `AI Hub bundles run on the NPU only, not on the ${device}; set the device to NPU in the GenieX settings.`);
+        const build = await this.options.resolveBuild();
+        if (!build)
+            throw new AtomicCoreError('BINARY_NOT_FOUND', 'GenieX is not installed; install it before loading a model.');
+        if (!deviceFound(device, build.devices))
+            throw new AtomicCoreError('GENIEX_VARIANT_UNSUPPORTED', deviceMissingReason(device), build.devices.join(', ') || 'no devices');
+        const { modelPath, mmprojPath: declared } = registry.resolvePaths(yml);
+        // The projector: `mmproj_path` of model.yml, else the block's file name beside the model.
+        const mmprojPath = declared ?? (block.mmproj ? join(dirname(modelPath), block.mmproj) : undefined);
+        const info = await this.inspect(modelPath);
+        if (info.kind === 'qairt' &&
+            info.min_runtime_version &&
+            compareVersions(info.min_runtime_version, build.version) > 0)
+            throw new AtomicCoreError('GENIEX_MODEL_REQUIRES_NEWER_ENGINE', `This bundle needs GenieX ${info.min_runtime_version}; the active build is ${build.version}. Update GenieX first.`, info.min_runtime_version);
+        const context = engineContext(settings['ctx_len'], block, info.max_context_tokens);
+        const timeoutSecs = opts.timeoutSecs ??
+            (Number(settings['timeout']) > 0 ? Number(settings['timeout']) : GENIEX_DEFAULT_TIMEOUT_SECS);
+        const mode = powerMode(settings['power_mode']);
+        if (!(opts.bypassAutoUnload ?? false))
+            for (const loaded of this.table.getLoadedModels()) {
+                throwIfLoadCancelled(opts.signal);
+                await this.unload(loaded);
+            }
+        this.table.assertRunning();
+        throwIfLoadCancelled(opts.signal);
+        // GPU residency (design D7): a gpu session holds every card; the NPU, the CPU and hybrid claim nothing.
+        const holdsGpu = device === 'gpu';
+        const occupancy = {
+            model_id: modelId,
+            cards: holdsGpu ? 'all' : [],
+            auxiliary: false,
+            state: 'loading',
+        };
+        const hold = () => void this.claimed.set(modelId, occupancy);
+        try {
+            if (holdsGpu && this.options.claimGpu) {
+                await this.options.claimGpu({ model_id: modelId, cards: 'all', auxiliary: false }, opts.signal, hold);
+                this.table.assertRunning();
+                throwIfLoadCancelled(opts.signal);
+            }
+            hold();
+            return await this.startHost(modelId, opts, {
+                block,
+                device,
+                build,
+                modelPath,
+                mmprojPath,
+                context,
+                timeoutSecs,
+                mode,
+            });
+        }
+        finally {
+            if (this.claimed.get(modelId) === occupancy)
+                this.claimed.delete(modelId);
+        }
+    }
+    async startHost(modelId, opts, launch) {
+        const { block, device, build, modelPath, mmprojPath, context, timeoutSecs, mode } = launch;
+        const paths = this.options.layout.provider('geniex');
+        const env = {};
+        for (const [key, value] of Object.entries(this.options.baseEnv ?? process.env))
+            if (value !== undefined)
+                env[key] = value;
+        const exe = this.options.hostCommand.exe;
+        const reportOutput = backendOutputReporter(this.options.backendOutput, this.options.log);
+        this.options.log?.('info', `starting the GenieX host for ${modelId} (${block.plugin} on ${device}) from ${build.dir}`);
+        // The free-port probe is racy: another process may bind the port before the host does. The host
+        // then exits on EADDRINUSE, and is started again on a port picked anew (as llama-server is).
+        const { started, hostPort } = await retryOnTakenPort(async () => {
+            const hostPort = await randomFreePort(this.table.usedPorts());
+            const tmp = join(paths.tmpDir, `${modelId.replace(/[^A-Za-z0-9._-]+/g, '_')}-${hostPort}`);
+            const args = [
+                ...this.options.hostCommand.args,
+                'serve',
+                '--lib',
+                build.dir,
+                '--engine-version',
+                build.version,
+                '--model',
+                modelPath,
+                '--plugin',
+                block.plugin,
+                '--device',
+                device,
+                ...(mmprojPath ? ['--mmproj', mmprojPath] : []),
+                '--nctx',
+                String(context),
+                '--max-tokens',
+                String(context),
+                '--power-mode',
+                mode,
+                '--port',
+                String(hostPort),
+                '--tmp',
+                tmp,
+                '--id',
+                modelId,
+                ...(block.reasoning ? ['--reasoning'] : []),
+            ];
+            const started = await (this.options.spawn ?? spawnAndAwaitReady)({ exe, args, env, stdin: 'pipe', platform: process.platform }, {
+                timeoutMs: timeoutSecs * 1000,
+                signal: this.table.signal,
+                ...(opts.signal ? { cancelSignal: opts.signal } : {}),
+                streamReadyMarkers: { stdout: ['"ready":true'], stderr: [] },
+                timeoutError: (stderr) => new AtomicCoreError('MODEL_LOAD_TIMED_OUT', `The GenieX model did not load within ${timeoutSecs} seconds.`, stderr.trim().split('\n').slice(-5).join('\n')),
+                classifyExit: (exit, stderr) => hostError(exit.code, stderr),
+                onLine: (stream, line) => {
+                    if (opts.verbose)
+                        this.emit('core:log', { level: 'debug', msg: `[geniex/${modelId}][${stream}] ${line}` });
+                    reportOutput({ provider: 'geniex', model: modelId, stream, line });
+                },
+            });
+            return { started, hostPort };
+        }, (error) => error instanceof AtomicCoreError && exitedOnTakenPort(error.details), (attempt) => this.options.log?.('warn', `the GenieX host for ${modelId} found its port taken (attempt ${attempt}); starting it on another`));
+        let gateway;
+        const apiKey = generateGatewayKey();
+        try {
+            gateway = await startManagedGateway({
+                upstream: { host: '127.0.0.1', port: hostPort },
+                apiKey,
+                allowedHosts: this.options.trustedHosts,
+                routes: GENIEX_ROUTES,
+            });
+        }
+        catch (error) {
+            await started.process.terminate(this.table.isClosing ? 0 : 5_000).catch(() => { });
+            throw error;
+        }
+        void started.process.exited.then(() => gateway.close().catch(() => { }));
+        try {
+            return await this.table.adopt({
+                info: {
+                    pid: started.process.pid,
+                    port: gateway.port,
+                    model_id: modelId,
+                    model_path: modelPath,
+                    is_embedding: false,
+                    api_key: apiKey,
+                },
+                process: started.process,
+                exe,
+                extra: { build: build.dir, block, device, gateway, context },
+            }, opts.signal);
+        }
+        catch (error) {
+            await gateway.close().catch(() => { });
+            throw error;
+        }
+    }
+    /** Waits for the host to exit; the gateway goes with it. */
+    async unload(modelId) {
+        this.table.assertRunning();
+        const gateway = this.table.get(modelId)?.extra.gateway;
+        const result = await this.table.unload(modelId);
+        if (result.success)
+            await gateway?.close().catch(() => { });
+        return result;
+    }
+    /** The context is fixed when the model is created: nothing to grow. */
+    async autoIncreaseCtx(modelId) {
+        return this.table.get(modelId)
+            ? { ok: false, reason: 'unsupported' }
+            : { ok: false, reason: 'not-loaded' };
+    }
+    async recreateSession(modelId) {
+        this.table.assertRunning();
+        if (!this.table.get(modelId))
+            return { ok: false, reason: 'not-loaded' };
+        await this.unload(modelId);
+        return { ok: true, session: await this.load(modelId, { bypassAutoUnload: true }) };
+    }
+    async shutdown() {
+        const gateways = this.table.getLoadedModels().flatMap((id) => {
+            const gateway = this.table.get(id)?.extra.gateway;
+            return gateway ? [gateway] : [];
+        });
+        try {
+            await this.table.shutdown();
+        }
+        finally {
+            await Promise.all(gateways.map((gateway) => gateway.close().catch(() => { })));
+        }
+    }
+}
+//# sourceMappingURL=runtime.js.map

package/dist/runtime/geniex/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/geniex/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAa1E,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAYlF,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAEtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AAExD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAEhD,wGAAwG;AACxG,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAA;AAE9C,qGAAqG;AACrG,MAAM,CAAC,MAAM,aAAa,GAA4B;IACpD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AASD,8EAA8E;AAC9E,MAAM,UAAU,YAAY,CAAC,aAAsB,EAAE,KAAqB;IACxE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC;QAC5D,CAAC,CAAE,aAA8B;QACjC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAA;AACnB,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,aAAa,CAAC,UAAmB,EAAE,KAAqB,EAAE,QAAuB;IAC/F,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAA;IAC5F,OAAO,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;AAC9D,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,KAAc,EAAmB,EAAE,CACpD,kBAAkB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAE,KAAyB,CAAC,CAAC,CAAC,OAAO,CAAA;AAoC5F,yEAAyE;AACzE,SAAS,SAAS,CAAC,QAAuB,EAAE,MAAc;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,uGAAuG;IACvG,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3D,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxG,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACnD,IAAI,IAAI,GAA4B,EAAE,CAAA;IACtC,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAA;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,0CAA0C;IAC5C,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC;QAChB,OAAO,IAAI,eAAe,CACxB,oCAAoC,EACpC,2BAA2B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,wBAAwB,EACtF,IAAI,CACL,CAAA;IACH,IAAI,QAAQ,KAAK,CAAC;QAChB,OAAO,IAAI,eAAe,CACxB,4BAA4B,EAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,6CAA6C,EACrG,IAAI,CACL,CAAA;IACH,OAAO,IAAI,eAAe,CACxB,mBAAmB,EACnB,QAAQ,KAAK,CAAC;QACZ,CAAC,CAAC,oDAAoD;QACtD,CAAC,CAAC,qDAAqD,EACzD,IAAI,IAAI,aAAa,MAAM,CAAC,QAAQ,CAAC,EAAE,CACxC,CAAA;AACH,CAAC;AAED,MAAM,OAAO,aAAa;IAYK;IAXZ,KAAK,CAAkC;IACvC,IAAI,CAAQ;IAC7B,wDAAwD;IACvC,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC1D,iFAAiF;IAChE,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAA;IAE/D,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;IAC9B,CAAC;IAED,YAA6B,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;QACxD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAqB;YAChD,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,QAAQ;YAChB,aAAa,EAAE,MAAM;YACrB,eAAe,EAAE,KAAK;YACtB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAC7B,2BAA2B,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IACnG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EACzE,EAAE;SACL,CAAC,CAAA;IACJ,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,2HAA2H;IAC3H,YAAY;QACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAkB,EAAE;YAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACvC,OAAO,OAAO;gBACZ,CAAC,CAAC;oBACE;wBACE,QAAQ,EAAE,OAAO;wBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;wBAClD,SAAS,EAAE,KAAK;wBAChB,KAAK,EAAE,OAAO;qBACf;iBACF;gBACH,CAAC,CAAC,EAAE,CAAA;QACR,CAAC,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QACrG,OAAO,CAAC,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,CAAA;IAC/B,CAAC;IAED,yGAAyG;IACzG,UAAU;QACR,OAAO;YACL,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC;gBACjB,GAAG,IAAI,GAAG,CACR,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAA;oBAClD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBAC7B,CAAC,CAAC,CACH;aACF;YACD,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACtB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;oBAChD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,KAAK,GAAG;wBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAChF,CAAC;SACF,CAAA;IACH,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAA;QAC9B,OAAO;YACL,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;YAChC,gBAAgB,EAAE,IAAI;YACtB,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI;YACpB,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;SACrC,CAAA;IACH,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAChB,GAAG,EAAE;YACH,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,aAAa,IAAI,cAAc,CAAC,CAAA;QAC/E,CAAC,CACF,CAAA;QACD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,KAAK,EAAE,CAAA;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAA;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;YACpC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC;YACvC,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE;gBACzD,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG;aACzC,CAAC,CAAA;QACN,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACzB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;QACtC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI;YAC9D,MAAM,IAAI,eAAe,CACvB,4BAA4B,EAC5B,kDAAkD,KAAK,CAAC,IAAI,IAAI,SAAS,2BAA2B,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CACzH,CAAA;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAClD,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAA;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK;YAC9C,MAAM,IAAI,eAAe,CACvB,4BAA4B,EAC5B,kDAAkD,MAAM,iDAAiD,CAC1G,CAAA;QACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAC/C,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,6DAA6D,CAC9D,CAAA;QACH,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;YACrC,MAAM,IAAI,eAAe,CACvB,4BAA4B,EAC5B,mBAAmB,CAAC,MAAM,CAAC,EAC3B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CACzC,CAAA;QACH,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QACtE,0FAA0F;QAC1F,MAAM,UAAU,GAAG,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAClG,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAC1C,IACE,IAAI,CAAC,IAAI,KAAK,OAAO;YACrB,IAAI,CAAC,mBAAmB;YACxB,eAAe,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAE5D,MAAM,IAAI,eAAe,CACvB,oCAAoC,EACpC,4BAA4B,IAAI,CAAC,mBAAmB,yBAAyB,KAAK,CAAC,OAAO,wBAAwB,EAClH,IAAI,CAAC,mBAAmB,CACzB,CAAA;QACH,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAClF,MAAM,WAAW,GACf,IAAI,CAAC,WAAW;YAChB,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAA;QAC/F,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAA;QAE9C,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC;YACnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAC3B,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEjC,wGAAwG;QACxG,MAAM,QAAQ,GAAG,MAAM,KAAK,KAAK,CAAA;QACjC,MAAM,SAAS,GAAiB;YAC9B,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC5B,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,SAAS;SACjB,CAAA;QACD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QAC5D,IAAI,CAAC;YACH,IAAI,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBACrG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;gBAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACnC,CAAC;YACD,IAAI,EAAE,CAAA;YACN,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE;gBACzC,KAAK;gBACL,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,UAAU;gBACV,OAAO;gBACP,WAAW;gBACX,IAAI;aACL,CAAC,CAAA;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC3E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,OAAe,EACf,IAAsB,EACtB,MASC;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,MAAM,CAAA;QAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QACpD,MAAM,GAAG,GAA2B,EAAE,CAAA;QACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;YAC5E,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAA;QACxC,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACxF,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAChB,MAAM,EACN,gCAAgC,OAAO,KAAK,KAAK,CAAC,MAAM,OAAO,MAAM,UAAU,KAAK,CAAC,GAAG,EAAE,CAC3F,CAAA;QACD,gGAAgG;QAChG,6FAA6F;QAC7F,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,gBAAgB,CAClD,KAAK,IAAI,EAAE;YACT,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;YAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAA;YAC1F,MAAM,IAAI,GAAG;gBACX,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI;gBAChC,OAAO;gBACP,OAAO;gBACP,KAAK,CAAC,GAAG;gBACT,kBAAkB;gBAClB,KAAK,CAAC,OAAO;gBACb,SAAS;gBACT,SAAS;gBACT,UAAU;gBACV,KAAK,CAAC,MAAM;gBACZ,UAAU;gBACV,MAAM;gBACN,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,QAAQ;gBACR,MAAM,CAAC,OAAO,CAAC;gBACf,cAAc;gBACd,MAAM,CAAC,OAAO,CAAC;gBACf,cAAc;gBACd,IAAI;gBACJ,QAAQ;gBACR,MAAM,CAAC,QAAQ,CAAC;gBAChB,OAAO;gBACP,GAAG;gBACH,MAAM;gBACN,OAAO;gBACP,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAA;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAC9D,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,EAC7D;gBACE,SAAS,EAAE,WAAW,GAAG,IAAI;gBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC5D,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CACvB,IAAI,eAAe,CACjB,sBAAsB,EACtB,wCAAwC,WAAW,WAAW,EAC9D,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC/C;gBACH,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC5D,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,IAAI,IAAI,CAAC,OAAO;wBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,OAAO,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;oBAC1F,YAAY,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;gBACpE,CAAC;aACF,CACF,CAAA;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;QAC9B,CAAC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,YAAY,eAAe,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,EAC/E,CAAC,OAAO,EAAE,EAAE,CACV,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAChB,MAAM,EACN,uBAAuB,OAAO,kCAAkC,OAAO,2BAA2B,CACnG,CACJ,CAAA;QACD,IAAI,OAAuB,CAAA;QAC3B,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAA;QACnC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,mBAAmB,CAAC;gBAClC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/C,MAAM;gBACN,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;gBACvC,MAAM,EAAE,aAAa;aACtB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACjF,MAAM,KAAK,CAAA;QACb,CAAC;QACD,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAA;QACvE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAC3B;gBACE,IAAI,EAAE;oBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,OAAO;oBACjB,UAAU,EAAE,SAAS;oBACrB,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,MAAM;iBAChB;gBACD,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,GAAG;gBACH,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE;aAC7D,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACrC,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/C,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAC1D,OAAO,MAAM,CAAA;IACf,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE;YACtC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAA;IACpF,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;YACjD,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACjC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;QAC7B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;CACF"}

package/dist/runtime/litert-lm/host/openai.d.ts

@@ -8,26 +8,10 @@
  * of and the host adds: `stop` strings, OpenAI's string `arguments`, call ids, `finish_reason`.
  */
 import type { LiteRtMessage, LiteRtSampler } from './library.js';
-export interface OpenAiErrorBody {
-    error: {
-        message: string;
-        type: string;
-        param: string | null;
-        code: string | null;
-    };
-}
-/** A request this server answers with an OpenAI-shaped error instead of a completion. */
-export declare class OpenAiRequestError extends Error {
-    readonly status: number;
-    readonly body: OpenAiErrorBody;
-    constructor(status: number, message: string, param?: string | null, type?: string, code?: string | null);
-}
-export interface ModelCaps {
-    /** The file declares image input. */
-    vision: boolean;
-    /** Think unless the request says not to (`model.yml` `reasoning`). */
-    reasoning: boolean;
-}
+import { OpenAiRequestError } from '../../shared/index.js';
+import type { Delta, FinishReason, ModelCaps } from '../../shared/index.js';
+export { OpenAiRequestError };
+export type { Delta, FinishReason, ModelCaps, OpenAiErrorBody } from '../../shared/index.js';
 export interface ParsedChat {
     /** Every message but the trailing user message or run of tool results. */
     history: LiteRtMessage[];
@@ -48,23 +32,6 @@ export interface ParsedChat {
 }
 /** A chat completions body, or `OpenAiRequestError` (400) naming the field it cannot serve. */
 export declare function parseChatRequest(raw: unknown, caps: ModelCaps): ParsedChat;
-/** One OpenAI delta (`choices[0].delta`) without the role. */
-export type Delta = {
-    content: string;
-} | {
-    reasoning_content: string;
-} | {
-    tool_calls: Array<{
-        index: number;
-        id: string;
-        type: 'function';
-        function: {
-            name: string;
-            arguments: string;
-        };
-    }>;
-};
-export type FinishReason = 'stop' | 'length' | 'tool_calls';
 /** Builds one reply from the library's chunks: deltas as they come, the whole message at the end. */
 export declare class ReplyBuilder {
     private readonly stops;

package/dist/runtime/litert-lm/host/openai.js

@@ -7,19 +7,8 @@
  * an `arguments` object (one chunk, no deltas), thinking as `channels.thought`. What it has no notion
  * of and the host adds: `stop` strings, OpenAI's string `arguments`, call ids, `finish_reason`.
  */
-/** A request this server answers with an OpenAI-shaped error instead of a completion. */
-export class OpenAiRequestError extends Error {
-    status;
-    body;
-    constructor(status, message, param = null, type = status >= 500 ? 'server_error' : 'invalid_request_error', code = null) {
-        super(message);
-        this.status = status;
-        this.name = 'OpenAiRequestError';
-        this.body = { error: { message, type, param, code } };
-    }
-}
-const invalid = (message, param = null) => new OpenAiRequestError(400, message, param);
-const isRecord = (value) => typeof value === 'object' && value !== null && !Array.isArray(value);
+import { DATA_URL_RE, invalidRequest as invalid, isRecord, OpenAiRequestError, parseCommonChatRequest, textOf, } from '../../shared/index.js';
+export { OpenAiRequestError };
 const text = (value) => ({ type: 'text', text: value });
 function parseArguments(raw) {
     if (typeof raw !== 'string')
@@ -41,22 +30,6 @@ function parseToolResponse(content) {
         return raw;
     }
 }
-function textOf(content, param) {
-    if (content == null)
-        return '';
-    if (typeof content === 'string')
-        return content;
-    if (!Array.isArray(content))
-        throw invalid(`${param} must be a string or an array of parts`, param);
-    return content
-        .map((part) => {
-        if (isRecord(part) && part['type'] === 'text' && typeof part['text'] === 'string')
-            return part['text'];
-        throw invalid(`${param} may hold text parts only`, param);
-    })
-        .join('');
-}
-const DATA_URL_RE = /^data:image\/[a-z0-9.+-]+;base64,([A-Za-z0-9+/=]+)$/i;
 function userContent(content, caps, param) {
     if (typeof content === 'string')
         return [text(content)];
@@ -117,49 +90,11 @@ function convertMessages(raw, caps) {
         throw invalid(`${param}.role ${JSON.stringify(role)} is not system, developer, user, assistant or tool`, `${param}.role`);
     });
 }
-function optionalNumber(body, key) {
-    const value = body[key];
-    if (value === undefined || value === null)
-        return undefined;
-    if (typeof value !== 'number' || !Number.isFinite(value))
-        throw invalid(`${key} must be a number`, key);
-    return value;
-}
-function parseResponseFormat(raw) {
-    if (raw === undefined || raw === null)
-        return null;
-    if (!isRecord(raw))
-        throw invalid('response_format must be an object', 'response_format');
-    if (raw['type'] === 'text')
-        return null;
-    if (raw['type'] === 'json_object')
-        return { kind: 'json_schema', value: '{"type":"object"}' };
-    if (raw['type'] === 'json_schema') {
-        const schema = isRecord(raw['json_schema']) ? raw['json_schema']['schema'] : undefined;
-        if (!isRecord(schema))
-            throw invalid('response_format.json_schema.schema must be a JSON schema', 'response_format');
-        return { kind: 'json_schema', value: JSON.stringify(schema) };
-    }
-    throw invalid(`response_format type ${JSON.stringify(raw['type'])} is not supported`, 'response_format');
-}
-function parseThinking(body, caps) {
-    const kwargs = body['chat_template_kwargs'];
-    if (isRecord(kwargs) && typeof kwargs['enable_thinking'] === 'boolean')
-        return kwargs['enable_thinking'];
-    const effort = body['reasoning_effort'];
-    if (typeof effort === 'string')
-        return effort !== 'none';
-    return caps.reasoning;
-}
 /** A chat completions body, or `OpenAiRequestError` (400) naming the field it cannot serve. */
 export function parseChatRequest(raw, caps) {
     if (!isRecord(raw))
         throw invalid('The request body must be a JSON object.');
-    const n = raw['n'];
-    if (n !== undefined && n !== null && n !== 1)
-        throw invalid('Only n: 1 is supported.', 'n');
-    if (!Array.isArray(raw['messages']) || raw['messages'].length === 0)
-        throw invalid('messages must be a non-empty array', 'messages');
+    const common = parseCommonChatRequest(raw, caps);
     const messages = convertMessages(raw['messages'], caps);
     let split = messages.length;
     while (split > 0 && messages[split - 1]?.['role'] === 'tool')
@@ -169,37 +104,17 @@ export function parseChatRequest(raw, caps) {
             throw invalid('The last message must be from the user or a tool.', 'messages');
         split--;
     }
-    const toolChoice = raw['tool_choice'];
-    if (toolChoice !== undefined && toolChoice !== null && toolChoice !== 'auto' && toolChoice !== 'none')
-        throw invalid('Only tool_choice "auto" and "none" are supported.', 'tool_choice');
-    const tools = Array.isArray(raw['tools']) && raw['tools'].length > 0 && toolChoice !== 'none' ? raw['tools'] : null;
-    const streamOptions = raw['stream_options'];
-    const stop = raw['stop'];
-    const maxTokens = optionalNumber(raw, 'max_completion_tokens') ?? optionalNumber(raw, 'max_tokens');
-    const temperature = optionalNumber(raw, 'temperature');
-    const topP = optionalNumber(raw, 'top_p');
-    const topK = optionalNumber(raw, 'top_k');
-    const seed = optionalNumber(raw, 'seed');
     return {
         history: messages.slice(0, split),
         next: messages.slice(split),
-        tools,
-        stream: raw['stream'] === true,
-        includeUsage: isRecord(streamOptions) && streamOptions['include_usage'] === true,
-        sampler: {
-            ...(temperature !== undefined ? { temperature } : {}),
-            ...(topP !== undefined ? { topP } : {}),
-            ...(topK !== undefined ? { topK: Math.round(topK) } : {}),
-            ...(seed !== undefined ? { seed: Math.round(seed) } : {}),
-        },
-        ...(maxTokens !== undefined ? { maxTokens: Math.max(1, Math.round(maxTokens)) } : {}),
-        stop: typeof stop === 'string'
-            ? [stop]
-            : Array.isArray(stop)
-                ? stop.filter((s) => typeof s === 'string' && s)
-                : [],
-        responseFormat: parseResponseFormat(raw['response_format']),
-        thinking: parseThinking(raw, caps),
+        tools: common.tools,
+        stream: common.stream,
+        includeUsage: common.includeUsage,
+        sampler: common.sampler,
+        ...(common.maxTokens !== undefined ? { maxTokens: common.maxTokens } : {}),
+        stop: common.stop,
+        responseFormat: common.responseFormat,
+        thinking: common.thinking,
     };
 }
 /** The library's words for a generation it ended at the token limit; not an error to the client. */