@antseed/cli 0.1.179 → 0.1.181

package/dist/gateway/policy-resolver.test.js

@@ -0,0 +1,273 @@
+import assert from 'node:assert/strict';
+import { mkdtempSync, readFileSync, rmSync, statSync } from 'node:fs';
+import * as http from 'node:http';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { test } from 'node:test';
+import { GATEWAY_CONTROL_HEADER, GATEWAY_CONTROL_SECRET_ENV, ROUTING_POLICY_HEADER, decodePolicyHeader, modelServiceId, policyAllowsModel } from '../routing-policy/policy.js';
+import { buyerFetch, loadOrCreateControlSecret, recordGatewayBuyerPort, runningGatewayBuyerPort } from './buyer-control.js';
+import { OtlpExporter, tracesUrl } from './observability.js';
+import { GATEWAY_ROUTING_SETTING, checkPolicyInput, isEmptyPolicy, policyInputProblem, resolvePolicy } from './policy-resolver.js';
+import { applyPreset, effectiveRequestModel, extractEndUser, sniffMultipartModel } from './request-shaping.js';
+import { DEFAULT_WORKSPACE_ID } from './store.js';
+import { tempDataDir } from './console-api/test-support.js';
+const NO_LIMITS = { daily: null, weekly: null, monthly: null, total: null };
+test('policies narrow from the gateway default through workspace, member, key and preset', () => {
+    const { store, cleanup } = tempDataDir();
+    try {
+        store.setSetting(GATEWAY_ROUTING_SETTING, { blockedPeerIds: ['0xAA'], maxInputUsdPerMillion: 10, sort: 'price' });
+        const ws = store.createWorkspace({ name: 'R', buyerIdentity: 'ws-r', routingPolicy: { allowedModels: ['m1', 'm2', 'm3'], minTrustScore: 20 } });
+        // The org admins' workspace policy comes first; the workspace admins' own can only narrow it.
+        store.updateWorkspace(ws.id, { orgRoutingPolicy: { maxOutputUsdPerMillion: 7, allowedModels: ['m1', 'm2', 'm4'] } });
+        const owner = store.createOwner({ label: 'O', email: null });
+        store.updateMember(owner.id, { routingPolicy: { maxInputUsdPerMillion: 5, allowedModels: ['m1', 'm2'] } });
+        const { key } = store.createKey({
+            label: 'k', workspaceId: ws.id, ownerMemberId: owner.id, limits: NO_LIMITS, expiresAt: null,
+            routingPolicy: { minTrustScore: 10, blockedPeerIds: ['bb'], maxInputUsdPerMillion: 50, sort: 'latency' },
+        });
+        const preset = store.createPreset({ slug: 'cheap', name: 'Cheap', workspaceId: ws.id, model: 'm1', routingPolicy: { allowedModels: ['m1'], requireVerified: true }, systemPrompt: null, params: {} });
+        const { policy, sources } = resolvePolicy(store, { keyId: key.id });
+        assert.deepEqual(sources.map((s) => s.level), ['buyer', 'gateway', 'workspace-org', 'workspace', 'member', 'key', 'key-owner']);
+        assert.deepEqual(sources[2].policy, { maxOutputUsdPerMillion: 7, allowedModels: ['m1', 'm2', 'm4'] });
+        assert.equal(policy.maxOutputUsdPerMillion, 7, 'the org policy of a workspace applies to its keys');
+        assert.deepEqual(policy.blockedPeerIds?.sort(), ['aa', 'bb']);
+        assert.equal(policy.maxInputUsdPerMillion, 5, 'a key cannot raise a cap');
+        assert.equal(policy.minTrustScore, 20, 'a key cannot lower a minimum');
+        assert.deepEqual(policy.allowedModels, ['m1', 'm2']);
+        assert.equal(policy.sort, 'latency', 'ranking preferences take the lowest level that sets one');
+        const withPreset = resolvePolicy(store, { keyId: key.id, presetSlug: 'cheap' });
+        assert.equal(withPreset.sources.at(-1)?.id, preset.id);
+        assert.deepEqual(withPreset.policy.allowedModels, ['m1']);
+        assert.equal(withPreset.policy.requireVerified, true);
+        const workspaceOnly = resolvePolicy(store, { workspaceId: DEFAULT_WORKSPACE_ID });
+        assert.deepEqual(workspaceOnly.sources.map((s) => s.level), ['buyer', 'gateway', 'workspace-org', 'workspace']);
+        assert.equal(workspaceOnly.policy.allowedModels, undefined);
+    }
+    finally {
+        cleanup();
+    }
+});
+test('allowed models compare the service part of peer@model', () => {
+    const policy = { allowedModels: ['deepseek-v4-flash'] };
+    assert.equal(modelServiceId('abc123@deepseek-v4-flash'), 'deepseek-v4-flash');
+    assert.equal(modelServiceId('@preset/x'), '@preset/x');
+    assert.equal(policyAllowsModel(policy, 'deepseek-v4-flash'), true);
+    assert.equal(policyAllowsModel(policy, 'DEEPSEEK-V4-FLASH'), true);
+    assert.equal(policyAllowsModel(policy, 'abc123@deepseek-v4-flash'), true);
+    assert.equal(policyAllowsModel(policy, 'abc123@other-model'), false);
+    assert.equal(policyAllowsModel(policy, null), false, 'no model under an allow list fails closed');
+    assert.equal(policyAllowsModel({}, null), true);
+});
+const PRESET = {
+    id: 'pre_1', slug: 's', name: 'S', workspaceId: null, model: 'real-model', routingPolicy: null,
+    systemPrompt: 'Be brief.', params: { temperature: 0.2, max_tokens: 100 }, createdAt: 0,
+};
+test('presets rewrite the model, put their params under the client\'s and prepend their system prompt', () => {
+    const chat = applyPreset({ model: '@preset/s', max_tokens: 5, messages: [{ role: 'user', content: 'hi' }] }, PRESET, '/v1/chat/completions');
+    assert.equal(chat['model'], 'real-model');
+    assert.equal(chat['temperature'], 0.2);
+    assert.equal(chat['max_tokens'], 5, 'the client wins');
+    assert.deepEqual(chat['messages'], [{ role: 'system', content: 'Be brief.' }, { role: 'user', content: 'hi' }]);
+    assert.equal(applyPreset({ model: '@preset/s', system: 'Mine.' }, PRESET, '/v1/messages')['system'], 'Be brief.\n\nMine.');
+    assert.deepEqual(applyPreset({ system: [{ type: 'text', text: 'Mine.' }] }, PRESET, '/v1/messages')['system'], [{ type: 'text', text: 'Be brief.' }, { type: 'text', text: 'Mine.' }]);
+    assert.equal(applyPreset({}, PRESET, '/v1/messages')['system'], 'Be brief.');
+    assert.equal(applyPreset({ instructions: 'Mine.' }, PRESET, '/v1/responses')['instructions'], 'Be brief.\n\nMine.');
+    assert.equal(applyPreset({}, PRESET, '/v1/images/generations')['instructions'], undefined);
+});
+test('end user and multipart model are read from the request', () => {
+    assert.equal(extractEndUser({ user: 'u-1' }, 'header-user'), 'u-1');
+    assert.equal(extractEndUser(null, 'header-user'), 'header-user');
+    assert.equal(extractEndUser({}, undefined), null);
+    const boundary = 'XyZ';
+    const form = Buffer.from(`--${boundary}\r\nContent-Disposition: form-data; name="prompt"\r\n\r\nhello\r\n--${boundary}\r\nContent-Disposition: form-data; name="model"\r\n\r\nimage-model\r\n--${boundary}--\r\n`);
+    assert.equal(sniffMultipartModel(form, `multipart/form-data; boundary=${boundary}`), 'image-model');
+    assert.equal(sniffMultipartModel(form, 'application/json'), null);
+    const multipart = `multipart/form-data; boundary=${boundary}`;
+    assert.equal(effectiveRequestModel(null, form, multipart), 'image-model');
+    const withService = Buffer.from(`--${boundary}\r\nContent-Disposition: form-data; name="service"\r\n\r\nother-image\r\n${form.toString('latin1')}`);
+    assert.equal(effectiveRequestModel(null, withService, multipart), 'other-image', 'service wins, as the buyer reads it');
+    assert.equal(effectiveRequestModel({ model: 'm', service: 's' }, Buffer.alloc(0), 'application/json'), 's');
+    assert.equal(effectiveRequestModel({ model: ' m ' }, Buffer.alloc(0), 'application/json'), 'm');
+    assert.equal(effectiveRequestModel({ model: 'm', service: 7 }, Buffer.alloc(0), 'application/json'), null);
+});
+test('a preset drops a client service so the buyer routes by the preset\'s model', () => {
+    const body = applyPreset({ model: '@preset/s', service: 'elsewhere' }, PRESET, '/v1/chat/completions');
+    assert.equal(body['model'], 'real-model');
+    assert.equal('service' in body, false);
+});
+test('the control secret is created once with mode 0600 and the env var overrides it', () => {
+    const dir = mkdtempSync(join(tmpdir(), 'antseed-secret-'));
+    const previous = process.env[GATEWAY_CONTROL_SECRET_ENV];
+    delete process.env[GATEWAY_CONTROL_SECRET_ENV];
+    try {
+        const first = loadOrCreateControlSecret(dir);
+        assert.match(first, /^[0-9a-f]{64}$/);
+        assert.equal(loadOrCreateControlSecret(dir), first);
+        const path = join(dir, 'gateway', 'buyer-control.secret');
+        assert.equal(readFileSync(path, 'utf8').trim(), first);
+        assert.equal(statSync(path).mode & 0o777, 0o600);
+        process.env[GATEWAY_CONTROL_SECRET_ENV] = 'from-env';
+        assert.equal(loadOrCreateControlSecret(dir), 'from-env');
+    }
+    finally {
+        if (previous === undefined)
+            delete process.env[GATEWAY_CONTROL_SECRET_ENV];
+        else
+            process.env[GATEWAY_CONTROL_SECRET_ENV] = previous;
+        rmSync(dir, { recursive: true, force: true });
+    }
+});
+test('a running gateway records its buyer port for the CLI and clears it on stop', () => {
+    const dir = mkdtempSync(join(tmpdir(), 'antseed-buyer-port-'));
+    try {
+        assert.equal(runningGatewayBuyerPort(dir), null);
+        const clear = recordGatewayBuyerPort(dir, 28377);
+        assert.equal(runningGatewayBuyerPort(dir), 28377);
+        clear();
+        assert.equal(runningGatewayBuyerPort(dir), null);
+    }
+    finally {
+        rmSync(dir, { recursive: true, force: true });
+    }
+});
+test('buyerFetch sends the secret, the policy and the identity', async () => {
+    let seen = {};
+    let url = '';
+    const server = http.createServer((req, res) => {
+        seen = req.headers;
+        url = req.url ?? '';
+        res.writeHead(200, { 'content-type': 'application/json' }).end('{}');
+    });
+    await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
+    try {
+        const port = server.address().port;
+        await buyerFetch({ buyerPort: port, secret: 's3cret' }, '/_antseed/route-preview?model=m', { policy: { allowedModels: ['m'] }, identity: 'ws-a' });
+        assert.equal(seen[GATEWAY_CONTROL_HEADER], 's3cret');
+        assert.deepEqual(decodePolicyHeader(seen[ROUTING_POLICY_HEADER]), { allowedModels: ['m'] });
+        assert.equal(url, '/_antseed/route-preview?model=m&identity=ws-a');
+        await buyerFetch({ buyerPort: port, secret: 's3cret' }, '/_antseed/status');
+        assert.equal(seen[ROUTING_POLICY_HEADER], undefined);
+    }
+    finally {
+        await new Promise((resolve) => server.close(() => resolve()));
+    }
+});
+test('OTLP exporter posts one span per request, without content unless enabled, and bounds its queue', async () => {
+    const posted = [];
+    let settings = { otlpEndpoint: 'https://otel.example.test', otlpHeaders: { 'x-token': 't' }, logContent: false, retentionDays: null };
+    const fetchImpl = (async (url, init) => {
+        posted.push({ url, body: JSON.parse(String(init.body)), headers: init.headers });
+        return new Response(null, { status: 200 });
+    });
+    const exporter = new OtlpExporter(() => settings, { fetchImpl, flushIntervalMs: 60_000 });
+    const span = {
+        tag: 'gw_1', method: 'POST', path: '/v1/responses', model: 'm', status: 200, startedAt: 1_000, finishedAt: 1_250,
+        keyId: 'key_1', workspaceId: 'ws_default', memberId: null, endUser: 'u', sellerPeerId: 'aa', latencyMs: 250,
+        requestBody: 'SECRET PROMPT', responseBody: 'SECRET ANSWER',
+    };
+    exporter.record(span);
+    await exporter.flush();
+    assert.equal(posted[0].url, 'https://otel.example.test/v1/traces');
+    assert.equal(posted[0].headers['x-token'], 't');
+    const exported = posted[0].body.resourceSpans[0].scopeSpans[0].spans;
+    assert.equal(exported.length, 1);
+    assert.equal(exported[0].startTimeUnixNano, '1000000000');
+    assert.ok(!JSON.stringify(exported).includes('SECRET'));
+    settings = { ...settings, logContent: true };
+    exporter.record(span);
+    await exporter.flush();
+    assert.ok(JSON.stringify(posted[1].body).includes('SECRET PROMPT'));
+    for (let index = 0; index < 1_005; index += 1)
+        exporter.record(span);
+    assert.equal(exporter.dropped, 5);
+    await exporter.stop();
+    assert.equal(tracesUrl('http://collector:4318/v1/traces'), 'http://collector:4318/v1/traces');
+    settings = { ...settings, otlpEndpoint: null };
+    const before = posted.length;
+    exporter.record(span);
+    await exporter.flush();
+    assert.equal(posted.length, before, 'nothing is sent without an endpoint');
+});
+test('peer lists in policies are references: editing a list changes every policy using it', () => {
+    const { store, cleanup } = tempDataDir();
+    try {
+        const PEER_A = 'a1'.repeat(20);
+        const PEER_B = 'b2'.repeat(20);
+        const PEER_C = 'c3'.repeat(20);
+        const own = store.createPeerList({ name: 'Own', description: null, peerIds: [PEER_A, PEER_B] });
+        const banned = store.createPeerList({ name: 'Banned', description: null, peerIds: [PEER_C] });
+        const ws = store.createWorkspace({ name: 'L', buyerIdentity: 'ws-l', routingPolicy: { allowedPeerLists: [own.id] } });
+        const { key } = store.createKey({ label: 'k', workspaceId: ws.id, limits: NO_LIMITS, expiresAt: null, routingPolicy: { allowedPeerIds: [PEER_B, PEER_C], blockedPeerLists: [banned.id] } });
+        let { policy } = resolvePolicy(store, { keyId: key.id });
+        assert.deepEqual(policy.allowedPeerIds, [PEER_B], 'workspace list ∩ key ids');
+        assert.deepEqual(policy.blockedPeerIds, [PEER_C]);
+        assert.equal(policy.allowedPeerLists, undefined);
+        assert.equal(policy.blockedPeerLists, undefined);
+        store.updatePeerList(own.id, { peerIds: [PEER_A] });
+        policy = resolvePolicy(store, { keyId: key.id }).policy;
+        assert.deepEqual(policy.allowedPeerIds, [], 'the edited list applies at once');
+        store.deletePeerList(own.id);
+        policy = resolvePolicy(store, { workspaceId: ws.id }).policy;
+        assert.deepEqual(policy.allowedPeerIds, [], 'a deleted allow list fails closed');
+    }
+    finally {
+        cleanup();
+    }
+});
+test('the key owner\'s layer only narrows the admins\' layer, peer lists included', () => {
+    const { store, cleanup } = tempDataDir();
+    try {
+        const A = 'aa'.repeat(20);
+        const B = 'bb'.repeat(20);
+        const C = 'cc'.repeat(20);
+        const any = store.createPeerList({ name: 'Any', description: null, peerIds: [A, B, C] });
+        const onlyC = store.createPeerList({ name: 'C', description: null, peerIds: [C] });
+        const ws = store.createWorkspace({ name: 'O', buyerIdentity: 'ws-o' });
+        const { key } = store.createKey({
+            label: 'k', workspaceId: ws.id, limits: NO_LIMITS, expiresAt: null,
+            routingPolicy: { allowedPeerIds: [A] },
+            ownerRoutingPolicy: { allowedPeerIds: [A], allowedPeerLists: [any.id], maxInputUsdPerMillion: 2 },
+        });
+        let { policy } = resolvePolicy(store, { keyId: key.id });
+        assert.deepEqual(policy.allowedPeerIds, [A], 'adding a list in the owner layer does not widen the admin allow list');
+        assert.equal(policy.maxInputUsdPerMillion, 2);
+        // The other way round: the admins allow a list, the owner adds ids outside it.
+        store.updateKey(key.id, { routingPolicy: { allowedPeerLists: [onlyC.id] }, ownerRoutingPolicy: { allowedPeerIds: [A] } });
+        policy = resolvePolicy(store, { keyId: key.id }).policy;
+        assert.deepEqual(policy.allowedPeerIds, [], 'ids outside the admin list are not added');
+        // checkPolicyInput reports what the console must refuse.
+        const target = { keyId: key.id };
+        const widen = checkPolicyInput(store, target, 'key-owner', { allowedPeerLists: [any.id] });
+        assert.deepEqual(widen.narrowed, ['allowedPeerIds']);
+        assert.deepEqual(widen.effective.allowedPeerIds, [C]);
+        assert.equal(widen.emptyAllow, false);
+        const ok = checkPolicyInput(store, target, 'key-owner', { allowedPeerIds: [C], sort: 'price' });
+        assert.deepEqual(ok.narrowed, []);
+        const none = checkPolicyInput(store, target, 'key-owner', { allowedPeerIds: [A] });
+        assert.equal(none.emptyAllow, true, 'no overlap with the level above leaves no seller');
+        assert.equal(checkPolicyInput(store, target, 'key-owner', { allowedPeerIds: [] }).emptyAllow, true);
+        assert.equal(checkPolicyInput(store, target, 'key-owner', { allowedPeerLists: ['pl_missing'] }).emptyAllow, true);
+        assert.equal(checkPolicyInput(store, target, 'key-owner', { blockedPeerIds: [A] }).emptyAllow, false, 'only a sent allow list counts');
+        const empty = policyInputProblem([{ field: 'ownerRoutingPolicy', check: none }], {});
+        assert.equal(empty?.status, 400);
+        assert.equal(empty?.body.error.code, 'empty_allow_list');
+        // Leaving no seller is also a narrowing here (A is not in the admin list): both need confirming.
+        assert.equal(policyInputProblem([{ field: 'ownerRoutingPolicy', check: none }], { confirmEmpty: true })?.status, 409);
+        assert.equal(policyInputProblem([{ field: 'ownerRoutingPolicy', check: none }], { confirmEmpty: true, acceptNarrowed: true }), null);
+        const narrowed = policyInputProblem([{ field: 'ownerRoutingPolicy', check: widen }], {});
+        assert.equal(narrowed?.status, 409);
+        assert.deepEqual(narrowed?.body.error['fields'], ['ownerRoutingPolicy.allowedPeerIds']);
+        assert.deepEqual((narrowed?.body.error['effectiveRoutingPolicy']).allowedPeerIds, [C]);
+        assert.equal(policyInputProblem([{ field: 'ownerRoutingPolicy', check: widen }], { acceptNarrowed: true }), null);
+    }
+    finally {
+        cleanup();
+    }
+});
+test('policies that change nothing count as empty', () => {
+    assert.equal(isEmptyPolicy({}), true);
+    assert.equal(isEmptyPolicy({ sort: 'balanced', preferFreePeers: false, requireVerified: false, requireTee: false, modelRoutes: {} }), true);
+    assert.equal(isEmptyPolicy({ sort: 'price' }), false);
+    assert.equal(isEmptyPolicy({ allowedPeerIds: [] }), false);
+});
+//# sourceMappingURL=policy-resolver.test.js.map

package/dist/gateway/policy-resolver.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy-resolver.test.js","sourceRoot":"","sources":["../../src/gateway/policy-resolver.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAA;AACvC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AACrE,OAAO,KAAK,IAAI,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAA;AAC9K,OAAO,EAAE,UAAU,EAAE,yBAAyB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAA;AAC3H,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC5D,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAClI,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC9G,OAAO,EAAE,oBAAoB,EAAqB,MAAM,YAAY,CAAA;AACpE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAA;AAE3D,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;AAE3E,IAAI,CAAC,oFAAoF,EAAE,GAAG,EAAE;IAC9F,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAA;IACxC,IAAI,CAAC;QACH,KAAK,CAAC,UAAU,CAAC,uBAAuB,EAAE,EAAE,cAAc,EAAE,CAAC,MAAM,CAAC,EAAE,qBAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QACjH,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;QAC/I,8FAA8F;QAC9F,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QACpH,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5D,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QAC1G,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;YAC9B,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI;YAC3F,aAAa,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,IAAI,CAAC,EAAE,qBAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SACzG,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAA;QAErM,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QACnE,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAA;QAC/H,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;QACtG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC,EAAE,mDAAmD,CAAC,CAAA;QACnG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC7D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAA;QACzE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,EAAE,8BAA8B,CAAC,CAAA;QACtE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,yDAAyD,CAAC,CAAA;QAE/F,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAA;QAC/E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;QACtD,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;QAErD,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,oBAAoB,EAAE,CAAC,CAAA;QACjF,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC,CAAA;QAC/G,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IAC7D,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACjE,MAAM,MAAM,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,EAAE,CAAA;IACvD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,0BAA0B,CAAC,EAAE,mBAAmB,CAAC,CAAA;IAC7E,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC,CAAA;IACtD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAAE,IAAI,CAAC,CAAA;IAClE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAAE,IAAI,CAAC,CAAA;IAClE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,0BAA0B,CAAC,EAAE,IAAI,CAAC,CAAA;IACzE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAA;IACpE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,2CAA2C,CAAC,CAAA;IACjG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;AACjD,CAAC,CAAC,CAAA;AAEF,MAAM,MAAM,GAAiB;IAC3B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI;IAC9F,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC;CACvF,CAAA;AAED,IAAI,CAAC,iGAAiG,EAAE,GAAG,EAAE;IAC3G,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,sBAAsB,CAAC,CAAA;IAC5I,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAA;IACzC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,GAAG,CAAC,CAAA;IACtC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAA;IACtD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAE/G,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,oBAAoB,CAAC,CAAA;IAC1H,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAC3G,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;IACzE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,CAAA;IAC5E,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,cAAc,CAAC,EAAE,oBAAoB,CAAC,CAAA;IACnH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,wBAAwB,CAAC,CAAC,cAAc,CAAC,EAAE,SAAS,CAAC,CAAA;AAC5F,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,wDAAwD,EAAE,GAAG,EAAE;IAClE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,aAAa,CAAC,EAAE,KAAK,CAAC,CAAA;IACnE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,aAAa,CAAC,CAAA;IAChE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,KAAK,CAAA;IACtB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,QAAQ,uEAAuE,QAAQ,4EAA4E,QAAQ,QAAQ,CAAC,CAAA;IAClN,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,iCAAiC,QAAQ,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IACnG,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,kBAAkB,CAAC,EAAE,IAAI,CAAC,CAAA;IACjE,MAAM,SAAS,GAAG,iCAAiC,QAAQ,EAAE,CAAA;IAC7D,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,aAAa,CAAC,CAAA;IACzE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,QAAQ,4EAA4E,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IACnJ,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,aAAa,EAAE,qCAAqC,CAAC,CAAA;IACvH,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,EAAE,GAAG,CAAC,CAAA;IAC3G,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,EAAE,GAAG,CAAC,CAAA;IAC/F,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,EAAE,IAAI,CAAC,CAAA;AAC5G,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,4EAA4E,EAAE,GAAG,EAAE;IACtF,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,sBAAsB,CAAC,CAAA;IACtG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAA;IACzC,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,CAAA;AACxC,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,gFAAgF,EAAE,GAAG,EAAE;IAC1F,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAA;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;IACxD,OAAO,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;IAC9C,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAA;QACrC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,sBAAsB,CAAC,CAAA;QACzD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,KAAK,EAAE,KAAK,CAAC,CAAA;QAChD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,GAAG,UAAU,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,CAAA;IAC1D,CAAC;YAAS,CAAC;QACT,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;;YACrE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,GAAG,QAAQ,CAAA;QACvD,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC/C,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,4EAA4E,EAAE,GAAG,EAAE;IACtF,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC,CAAA;IAC9D,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAChD,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;QACjD,KAAK,EAAE,CAAA;QACP,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;IAClD,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC/C,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;IAC1E,IAAI,IAAI,GAA6B,EAAE,CAAA;IACvC,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC5C,IAAI,GAAG,GAAG,CAAC,OAAO,CAAA;QAClB,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAA;QACnB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACtE,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAA;IAC5E,IAAI,CAAC;QACH,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAuB,CAAC,IAAI,CAAA;QACxD,MAAM,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,iCAAiC,EAAE,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;QAClJ,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,QAAQ,CAAC,CAAA;QACpD,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,qBAAqB,CAAW,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACrG,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,+CAA+C,CAAC,CAAA;QAClE,MAAM,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,kBAAkB,CAAC,CAAA;QAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,SAAS,CAAC,CAAA;IACtD,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACrE,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,gGAAgG,EAAE,KAAK,IAAI,EAAE;IAChH,MAAM,MAAM,GAAuE,EAAE,CAAA;IACrF,IAAI,QAAQ,GAAG,EAAE,YAAY,EAAE,2BAA2B,EAAE,WAAW,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,IAAqB,EAAE,CAAA;IACtJ,MAAM,SAAS,GAAG,CAAC,KAAK,EAAE,GAAW,EAAE,IAAiB,EAAE,EAAE;QAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAiC,EAAE,CAAC,CAAA;QAC1G,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;IAC5C,CAAC,CAA4B,CAAA;IAC7B,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAA;IACzF,MAAM,IAAI,GAAG;QACX,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK;QAChH,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG;QAC3G,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe;KAC5D,CAAA;IACD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACrB,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,GAAG,EAAE,qCAAqC,CAAC,CAAA;IACnE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACrE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAA;IACzD,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEvD,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;IAC5C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACrB,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAA;IAEpE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC;QAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACpE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACjC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACrB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,iCAAiC,CAAC,EAAE,iCAAiC,CAAC,CAAA;IAE7F,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,IAAyB,EAAE,CAAA;IACnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IAC5B,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACrB,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,qCAAqC,CAAC,CAAA;AAC5E,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,qFAAqF,EAAE,GAAG,EAAE;IAC/F,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAA;IACxC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/F,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC7F,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,gBAAgB,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QACrH,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QAE3L,IAAI,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QACxD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,EAAE,0BAA0B,CAAC,CAAA;QAC7E,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QACjD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAA;QAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAA;QAEhD,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACnD,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAA;QACvD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,EAAE,iCAAiC,CAAC,CAAA;QAE9E,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC5B,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAA;QAC5D,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,EAAE,mCAAmC,CAAC,CAAA;IAClF,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,6EAA6E,EAAE,GAAG,EAAE;IACvF,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAA;IACxC,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACzB,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAClF,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAA;QACtE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;YAC9B,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI;YAClE,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;SAClG,CAAC,CAAA;QACF,IAAI,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QACxD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,sEAAsE,CAAC,CAAA;QACpH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAA;QAE7C,+EAA+E;QAC/E,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,gBAAgB,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QACzH,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAA;QACvD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,EAAE,0CAA0C,CAAC,CAAA;QAEvF,yDAAyD;QACzD,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAA;QAChC,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,gBAAgB,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1F,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAA;QACpD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACrD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACrC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QAC/F,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QACjC,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAClF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,kDAAkD,CAAC,CAAA;QACvF,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QACnG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,gBAAgB,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QACjH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,+BAA+B,CAAC,CAAA;QAEtI,MAAM,KAAK,GAAG,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QACpF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;QACxD,iGAAiG;QACjG,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;QACrH,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;QACpI,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QACxF,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;QACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,mCAAmC,CAAC,CAAC,CAAA;QACvF,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAkC,CAAA,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACtH,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACnH,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACrC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IAC3I,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,CAAA;IACrD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAA;AAC5D,CAAC,CAAC,CAAA"}

package/dist/gateway/request-errors.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=request-errors.test.d.ts.map

package/dist/gateway/request-errors.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-errors.test.d.ts","sourceRoot":"","sources":["../../src/gateway/request-errors.test.ts"],"names":[],"mappings":""}

package/dist/gateway/request-errors.test.js

@@ -0,0 +1,108 @@
+import assert from 'node:assert/strict';
+import * as http from 'node:http';
+import { test } from 'node:test';
+import { GatewayAccounting } from './accounting.js';
+import { OtlpExporter } from './observability.js';
+import { GatewayServer, parseErrorBody } from './server.js';
+import { tempDataDir } from './console-api/test-support.js';
+const NO_LIMITS = { daily: null, weekly: null, monthly: null, total: null };
+test('error bodies: OpenAI, Anthropic, plain-string and non-JSON envelopes', () => {
+    const parse = (body, status = 400) => parseErrorBody(Buffer.from(body), status);
+    assert.deepEqual(parse('{"error":{"message":"Bad model","type":"invalid_request_error","code":"model_not_found"}}'), { code: 'model_not_found', message: 'Bad model' });
+    assert.deepEqual(parse('{"type":"error","error":{"type":"overloaded_error","message":"Overloaded"}}', 529), { code: 'overloaded_error', message: 'Overloaded' });
+    assert.deepEqual(parse('{"ok":false,"error":"no_peers_available"}', 503), { code: 'http_503', message: 'no_peers_available' });
+    assert.deepEqual(parse('<html>Bad   Gateway</html>', 502), { code: 'http_502', message: '<html>Bad Gateway</html>' });
+    assert.deepEqual(parse('', 500), { code: 'http_500', message: null });
+    assert.equal(parse(JSON.stringify({ error: { message: 'y'.repeat(2_000) } })).message.length, 500);
+});
+async function fakeBuyer(respond) {
+    const server = http.createServer((req, res) => {
+        req.resume();
+        req.on('end', () => respond(res));
+    });
+    await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
+    return { port: server.address().port, close: () => new Promise((resolve) => server.close(() => resolve())) };
+}
+async function post(port, secret) {
+    return new Promise((resolve, reject) => {
+        const req = http.request({ hostname: '127.0.0.1', port, path: '/v1/chat/completions', method: 'POST', headers: { authorization: `Bearer ${secret}`, 'content-type': 'application/json' } }, (res) => {
+            res.resume();
+            res.on('end', () => resolve(res.statusCode ?? 0));
+        });
+        req.on('error', reject);
+        req.end('{"model":"open-model"}');
+    });
+}
+test('failed requests keep the seller\'s error code and message, and buyer outages are recorded as such', async () => {
+    const { store, cleanup } = tempDataDir();
+    const buyer = await fakeBuyer((res) => {
+        res.writeHead(429, { 'content-type': 'application/json' });
+        res.end('{"error":{"type":"rate_limit_error","message":"Slow down"}}');
+    });
+    const accounting = new GatewayAccounting(store, { holdUsdc: 1_000, settleGraceMs: 10 });
+    const options = { store, accounting, identityAddress: async () => null, spendFeedState: () => 'reporting', refreshSpendFeed: async () => { } };
+    const gateway = new GatewayServer({ ...options, buyerPort: buyer.port });
+    const deadBuyer = new GatewayServer({ ...options, buyerPort: 1 });
+    try {
+        const { secret } = store.createKey({ label: 'k', limits: NO_LIMITS, expiresAt: null });
+        assert.equal(await post(await gateway.start(), secret), 429);
+        assert.equal(await post(await deadBuyer.start(), secret), 502);
+        const [outage, limited] = store.listRequests({});
+        assert.deepEqual([limited.status, limited.errorCode, limited.errorMessage], [429, 'rate_limit_error', 'Slow down']);
+        assert.deepEqual([outage.status, outage.errorCode], [502, 'buyer_unavailable']);
+        assert.equal(store.usageReport({}, null).totals.failedRequests, 2);
+    }
+    finally {
+        await gateway.stop();
+        await deadBuyer.stop();
+        await buyer.close();
+        accounting.dispose();
+        cleanup();
+    }
+});
+test('admission reads only capped periods, and a request that fails to start releases its hold', () => {
+    const { store, cleanup } = tempDataDir();
+    const accounting = new GatewayAccounting(store, { holdUsdc: 1_000, settleGraceMs: 10 });
+    try {
+        const owner = store.createOwner({ label: 'O', email: null });
+        store.updateMember(owner.id, { limits: { monthly: 1_000 } });
+        const { key } = store.createKey({ label: 'k', ownerMemberId: owner.id, limits: NO_LIMITS, expiresAt: null });
+        const asked = [];
+        const original = store.spendByPeriod.bind(store);
+        store.spendByPeriod = (scope, now, periods) => {
+            asked.push([Object.keys(scope)[0], ...(periods ?? [])]);
+            return original(scope, now, periods);
+        };
+        const first = accounting.admit(key);
+        assert.ok(first.ok);
+        assert.deepEqual(asked, [['memberId', 'monthly']], 'the uncapped key and workspace cost no query');
+        assert.equal(accounting.admit(key).ok, false, 'the first hold leaves no room');
+        accounting.release(first.ok ? first.tag : '');
+        assert.equal(accounting.heldForMember(owner.id), 0);
+        assert.equal(accounting.admit(key).ok, true);
+    }
+    finally {
+        accounting.dispose();
+        cleanup();
+    }
+});
+test('the OTLP exporter keeps sending while a full batch is queued', async () => {
+    const batches = [];
+    const fetchImpl = (async (_url, init) => {
+        batches.push(JSON.parse(String(init.body)).resourceSpans[0].scopeSpans[0].spans.length);
+        return new Response(null, { status: 200 });
+    });
+    const settings = { otlpEndpoint: 'https://otel.example.test', otlpHeaders: {}, logContent: false, retentionDays: null };
+    const exporter = new OtlpExporter(() => settings, { fetchImpl, flushIntervalMs: 60_000 });
+    const span = {
+        tag: 'gw_1', method: 'POST', path: '/v1/responses', model: 'm', status: 200, startedAt: 1, finishedAt: 2,
+        keyId: 'key_1', workspaceId: 'ws_default', memberId: null, endUser: null, sellerPeerId: null, latencyMs: 1,
+    };
+    for (let index = 0; index < 250; index += 1)
+        exporter.record(span);
+    await exporter.flush();
+    assert.deepEqual(batches, [100, 100], 'one flush drains every full batch');
+    await exporter.stop();
+    assert.deepEqual(batches, [100, 100, 50], 'stop sends the rest');
+});
+//# sourceMappingURL=request-errors.test.js.map

package/dist/gateway/request-errors.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-errors.test.js","sourceRoot":"","sources":["../../src/gateway/request-errors.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAA;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,YAAY,EAAoB,MAAM,oBAAoB,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAA;AAE3D,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;AAE3E,IAAI,CAAC,sEAAsE,EAAE,GAAG,EAAE;IAChF,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAA;IACvF,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,2FAA2F,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAA;IACvK,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,6EAA6E,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAA;IAChK,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAA;IAC9H,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAA;IACrH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACrE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACrG,CAAC,CAAC,CAAA;AAEF,KAAK,UAAU,SAAS,CAAC,OAA2C;IAClE,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC5C,GAAG,CAAC,MAAM,EAAE,CAAA;QACZ,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAA;IAC5E,OAAO,EAAE,IAAI,EAAG,MAAM,CAAC,OAAO,EAAuB,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAA;AACpI,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,IAAY,EAAE,MAAc;IAC9C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;YAClM,GAAG,CAAC,MAAM,EAAE,CAAA;YACZ,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAA;QACnD,CAAC,CAAC,CAAA;QACF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACvB,GAAG,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,IAAI,CAAC,mGAAmG,EAAE,KAAK,IAAI,EAAE;IACnH,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;QACpC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAA;QAC1D,GAAG,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAA;IACxE,CAAC,CAAC,CAAA;IACF,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAA;IACvF,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC,WAAoB,EAAE,gBAAgB,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,EAAE,CAAA;IACtJ,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IACxE,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;IACjE,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACtF,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAA;QAC5D,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAA;QAC9D,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QAChD,MAAM,CAAC,SAAS,CAAC,CAAC,OAAQ,CAAC,MAAM,EAAE,OAAQ,CAAC,SAAS,EAAE,OAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAA;QACtH,MAAM,CAAC,SAAS,CAAC,CAAC,MAAO,CAAC,MAAM,EAAE,MAAO,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC,CAAA;QACjF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAA;IACpE,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,IAAI,EAAE,CAAA;QACpB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QACtB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAA;QACnB,UAAU,CAAC,OAAO,EAAE,CAAA;QACpB,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,0FAA0F,EAAE,GAAG,EAAE;IACpG,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAA;IACxC,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAA;IACvF,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5D,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAA;QAC5D,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5G,MAAM,KAAK,GAAe,EAAE,CAAA;QAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChD,KAAK,CAAC,aAAa,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YAC5C,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,OAAO,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QACtC,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACnB,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,EAAE,8CAA8C,CAAC,CAAA;QAClG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,+BAA+B,CAAC,CAAA;QAC9E,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC7C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QACnD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;IAC9C,CAAC;YAAS,CAAC;QACT,UAAU,CAAC,OAAO,EAAE,CAAA;QACpB,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;IAC9E,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,MAAM,SAAS,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;QAC3D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACvF,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;IAC5C,CAAC,CAA4B,CAAA;IAC7B,MAAM,QAAQ,GAAG,EAAE,YAAY,EAAE,2BAA2B,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAA;IACvH,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAA;IACzF,MAAM,IAAI,GAAgB;QACxB,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;QACxG,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;KAC3G,CAAA;IACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,IAAI,CAAC;QAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAClE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,mCAAmC,CAAC,CAAA;IAC1E,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACrB,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAA;AAClE,CAAC,CAAC,CAAA"}

package/dist/gateway/request-shaping.d.ts

@@ -0,0 +1,25 @@
+import type { PresetRecord } from './store.js';
+export declare const PRESET_MODEL_PREFIX = "@preset/";
+export declare const END_USER_HEADER = "x-antseed-end-user";
+export declare function presetSlug(model: string | null): string | null;
+/**
+ * Applies a preset to a JSON request body: the preset's model replaces
+ * `@preset/<slug>`, its params sit under the client's own, and its system
+ * prompt goes before the client's for chat, messages and responses shapes.
+ * A `service` field is dropped: the buyer routes by it before `model`, so it
+ * would route around the preset's model.
+ */
+export declare function applyPreset(body: Record<string, unknown>, preset: PresetRecord, routePrefix: string): Record<string, unknown>;
+/** End user from the body's `user` field (OpenAI convention) or the end-user header. */
+export declare function extractEndUser(body: Record<string, unknown> | null, header: string | undefined): string | null;
+/** A text field of a multipart form (image edits), without a full parser; `model` by default. */
+export declare function sniffMultipartModel(body: Buffer, contentType: string | undefined, field?: 'model' | 'service'): string | null;
+/**
+ * The model the buyer will route the request to, the way it reads it
+ * (`service ?? model`, trimmed; see `extractRequestedService` in
+ * proxy/request-utils.ts): a `service` field wins over `model`, and one that
+ * is not a usable name leaves the request without a model. The gateway's
+ * model allow list and its accounting use this, not `model` alone.
+ */
+export declare function effectiveRequestModel(parsed: Record<string, unknown> | null, body: Buffer, contentType: string | undefined): string | null;
+//# sourceMappingURL=request-shaping.d.ts.map

package/dist/gateway/request-shaping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-shaping.d.ts","sourceRoot":"","sources":["../../src/gateway/request-shaping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE9C,eAAO,MAAM,mBAAmB,aAAa,CAAA;AAC7C,eAAO,MAAM,eAAe,uBAAuB,CAAA;AAGnD,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAE9D;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAkB7H;AAED,wFAAwF;AACxF,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAI9G;AAED,iGAAiG;AACjG,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,GAAE,OAAO,GAAG,SAAmB,GAAG,MAAM,GAAG,IAAI,CAKtI;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAK1I"}

package/dist/gateway/request-shaping.js

@@ -0,0 +1,66 @@
+export const PRESET_MODEL_PREFIX = '@preset/';
+export const END_USER_HEADER = 'x-antseed-end-user';
+const MAX_END_USER_LENGTH = 256;
+export function presetSlug(model) {
+    return model?.startsWith(PRESET_MODEL_PREFIX) ? model.slice(PRESET_MODEL_PREFIX.length) : null;
+}
+/**
+ * Applies a preset to a JSON request body: the preset's model replaces
+ * `@preset/<slug>`, its params sit under the client's own, and its system
+ * prompt goes before the client's for chat, messages and responses shapes.
+ * A `service` field is dropped: the buyer routes by it before `model`, so it
+ * would route around the preset's model.
+ */
+export function applyPreset(body, preset, routePrefix) {
+    const merged = { ...preset.params, ...body, model: preset.model };
+    delete merged['service'];
+    const prompt = preset.systemPrompt?.trim();
+    if (!prompt)
+        return merged;
+    if (routePrefix === '/v1/chat/completions') {
+        const messages = Array.isArray(merged['messages']) ? merged['messages'] : [];
+        merged['messages'] = [{ role: 'system', content: prompt }, ...messages];
+    }
+    else if (routePrefix === '/v1/messages') {
+        const system = merged['system'];
+        if (typeof system === 'string' && system.length > 0)
+            merged['system'] = `${prompt}\n\n${system}`;
+        else if (Array.isArray(system))
+            merged['system'] = [{ type: 'text', text: prompt }, ...system];
+        else
+            merged['system'] = prompt;
+    }
+    else if (routePrefix === '/v1/responses') {
+        const instructions = merged['instructions'];
+        merged['instructions'] = typeof instructions === 'string' && instructions.length > 0 ? `${prompt}\n\n${instructions}` : prompt;
+    }
+    return merged;
+}
+/** End user from the body's `user` field (OpenAI convention) or the end-user header. */
+export function extractEndUser(body, header) {
+    const fromBody = body && typeof body['user'] === 'string' ? body['user'] : null;
+    const value = (fromBody || header || '').trim();
+    return value ? value.slice(0, MAX_END_USER_LENGTH) : null;
+}
+/** A text field of a multipart form (image edits), without a full parser; `model` by default. */
+export function sniffMultipartModel(body, contentType, field = 'model') {
+    if (!contentType?.toLowerCase().startsWith('multipart/form-data'))
+        return null;
+    const text = body.subarray(0, 4 * 1024 * 1024).toString('latin1');
+    const match = new RegExp(`content-disposition:\\s*form-data;\\s*name="${field}"[^\\r\\n]*\\r\\n(?:[^\\r\\n]+\\r\\n)*\\r\\n([^\\r\\n]*)\\r\\n`, 'i').exec(text);
+    return match ? Buffer.from(match[1], 'latin1').toString('utf8').slice(0, 200) : null;
+}
+/**
+ * The model the buyer will route the request to, the way it reads it
+ * (`service ?? model`, trimmed; see `extractRequestedService` in
+ * proxy/request-utils.ts): a `service` field wins over `model`, and one that
+ * is not a usable name leaves the request without a model. The gateway's
+ * model allow list and its accounting use this, not `model` alone.
+ */
+export function effectiveRequestModel(parsed, body, contentType) {
+    const raw = parsed
+        ? parsed['service'] ?? parsed['model']
+        : sniffMultipartModel(body, contentType, 'service') ?? sniffMultipartModel(body, contentType);
+    return typeof raw === 'string' && raw.trim() ? raw.trim() : null;
+}
+//# sourceMappingURL=request-shaping.js.map

package/dist/gateway/request-shaping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-shaping.js","sourceRoot":"","sources":["../../src/gateway/request-shaping.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAAG,UAAU,CAAA;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,oBAAoB,CAAA;AACnD,MAAM,mBAAmB,GAAG,GAAG,CAAA;AAE/B,MAAM,UAAU,UAAU,CAAC,KAAoB;IAC7C,OAAO,KAAK,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAChG,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,IAA6B,EAAE,MAAoB,EAAE,WAAmB;IAClG,MAAM,MAAM,GAA4B,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;IAC1F,OAAO,MAAM,CAAC,SAAS,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,EAAE,CAAA;IAC1C,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAA;IAC1B,IAAI,WAAW,KAAK,sBAAsB,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAc,CAAC,CAAC,CAAC,EAAE,CAAA;QACzF,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,QAAQ,CAAC,CAAA;IACzE,CAAC;SAAM,IAAI,WAAW,KAAK,cAAc,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC/B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,MAAM,OAAO,MAAM,EAAE,CAAA;aAC3F,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,CAAA;;YACzF,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAA;IAChC,CAAC;SAAM,IAAI,WAAW,KAAK,eAAe,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CAAC,CAAA;QAC3C,MAAM,CAAC,cAAc,CAAC,GAAG,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,OAAO,YAAY,EAAE,CAAC,CAAC,CAAC,MAAM,CAAA;IAChI,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,cAAc,CAAC,IAAoC,EAAE,MAA0B;IAC7F,MAAM,QAAQ,GAAG,IAAI,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC/E,MAAM,KAAK,GAAG,CAAC,QAAQ,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAC/C,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAC3D,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,WAA+B,EAAE,QAA6B,OAAO;IACrH,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACjE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,+CAA+C,KAAK,gEAAgE,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9J,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACvF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAsC,EAAE,IAAY,EAAE,WAA+B;IACzH,MAAM,GAAG,GAAG,MAAM;QAChB,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;QACtC,CAAC,CAAC,mBAAmB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,IAAI,mBAAmB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAC/F,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAClE,CAAC"}

package/dist/gateway/response-usage.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Token counts a response reported about itself. `inputTokens` is the total
+ * logical input (cached included), like the buyer's spend events.
+ */
+export interface ResponseTokens {
+    inputTokens: number;
+    cachedInputTokens: number;
+    outputTokens: number;
+}
+/**
+ * Reads the `usage` a model response carries as it streams past: the final
+ * usage of an OpenAI chat completion or response, or an Anthropic message,
+ * in JSON or as server-sent events (OpenAI chat `usage` chunk, Responses
+ * `response.completed`, Anthropic `message_start` + `message_delta`).
+ * Memory stays bounded whatever the response size.
+ */
+export declare class ResponseUsageReader {
+    private _mode;
+    private _jsonChunks;
+    private _jsonBytes;
+    private _jsonTruncated;
+    private _tail;
+    private readonly _decoder;
+    private _line;
+    private _skippingLine;
+    private _usage;
+    constructor(contentType: string | undefined);
+    push(chunk: Buffer): void;
+    /** The usage seen, or null when the response reported none. */
+    result(): ResponseTokens | null;
+    private _pushJson;
+    private _pushSse;
+    private _sseLine;
+}
+//# sourceMappingURL=response-usage.d.ts.map

package/dist/gateway/response-usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-usage.d.ts","sourceRoot":"","sources":["../../src/gateway/response-usage.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,iBAAiB,EAAE,MAAM,CAAA;IACzB,YAAY,EAAE,MAAM,CAAA;CACrB;AAQD;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,WAAW,CAAe;IAClC,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4B;IACrD,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,MAAM,CAA8B;gBAEhC,WAAW,EAAE,MAAM,GAAG,SAAS;IAK3C,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAWzB,+DAA+D;IAC/D,MAAM,IAAI,cAAc,GAAG,IAAI;IAe/B,OAAO,CAAC,SAAS;IAcjB,OAAO,CAAC,QAAQ;IAoBhB,OAAO,CAAC,QAAQ;CAejB"}