@antseed/cli 0.1.179 → 0.1.181

package/dist/gateway/response-usage.js

@@ -0,0 +1,167 @@
+import { StringDecoder } from 'node:string_decoder';
+import { extractUsage } from '@antseed/api-adapter';
+/** A JSON body is parsed whole up to this size; past it only its tail is kept. */
+const MAX_JSON_BYTES = 1024 * 1024;
+const JSON_TAIL_BYTES = 64 * 1024;
+/** An SSE line longer than this (an inline image, say) is skipped. */
+const MAX_SSE_LINE_BYTES = 1024 * 1024;
+/**
+ * Reads the `usage` a model response carries as it streams past: the final
+ * usage of an OpenAI chat completion or response, or an Anthropic message,
+ * in JSON or as server-sent events (OpenAI chat `usage` chunk, Responses
+ * `response.completed`, Anthropic `message_start` + `message_delta`).
+ * Memory stays bounded whatever the response size.
+ */
+export class ResponseUsageReader {
+    _mode;
+    _jsonChunks = [];
+    _jsonBytes = 0;
+    _jsonTruncated = false;
+    _tail = Buffer.alloc(0);
+    _decoder = new StringDecoder('utf8');
+    _line = '';
+    _skippingLine = false;
+    _usage = null;
+    constructor(contentType) {
+        const type = contentType?.toLowerCase() ?? '';
+        this._mode = type.includes('text/event-stream') ? 'sse' : type.includes('json') ? 'json' : null;
+    }
+    push(chunk) {
+        if (this._mode === null) {
+            // No telling content type: sniff the first bytes.
+            const start = chunk.toString('utf8', 0, Math.min(chunk.length, 64)).trimStart();
+            if (!start)
+                return;
+            this._mode = start.startsWith('{') ? 'json' : 'sse';
+        }
+        if (this._mode === 'sse')
+            this._pushSse(chunk);
+        else
+            this._pushJson(chunk);
+    }
+    /** The usage seen, or null when the response reported none. */
+    result() {
+        if (this._mode === 'sse') {
+            if (this._line)
+                this._sseLine(this._line);
+            this._line = '';
+            return this._usage;
+        }
+        if (this._mode !== 'json')
+            return null;
+        if (!this._jsonTruncated) {
+            const parsed = parseObject(Buffer.concat(this._jsonChunks).toString('utf8'));
+            return parsed ? usageOf(parsed) : null;
+        }
+        const usage = lastUsageObject(this._tail.toString('utf8'));
+        return usage ? usageOf({ usage }) : null;
+    }
+    _pushJson(chunk) {
+        if (!this._jsonTruncated) {
+            this._jsonChunks.push(chunk);
+            this._jsonBytes += chunk.length;
+            if (this._jsonBytes <= MAX_JSON_BYTES)
+                return;
+            this._jsonTruncated = true;
+            this._tail = Buffer.concat(this._jsonChunks);
+            this._jsonChunks = [];
+        }
+        else {
+            this._tail = Buffer.concat([this._tail, chunk]);
+        }
+        if (this._tail.length > JSON_TAIL_BYTES)
+            this._tail = this._tail.subarray(this._tail.length - JSON_TAIL_BYTES);
+    }
+    _pushSse(chunk) {
+        const text = this._decoder.write(chunk);
+        let start = 0;
+        for (;;) {
+            const newline = text.indexOf('\n', start);
+            if (newline === -1)
+                break;
+            const piece = text.slice(start, newline);
+            if (!this._skippingLine)
+                this._sseLine(this._line + piece);
+            this._line = '';
+            this._skippingLine = false;
+            start = newline + 1;
+        }
+        if (this._skippingLine)
+            return;
+        this._line += text.slice(start);
+        if (this._line.length > MAX_SSE_LINE_BYTES) {
+            this._line = '';
+            this._skippingLine = true;
+        }
+    }
+    _sseLine(raw) {
+        const line = raw.trim();
+        if (!line.startsWith('data:') || !line.includes('"usage"'))
+            return;
+        const event = parseObject(line.slice(5).trim());
+        const usage = event && usageOf(event);
+        if (!usage)
+            return;
+        // Anthropic splits usage over message_start (input) and message_delta
+        // (output, cumulative); OpenAI sends one final usage. Keep the largest.
+        const current = this._usage ?? { inputTokens: 0, cachedInputTokens: 0, outputTokens: 0 };
+        this._usage = {
+            inputTokens: Math.max(current.inputTokens, usage.inputTokens),
+            cachedInputTokens: Math.max(current.cachedInputTokens, usage.cachedInputTokens),
+            outputTokens: Math.max(current.outputTokens, usage.outputTokens),
+        };
+    }
+}
+function parseObject(text) {
+    try {
+        const parsed = JSON.parse(text);
+        return parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : null;
+    }
+    catch {
+        return null;
+    }
+}
+function isObject(value) {
+    return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
+}
+/** Usage of a body or event that has a `usage` object (directly, or under `response` / `message`). */
+function usageOf(parsed) {
+    const hasUsage = isObject(parsed['usage'])
+        || (isObject(parsed['response']) && isObject(parsed['response']['usage']))
+        || (isObject(parsed['message']) && isObject(parsed['message']['usage']));
+    if (!hasUsage)
+        return null;
+    const usage = extractUsage(parsed);
+    return { inputTokens: usage.inputTokens, cachedInputTokens: usage.cachedInputTokens, outputTokens: usage.outputTokens };
+}
+/** The last `"usage": {…}` object in a JSON fragment (the end of a body too large to parse). */
+function lastUsageObject(text) {
+    const pattern = /"usage"\s*:\s*\{/g;
+    let start = -1;
+    for (let match = pattern.exec(text); match; match = pattern.exec(text))
+        start = match.index + match[0].length - 1;
+    if (start === -1)
+        return null;
+    let depth = 0;
+    let inString = false;
+    for (let index = start; index < text.length; index += 1) {
+        const char = text[index];
+        if (inString) {
+            if (char === '\\')
+                index += 1;
+            else if (char === '"')
+                inString = false;
+        }
+        else if (char === '"')
+            inString = true;
+        else if (char === '{')
+            depth += 1;
+        else if (char === '}') {
+            depth -= 1;
+            if (depth === 0)
+                return parseObject(text.slice(start, index + 1));
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=response-usage.js.map

package/dist/gateway/response-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-usage.js","sourceRoot":"","sources":["../../src/gateway/response-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAYnD,kFAAkF;AAClF,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,CAAA;AAClC,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,CAAA;AACjC,sEAAsE;AACtE,MAAM,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAA;AAEtC;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IACtB,KAAK,CAAuB;IAC5B,WAAW,GAAa,EAAE,CAAA;IAC1B,UAAU,GAAG,CAAC,CAAA;IACd,cAAc,GAAG,KAAK,CAAA;IACtB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACd,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAA;IAC7C,KAAK,GAAG,EAAE,CAAA;IACV,aAAa,GAAG,KAAK,CAAA;IACrB,MAAM,GAA0B,IAAI,CAAA;IAE5C,YAAY,WAA+B;QACzC,MAAM,IAAI,GAAG,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;IACjG,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,kDAAkD;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAA;YAC/E,IAAI,CAAC,KAAK;gBAAE,OAAM;YAClB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAA;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;YAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;;YACzC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC;IAED,+DAA+D;IAC/D,MAAM;QACJ,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,KAAK;gBAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACzC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;YACf,OAAO,IAAI,CAAC,MAAM,CAAA;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,IAAI,CAAA;QACtC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;YAC5E,OAAO,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QACxC,CAAC;QACD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QAC1D,OAAO,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1C,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC5B,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAA;YAC/B,IAAI,IAAI,CAAC,UAAU,IAAI,cAAc;gBAAE,OAAM;YAC7C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;YAC1B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC5C,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;QACvB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAA;QACjD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,CAAA;IAChH,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACvC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,SAAS,CAAC;YACR,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACzC,IAAI,OAAO,KAAK,CAAC,CAAC;gBAAE,MAAK;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACxC,IAAI,CAAC,IAAI,CAAC,aAAa;gBAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,CAAA;YAC1D,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;YACf,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;YAC1B,KAAK,GAAG,OAAO,GAAG,CAAC,CAAA;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,aAAa;YAAE,OAAM;QAC9B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC/B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;YAC3C,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;YACf,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAM;QAClE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAC/C,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,KAAK;YAAE,OAAM;QAClB,sEAAsE;QACtE,wEAAwE;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAA;QACxF,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC;YAC/E,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;SACjE,CAAA;IACH,CAAC;CACF;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAiC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,sGAAsG;AACtG,SAAS,OAAO,CAAC,MAA+B;IAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;WACrC,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;WACvE,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;IAC1E,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAC1B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IAClC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAA;AACzH,CAAC;AAED,gGAAgG;AAChG,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,OAAO,GAAG,mBAAmB,CAAA;IACnC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAA;IACd,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACjH,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7B,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAA;QACxB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,IAAI,KAAK,IAAI;gBAAE,KAAK,IAAI,CAAC,CAAA;iBACxB,IAAI,IAAI,KAAK,GAAG;gBAAE,QAAQ,GAAG,KAAK,CAAA;QACzC,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG;YAAE,QAAQ,GAAG,IAAI,CAAA;aACnC,IAAI,IAAI,KAAK,GAAG;YAAE,KAAK,IAAI,CAAC,CAAA;aAC5B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACtB,KAAK,IAAI,CAAC,CAAA;YACV,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC"}

package/dist/gateway/response-usage.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=response-usage.test.d.ts.map

package/dist/gateway/response-usage.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-usage.test.d.ts","sourceRoot":"","sources":["../../src/gateway/response-usage.test.ts"],"names":[],"mappings":""}

package/dist/gateway/response-usage.test.js

@@ -0,0 +1,78 @@
+import assert from 'node:assert/strict';
+import { test } from 'node:test';
+import { ResponseUsageReader } from './response-usage.js';
+/** Feeds `body` in chunks of `size` bytes (splitting lines and multi-byte characters). */
+function read(contentType, body, size = 7) {
+    const reader = new ResponseUsageReader(contentType);
+    const bytes = Buffer.from(body, 'utf8');
+    for (let offset = 0; offset < bytes.length; offset += size)
+        reader.push(bytes.subarray(offset, offset + size));
+    return reader.result();
+}
+function sse(events) {
+    return events.map(({ event, data }) => `${event ? `event: ${event}\n` : ''}data: ${typeof data === 'string' ? data : JSON.stringify(data)}\n\n`).join('');
+}
+test('OpenAI chat completion JSON: prompt tokens include cached ones', () => {
+    const body = JSON.stringify({
+        id: 'chatcmpl-1', choices: [{ message: { role: 'assistant', content: 'héllo — ✓' } }],
+        usage: { prompt_tokens: 120, completion_tokens: 30, prompt_tokens_details: { cached_tokens: 100 } },
+    });
+    assert.deepEqual(read('application/json; charset=utf-8', body), { inputTokens: 120, cachedInputTokens: 100, outputTokens: 30 });
+});
+test('OpenAI chat completion SSE: the final usage chunk', () => {
+    const body = sse([
+        { data: { choices: [{ delta: { content: 'hi ✓' } }], usage: null } },
+        { data: { choices: [], usage: { prompt_tokens: 50, completion_tokens: 7, prompt_tokens_details: { cached_tokens: 10 } } } },
+        { data: '[DONE]' },
+    ]);
+    assert.deepEqual(read('text/event-stream', body), { inputTokens: 50, cachedInputTokens: 10, outputTokens: 7 });
+});
+test('OpenAI chat SSE without include_usage reports nothing', () => {
+    const body = sse([{ data: { choices: [{ delta: { content: 'hi' } }] } }, { data: '[DONE]' }]);
+    assert.equal(read('text/event-stream', body), null);
+});
+test('OpenAI Responses SSE: response.completed', () => {
+    const body = sse([
+        { event: 'response.created', data: { type: 'response.created', response: { id: 'resp_1', usage: null } } },
+        { event: 'response.output_text.delta', data: { type: 'response.output_text.delta', delta: 'usage is "usage"' } },
+        { event: 'response.completed', data: { type: 'response.completed', response: { id: 'resp_1', usage: { input_tokens: 80, output_tokens: 12, input_tokens_details: { cached_tokens: 64 } } } } },
+    ]);
+    assert.deepEqual(read('text/event-stream; charset=utf-8', body), { inputTokens: 80, cachedInputTokens: 64, outputTokens: 12 });
+});
+test('OpenAI Responses JSON', () => {
+    const body = JSON.stringify({ id: 'resp_1', output: [], usage: { input_tokens: 9, output_tokens: 3, input_tokens_details: { cached_tokens: 0 } } });
+    assert.deepEqual(read('application/json', body), { inputTokens: 9, cachedInputTokens: 0, outputTokens: 3 });
+});
+test('Anthropic messages SSE: input from message_start, output from the last message_delta', () => {
+    const body = sse([
+        { event: 'message_start', data: { type: 'message_start', message: { id: 'msg_1', usage: { input_tokens: 5, cache_read_input_tokens: 200, output_tokens: 1 } } } },
+        { event: 'content_block_delta', data: { type: 'content_block_delta', delta: { type: 'text_delta', text: 'ünïcode' } } },
+        { event: 'message_delta', data: { type: 'message_delta', delta: { stop_reason: 'end_turn' }, usage: { output_tokens: 42 } } },
+        { event: 'message_stop', data: { type: 'message_stop' } },
+    ]);
+    // Anthropic input_tokens excludes cache reads; the total logical input includes them.
+    assert.deepEqual(read('text/event-stream', body, 3), { inputTokens: 205, cachedInputTokens: 200, outputTokens: 42 });
+});
+test('Anthropic messages JSON', () => {
+    const body = JSON.stringify({ id: 'msg_1', type: 'message', content: [{ type: 'text', text: 'ok' }], usage: { input_tokens: 11, cache_read_input_tokens: 4, output_tokens: 6 } });
+    assert.deepEqual(read('application/json', body), { inputTokens: 15, cachedInputTokens: 4, outputTokens: 6 });
+});
+test('a body without content type is sniffed', () => {
+    assert.deepEqual(read(undefined, JSON.stringify({ usage: { prompt_tokens: 1, completion_tokens: 2 } })), { inputTokens: 1, cachedInputTokens: 0, outputTokens: 2 });
+    assert.deepEqual(read(undefined, sse([{ data: { usage: { prompt_tokens: 3, completion_tokens: 4 } } }])), { inputTokens: 3, cachedInputTokens: 0, outputTokens: 4 });
+});
+test('a JSON body too large to keep is read from its tail', () => {
+    const big = 'x'.repeat(2 * 1024 * 1024);
+    const body = JSON.stringify({ data: [{ b64_json: big, note: '{"usage":{"prompt_tokens":999}}' }], usage: { prompt_tokens: 7, completion_tokens: 8, prompt_tokens_details: { cached_tokens: 2 } } });
+    assert.deepEqual(read('application/json', body, 64 * 1024), { inputTokens: 7, cachedInputTokens: 2, outputTokens: 8 });
+});
+test('an oversized SSE line is skipped and later events still count', () => {
+    const body = `data: {"blob":"${'y'.repeat(1_200_000)}"}\n\n${sse([{ data: { usage: { prompt_tokens: 3, completion_tokens: 1 } } }])}`;
+    assert.deepEqual(read('text/event-stream', body, 100_000), { inputTokens: 3, cachedInputTokens: 0, outputTokens: 1 });
+});
+test('malformed bodies report nothing', () => {
+    assert.equal(read('application/json', '{"usage": {"prompt_tokens": 1'), null);
+    assert.equal(read('application/json', '{"choices": []}'), null);
+    assert.equal(read('text/event-stream', 'data: {"usage": nope}\n\n'), null);
+});
+//# sourceMappingURL=response-usage.test.js.map

package/dist/gateway/response-usage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-usage.test.js","sourceRoot":"","sources":["../../src/gateway/response-usage.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAA;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAEzD,0FAA0F;AAC1F,SAAS,IAAI,CAAC,WAA+B,EAAE,IAAY,EAAE,IAAI,GAAG,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAA;IACnD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IACvC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAA;IAC9G,OAAO,MAAM,CAAC,MAAM,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,GAAG,CAAC,MAAgD;IAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;AAC3J,CAAC;AAED,IAAI,CAAC,gEAAgE,EAAE,GAAG,EAAE;IAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,CAAC;QACrF,KAAK,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,iBAAiB,EAAE,EAAE,EAAE,qBAAqB,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE;KACpG,CAAC,CAAA;IACF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAA;AACjI,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,mDAAmD,EAAE,GAAG,EAAE;IAC7D,MAAM,IAAI,GAAG,GAAG,CAAC;QACf,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACpE,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,qBAAqB,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;QAC3H,EAAE,IAAI,EAAE,QAAQ,EAAE;KACnB,CAAC,CAAA;IACF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AAChH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACjE,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IAC7F,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;AACrD,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACpD,MAAM,IAAI,GAAG,GAAG,CAAC;QACf,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QAC1G,EAAE,KAAK,EAAE,4BAA4B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE;QAChH,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;KAC/L,CAAC,CAAA;IACF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAA;AAChI,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IACnJ,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AAC7G,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,sFAAsF,EAAE,GAAG,EAAE;IAChG,MAAM,IAAI,GAAG,GAAG,CAAC;QACf,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,uBAAuB,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;QACjK,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;QACvH,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,EAAE;QAC7H,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE;KAC1D,CAAC,CAAA;IACF,sFAAsF;IACtF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAA;AACtH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,uBAAuB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;IACjL,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AAC9G,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;IAClD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;IACnK,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AACtK,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,qDAAqD,EAAE,GAAG,EAAE;IAC/D,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAA;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,iCAAiC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,qBAAqB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IACnM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AACxH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,+DAA+D,EAAE,GAAG,EAAE;IACzE,MAAM,IAAI,GAAG,kBAAkB,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAA;IACrI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;AACvH,CAAC,CAAC,CAAA;AAEF,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC3C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,+BAA+B,CAAC,EAAE,IAAI,CAAC,CAAA;IAC7E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAA;IAC/D,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,2BAA2B,CAAC,EAAE,IAAI,CAAC,CAAA;AAC5E,CAAC,CAAC,CAAA"}

package/dist/gateway/runtime.d.ts

@@ -1,3 +1,4 @@
+import { type GatewayServerOptions } from './server.js';
 import { GatewayStore } from './store.js';
 import { type CdpCredentials } from './cdp-auth.js';
 export interface GatewayTopupConfig {
@@ -26,10 +27,34 @@ export interface GatewayRuntimeOptions {
     /** Accept x402 top-ups into keys' buyer wallets. */
     topup?: GatewayTopupConfig;
     onLog?: (message: string) => void;
+    /**
+     * Builds the console handler (`/console`) once the store exists. With a
+     * console the gateway also starts without any keys, so the owner can
+     * claim it and create the first one there.
+     */
+    createConsole?: (context: GatewayConsoleContext) => GatewayConsoleHandle | null;
+}
+/** What `createConsole` returns: the request handler plus start-up hooks. */
+export interface GatewayConsoleHandle extends NonNullable<GatewayServerOptions['console']> {
+    /** Called once the gateway listens, with the bound port. */
+    listening?(port: number): void;
+    /** A fresh single-use owner setup link while the console is unclaimed; null once it has an owner. */
+    setupLink?(): string | null;
+}
+export interface GatewayConsoleContext {
+    store: GatewayStore;
+    buyerPort: number;
+    controlSecret: string;
+    spendFeedState: () => string;
+    x402Enabled: boolean;
+    /** The address the gateway listens on (`--host`, else loopback), for judging who can reach it. */
+    listenHost: string;
 }
 export interface GatewayRuntime {
     port: number;
     store: GatewayStore;
+    /** The console, when `createConsole` was given. */
+    console: GatewayConsoleHandle | null;
     stop: () => Promise<void>;
 }
 export declare function liveBuyerIdentityAddress(buyerPort: number, name: string): Promise<string | null>;

package/dist/gateway/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/gateway/runtime.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAEzC,OAAO,EAAoB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAA;AAOrE,MAAM,WAAW,kBAAkB;IACjC,mEAAmE;IACnE,cAAc,EAAE,MAAM,CAAA;IACtB,kFAAkF;IAClF,wBAAwB,CAAC,EAAE,MAAM,CAAA;IACjC,qEAAqE;IACrE,GAAG,CAAC,EAAE,cAAc,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,+FAA+F;IAC/F,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,oDAAoD;IACpD,KAAK,CAAC,EAAE,kBAAkB,CAAA;IAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,YAAY,CAAA;IACnB,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B;AA6CD,wBAAsB,wBAAwB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAOtG;AAED,iGAAiG;AACjG,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CA0EjG"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/gateway/runtime.ts"],"names":[],"mappings":"AASA,OAAO,EAAiB,KAAK,oBAAoB,EAA4B,MAAM,aAAa,CAAA;AAEhG,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAEzC,OAAO,EAAoB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAA;AAOrE,MAAM,WAAW,kBAAkB;IACjC,mEAAmE;IACnE,cAAc,EAAE,MAAM,CAAA;IACtB,kFAAkF;IAClF,wBAAwB,CAAC,EAAE,MAAM,CAAA;IACjC,qEAAqE;IACrE,GAAG,CAAC,EAAE,cAAc,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,+FAA+F;IAC/F,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,oDAAoD;IACpD,KAAK,CAAC,EAAE,kBAAkB,CAAA;IAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IACjC;;;;OAIG;IACH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,qBAAqB,KAAK,oBAAoB,GAAG,IAAI,CAAA;CAChF;AAED,6EAA6E;AAC7E,MAAM,WAAW,oBAAqB,SAAQ,WAAW,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACxF,4DAA4D;IAC5D,SAAS,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,qGAAqG;IACrG,SAAS,CAAC,IAAI,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,YAAY,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,MAAM,CAAA;IAC5B,WAAW,EAAE,OAAO,CAAA;IACpB,kGAAkG;IAClG,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,YAAY,CAAA;IACnB,mDAAmD;IACnD,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAA;IACpC,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B;AAsCD,wBAAsB,wBAAwB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAOtG;AAED,iGAAiG;AACjG,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CAkGjG"}

package/dist/gateway/runtime.js

@@ -1,7 +1,11 @@
 import { resolveChainConfig } from '@antseed/node';
-import { Contract, JsonRpcProvider } from 'ethers';
+import { Contract } from 'ethers';
+import { resolveBaseRpcUrlOverride } from '../cli/payment-utils.js';
+import { sharedChainProvider } from '../proxy/chain-rpc.js';
 import { loadConfig } from '../config/loader.js';
 import { GatewayAccounting } from './accounting.js';
+import { loadOrCreateControlSecret, recordGatewayBuyerPort } from './buyer-control.js';
+import { BuyerPolicyProbe } from './buyer-policy-probe.js';
 import { parseBaseUnits, parseUsdToUsdc } from './money.js';
 import { GatewayServer } from './server.js';
 import { SpendFeedPoller } from './spend-feed.js';
@@ -20,27 +24,19 @@ function usdcAsset(config) {
     const crypto = config.payments?.crypto;
     const chain = resolveChainConfig({
         chainId: crypto?.chainId,
-        rpcUrl: crypto?.rpcUrl,
+        rpcUrl: resolveBaseRpcUrlOverride() ?? crypto?.rpcUrl,
         usdcContractAddress: crypto?.usdcContractAddress,
     });
     let asset = null;
     return () => {
+        // Read once per process through the shared provider (which fails over between endpoints).
         asset ??= (async () => {
-            let lastError;
-            for (const rpcUrl of [chain.rpcUrl, ...(chain.fallbackRpcUrls ?? [])]) {
-                try {
-                    const token = new Contract(chain.usdcContractAddress, [
-                        'function name() view returns (string)',
-                        'function version() view returns (string)',
-                    ], new JsonRpcProvider(rpcUrl, chain.evmChainId, { staticNetwork: true }));
-                    const [name, version] = await Promise.all([token.getFunction('name')(), token.getFunction('version')()]);
-                    return { network: `eip155:${chain.evmChainId}`, chainId: chain.evmChainId, address: chain.usdcContractAddress, name, version };
-                }
-                catch (error) {
-                    lastError = error;
-                }
-            }
-            throw lastError;
+            const token = new Contract(chain.usdcContractAddress, [
+                'function name() view returns (string)',
+                'function version() view returns (string)',
+            ], sharedChainProvider(chain));
+            const [name, version] = await Promise.all([token.getFunction('name')(), token.getFunction('version')()]);
+            return { network: `eip155:${chain.evmChainId}`, chainId: chain.evmChainId, address: chain.usdcContractAddress, name, version };
         })().catch((error) => {
             asset = null;
             throw error;
@@ -79,7 +75,7 @@ export async function startGatewayRuntime(options) {
         else if (options.environmentApiKey === null && store.retireEnvironmentKey()) {
             options.onLog?.('ANTSEED_TUNNEL_API_KEY is unset; revoked the key it created');
         }
-        if (store.countActiveKeys() === 0) {
+        if (store.countActiveKeys() === 0 && !options.createConsole) {
             throw new Error('No active API keys. Create one with `antseed gateway key create --label <name>`.');
         }
     }
@@ -87,12 +83,17 @@ export async function startGatewayRuntime(options) {
         store.close();
         throw error;
     }
+    const controlSecret = loadOrCreateControlSecret(options.dataDir);
+    // Confirm the buyer applies routing policies before trusting it with them;
+    // an older buyer would ignore the header and route unrestricted.
+    const policyProbe = new BuyerPolicyProbe({ buyerPort, secret: controlSecret, onLog: options.onLog });
     const identityAddress = (name) => liveBuyerIdentityAddress(buyerPort, name);
     const accounting = new GatewayAccounting(store, {
         holdUsdc: parseBaseUnits(config.payments?.maxPerRequestUsdc ?? DEFAULT_MAX_PER_REQUEST_USDC),
     });
     const spendFeed = new SpendFeedPoller({
         buyerPort,
+        controlSecret,
         onPage: (page) => {
             const recorded = accounting.ingest(page.bootId, page.events);
             if (recorded > 0)
@@ -108,7 +109,19 @@ export async function startGatewayRuntime(options) {
             maxUsdc: parseUsdToUsdc(options.topup.maxUsd ?? DEFAULT_TOPUP_MAX_USD),
         }
         : null;
+    const listenHost = options.listenHost ?? '127.0.0.1';
+    const consoleHandler = options.createConsole?.({
+        store,
+        buyerPort,
+        controlSecret,
+        spendFeedState: () => spendFeed.state,
+        x402Enabled: Boolean(topup),
+        listenHost,
+    }) ?? null;
     const server = new GatewayServer({
+        console: consoleHandler,
+        controlSecret,
+        buyerPolicyUnsupported: () => policyProbe.policyUnsupported(),
         topup,
         store,
         accounting,
@@ -117,7 +130,7 @@ export async function startGatewayRuntime(options) {
         spendFeedState: () => spendFeed.state,
         refreshSpendFeed: () => spendFeed.pollOnce(),
         listenPort: options.listenPort,
-        listenHost: options.listenHost,
+        listenHost,
         onLog: options.onLog,
     });
     let port;
@@ -125,15 +138,22 @@ export async function startGatewayRuntime(options) {
         port = await server.start();
     }
     catch (error) {
+        policyProbe.stop();
         accounting.dispose();
         store.close();
         throw error;
     }
+    const clearBuyerPortRecord = recordGatewayBuyerPort(options.dataDir, buyerPort);
     spendFeed.start();
+    await policyProbe.start();
+    consoleHandler?.listening?.(port);
     return {
         port,
         store,
+        console: consoleHandler,
         stop: async () => {
+            policyProbe.stop();
+            clearBuyerPortRecord();
             await server.stop();
             await spendFeed.stop();
             accounting.dispose();

package/dist/gateway/runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/gateway/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAA;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3D,OAAO,EAAE,aAAa,EAA4B,MAAM,aAAa,CAAA;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACzC,OAAO,EAAE,eAAe,EAAkB,MAAM,WAAW,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAuB,MAAM,eAAe,CAAA;AAErE,MAAM,4BAA4B,GAAG,QAAQ,CAAA;AAC7C,iFAAiF;AACjF,MAAM,qBAAqB,GAAG,GAAG,CAAA;AACjC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AAqCnC;;;GAGG;AACH,SAAS,SAAS,CAAC,MAA8C;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAA;IACtC,MAAM,KAAK,GAAG,kBAAkB,CAAC;QAC/B,OAAO,EAAE,MAAM,EAAE,OAAO;QACxB,MAAM,EAAE,MAAM,EAAE,MAAM;QACtB,mBAAmB,EAAE,MAAM,EAAE,mBAAmB;KACjD,CAAC,CAAA;IACF,IAAI,KAAK,GAA8B,IAAI,CAAA;IAC3C,OAAO,GAAG,EAAE;QACV,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,SAAkB,CAAA;YACtB,KAAK,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACtE,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,mBAAmB,EAAE;wBACpD,uCAAuC;wBACvC,0CAA0C;qBAC3C,EAAE,IAAI,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;oBAC1E,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAqB,CAAA;oBAC5H,OAAO,EAAE,OAAO,EAAE,UAAU,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;gBAChI,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,CAAA;gBACnB,CAAC;YACH,CAAC;YACD,MAAM,SAAS,CAAA;QACjB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC5B,KAAK,GAAG,IAAI,CAAA;YACZ,MAAM,KAAK,CAAA;QACb,CAAC,CAAC,CAAA;QACF,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAA0B;IACjD,MAAM,EAAE,GAAG,EAAE,wBAAwB,EAAE,GAAG,MAAM,CAAA;IAChD,IAAI,GAAG;QAAE,OAAO,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAA;IAClF,IAAI,wBAAwB;QAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,wBAAwB,EAAE,CAAA;IAClF,OAAO,EAAE,CAAA;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,SAAiB,EAAE,IAAY;IAC5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,SAAS,4BAA4B,EAAE;QACtF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;KACnC,CAAC,CAAA;IACF,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,IAAI,CAAA;IAC7B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA+D,CAAA;IAC/F,OAAO,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,OAAO,IAAI,IAAI,CAAA;AACrF,CAAC;AAED,iGAAiG;AACjG,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAA8B;IACtE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAA;IAC7D,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAE/C,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,iBAAiB,CAAC,MAAM,GAAG,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;YACpH,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;QACrD,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,IAAI,KAAK,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC9E,OAAO,CAAC,KAAK,EAAE,CAAC,6DAA6D,CAAC,CAAA;QAChF,CAAC;QACD,IAAI,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,eAAe,GAAG,CAAC,IAAY,EAA0B,EAAE,CAAC,wBAAwB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IAE3G,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,KAAK,EAAE;QAC9C,QAAQ,EAAE,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,IAAI,4BAA4B,CAAC;KAC7F,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC;QACpC,SAAS;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACf,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAC5D,IAAI,QAAQ,GAAG,CAAC;gBAAE,OAAO,CAAC,KAAK,EAAE,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAA;QAC1E,CAAC;QACD,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAA;IACF,MAAM,KAAK,GAA+B,OAAO,CAAC,KAAK;QACrD,CAAC,CAAC;YACA,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,IAAI,eAAe,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1G,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC;YACtE,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC;SACvE;QACD,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,KAAK;QACL,KAAK;QACL,UAAU;QACV,SAAS;QACT,eAAe;QACf,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;QACrC,gBAAgB,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE;QAC5C,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAA;IAEF,IAAI,IAAY,CAAA;IAChB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,UAAU,CAAC,OAAO,EAAE,CAAA;QACpB,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,KAAK,CAAA;IACb,CAAC;IACD,SAAS,CAAC,KAAK,EAAE,CAAA;IAEjB,OAAO;QACL,IAAI;QACJ,KAAK;QACL,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACnB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,UAAU,CAAC,OAAO,EAAE,CAAA;YACpB,KAAK,CAAC,KAAK,EAAE,CAAA;QACf,CAAC;KACF,CAAA;AACH,CAAC"}
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/gateway/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AACjC,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAA;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,yBAAyB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3D,OAAO,EAAE,aAAa,EAAuD,MAAM,aAAa,CAAA;AAChG,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACzC,OAAO,EAAE,eAAe,EAAkB,MAAM,WAAW,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAuB,MAAM,eAAe,CAAA;AAErE,MAAM,4BAA4B,GAAG,QAAQ,CAAA;AAC7C,iFAAiF;AACjF,MAAM,qBAAqB,GAAG,GAAG,CAAA;AACjC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AA+DnC;;;GAGG;AACH,SAAS,SAAS,CAAC,MAA8C;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAA;IACtC,MAAM,KAAK,GAAG,kBAAkB,CAAC;QAC/B,OAAO,EAAE,MAAM,EAAE,OAAO;QACxB,MAAM,EAAE,yBAAyB,EAAE,IAAI,MAAM,EAAE,MAAM;QACrD,mBAAmB,EAAE,MAAM,EAAE,mBAAmB;KACjD,CAAC,CAAA;IACF,IAAI,KAAK,GAA8B,IAAI,CAAA;IAC3C,OAAO,GAAG,EAAE;QACV,0FAA0F;QAC1F,KAAK,KAAK,CAAC,KAAK,IAAI,EAAE;YACpB,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,mBAAmB,EAAE;gBACpD,uCAAuC;gBACvC,0CAA0C;aAC3C,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAA;YAC9B,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAqB,CAAA;YAC5H,OAAO,EAAE,OAAO,EAAE,UAAU,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;QAChI,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC5B,KAAK,GAAG,IAAI,CAAA;YACZ,MAAM,KAAK,CAAA;QACb,CAAC,CAAC,CAAA;QACF,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAA0B;IACjD,MAAM,EAAE,GAAG,EAAE,wBAAwB,EAAE,GAAG,MAAM,CAAA;IAChD,IAAI,GAAG;QAAE,OAAO,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAA;IAClF,IAAI,wBAAwB;QAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,wBAAwB,EAAE,CAAA;IAClF,OAAO,EAAE,CAAA;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,SAAiB,EAAE,IAAY;IAC5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,SAAS,4BAA4B,EAAE;QACtF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;KACnC,CAAC,CAAA;IACF,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,IAAI,CAAA;IAC7B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA+D,CAAA;IAC/F,OAAO,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,OAAO,IAAI,IAAI,CAAA;AACrF,CAAC;AAED,iGAAiG;AACjG,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAA8B;IACtE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAA;IAC7D,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAE/C,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,iBAAiB,CAAC,MAAM,GAAG,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;YACpH,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;QACrD,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,IAAI,KAAK,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC9E,OAAO,CAAC,KAAK,EAAE,CAAC,6DAA6D,CAAC,CAAA;QAChF,CAAC;QACD,IAAI,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,aAAa,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAChE,2EAA2E;IAC3E,iEAAiE;IACjE,MAAM,WAAW,GAAG,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;IACpG,MAAM,eAAe,GAAG,CAAC,IAAY,EAA0B,EAAE,CAAC,wBAAwB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IAE3G,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,KAAK,EAAE;QAC9C,QAAQ,EAAE,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,IAAI,4BAA4B,CAAC;KAC7F,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC;QACpC,SAAS;QACT,aAAa;QACb,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACf,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAC5D,IAAI,QAAQ,GAAG,CAAC;gBAAE,OAAO,CAAC,KAAK,EAAE,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAA;QAC1E,CAAC;QACD,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAA;IACF,MAAM,KAAK,GAA+B,OAAO,CAAC,KAAK;QACrD,CAAC,CAAC;YACA,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,IAAI,eAAe,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1G,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC;YACtE,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,qBAAqB,CAAC;SACvE;QACD,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,WAAW,CAAA;IACpD,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;QAC7C,KAAK;QACL,SAAS;QACT,aAAa;QACb,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;QACrC,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC;QAC3B,UAAU;KACX,CAAC,IAAI,IAAI,CAAA;IACV,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,OAAO,EAAE,cAAc;QACvB,aAAa;QACb,sBAAsB,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,iBAAiB,EAAE;QAC7D,KAAK;QACL,KAAK;QACL,UAAU;QACV,SAAS;QACT,eAAe;QACf,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;QACrC,gBAAgB,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE;QAC5C,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU;QACV,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAA;IAEF,IAAI,IAAY,CAAA;IAChB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,IAAI,EAAE,CAAA;QAClB,UAAU,CAAC,OAAO,EAAE,CAAA;QACpB,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAC/E,SAAS,CAAC,KAAK,EAAE,CAAA;IACjB,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IACzB,cAAc,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,CAAA;IAEjC,OAAO;QACL,IAAI;QACJ,KAAK;QACL,OAAO,EAAE,cAAc;QACvB,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,WAAW,CAAC,IAAI,EAAE,CAAA;YAClB,oBAAoB,EAAE,CAAA;YACtB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACnB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,UAAU,CAAC,OAAO,EAAE,CAAA;YACpB,KAAK,CAAC,KAAK,EAAE,CAAA;QACf,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/gateway/server.d.ts

@@ -1,7 +1,15 @@
+import * as http from 'node:http';
 import { type GatewayAccounting } from './accounting.js';
-import type { SpendFeedState } from './spend-feed.js';
+import { OtlpExporter } from './observability.js';
+import { type SpendFeedState } from './spend-feed.js';
 import { type X402Asset, type X402Facilitator } from './x402.js';
-import type { GatewayStore } from './store.js';
+import type { GatewayStore, RequestError } from './store.js';
+/**
+ * The gateway's own components (the console chat agent) call `/v1` as a key
+ * by its id, without its secret: this header plus the control secret, from
+ * loopback only. Stripped from everything forwarded to the buyer.
+ */
+export declare const GATEWAY_INTERNAL_KEY_HEADER = "x-antseed-gateway-key";
 export interface GatewayServerOptions {
     store: GatewayStore;
     accounting: GatewayAccounting;
@@ -15,6 +23,20 @@ export interface GatewayServerOptions {
     listenPort?: number;
     listenHost?: string;
     onLog?: (message: string) => void;
+    /**
+     * Secret the buyer trusts routing policies with (see buyer-control.ts).
+     * Without it no policy header is sent, and keys whose policy restricts
+     * sellers are refused rather than routed unrestricted.
+     */
+    controlSecret?: string | null;
+    /** True while the buyer has not confirmed it applies routing policies (see buyer-policy-probe.ts). */
+    buyerPolicyUnsupported?: () => boolean;
+    /** Console (`/console`, `/console/api/*`), answered before API-key auth. */
+    console?: {
+        handle(req: http.IncomingMessage, res: http.ServerResponse): Promise<boolean>;
+    } | null;
+    /** Span exporter; defaults to one reading the observability settings from the store. */
+    exporter?: OtlpExporter;
 }
 export interface GatewayTopupOptions {
     asset: () => Promise<X402Asset>;
@@ -31,12 +53,50 @@ export declare class GatewayServer {
     private readonly _options;
     private _server;
     private _port;
+    private _retentionTimer;
+    private _pruning;
+    private readonly _exporter;
     constructor(_options: GatewayServerOptions);
     get port(): number;
     start(): Promise<number>;
+    /**
+     * Applies the request-log retention setting; resolves to rows removed. A
+     * large backlog is pruned one chunk per event-loop turn, and a sweep that
+     * is still running is joined rather than started twice.
+     */
+    pruneRequestLog(now?: number): Promise<number>;
     stop(): Promise<void>;
     private _log;
     private _handle;
+    /** The request's active API key and who it is accounted to; answers 401 itself otherwise. */
+    private _authenticate;
+    /**
+     * The key a request names: by id for the gateway's own components (see
+     * GATEWAY_INTERNAL_KEY_HEADER), else by its Bearer secret. The id header is
+     * only honored from an internal caller; from anyone else it is ignored, so
+     * it can neither stand in for a key nor block a valid Bearer one.
+     */
+    private _requestKey;
+    /** A request from the gateway process itself: loopback, carrying the control secret. */
+    private _internalCaller;
+    /** Whether the buyer reports spend, refreshing the feed once; answers 503 itself when it does not. */
+    private _spendFeedReporting;
+    /**
+     * The key's effective routing policy: refuses (answering itself) a model
+     * it does not allow, or a seller restriction the buyer would not apply.
+     * Settings that change nothing (the default sort, flags set to false) are
+     * not sent: a request without restrictions reaches the buyer exactly like
+     * one through a gateway without policies.
+     */
+    private _routingPolicy;
+    /** The request's tag; a paid request is admitted against its budgets first (402 answered here when one is spent). */
+    private _admit;
+    /**
+     * Sends an admitted request to the buyer and streams the answer back.
+     * Every path must finish the request (and so release or start expiring
+     * its hold); an unexpected throw must not leak it.
+     */
+    private _forward;
     /**
      * x402 top-up: the key holder pays USDC straight to the key's buyer wallet.
      * The buyer's deposit watcher then sweeps it into that identity's credits.
@@ -46,4 +106,10 @@ export declare class GatewayServer {
     private _settleTopup;
     private _keyInfo;
 }
+/**
+ * Error code and message of a failed response: the OpenAI/Anthropic envelope
+ * (`{ error: { code | type, message } }`, `{ error: "…" }`), a top-level
+ * `{ code, message }`, or the start of a non-JSON body.
+ */
+export declare function parseErrorBody(body: Buffer, status: number): RequestError;
 //# sourceMappingURL=server.d.ts.map

package/dist/gateway/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/gateway/server.ts"],"names":[],"mappings":"AAMA,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAIvE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAYL,KAAK,SAAS,EACd,KAAK,eAAe,EACrB,MAAM,WAAW,CAAA;AAClB,OAAO,KAAK,EAAgB,YAAY,EAAE,MAAM,YAAY,CAAA;AAoC5D,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAA;IACnB,UAAU,EAAE,iBAAiB,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,uEAAuE;IACvE,eAAe,EAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAClE,cAAc,EAAE,MAAM,cAAc,CAAA;IACpC,gBAAgB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IACrC,kFAAkF;IAClF,KAAK,CAAC,EAAE,mBAAmB,GAAG,IAAI,CAAA;IAClC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CAClC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/B,WAAW,EAAE,eAAe,CAAA;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;;;GAIG;AACH,qBAAa,aAAa;IAIZ,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAHrC,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,KAAK,CAAI;gBAEY,QAAQ,EAAE,oBAAoB;IAE3D,IAAI,IAAI,IAAI,MAAM,CAEjB;IAEK,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAiBxB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,OAAO,CAAC,IAAI;YAIE,OAAO;IAwIrB;;;;OAIG;YACW,MAAM;YAwGN,YAAY;YAcZ,QAAQ;CAgCvB"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/gateway/server.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAA;AAMjC,OAAO,EAAqC,KAAK,iBAAiB,EAAmB,MAAM,iBAAiB,CAAA;AAM5G,OAAO,EAAE,YAAY,EAAyB,MAAM,oBAAoB,CAAA;AAIxE,OAAO,EAAgC,KAAK,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACnF,OAAO,EAYL,KAAK,SAAS,EACd,KAAK,eAAe,EACrB,MAAM,WAAW,CAAA;AAClB,OAAO,KAAK,EAAgB,YAAY,EAAgB,YAAY,EAAE,MAAM,YAAY,CAAA;AAExF;;;;GAIG;AACH,eAAO,MAAM,2BAA2B,0BAA0B,CAAA;AAiFlE,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAA;IACnB,UAAU,EAAE,iBAAiB,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,uEAAuE;IACvE,eAAe,EAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAClE,cAAc,EAAE,MAAM,cAAc,CAAA;IACpC,gBAAgB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IACrC,kFAAkF;IAClF,KAAK,CAAC,EAAE,mBAAmB,GAAG,IAAI,CAAA;IAClC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IACjC;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,sGAAsG;IACtG,sBAAsB,CAAC,EAAE,MAAM,OAAO,CAAA;IACtC,4EAA4E;IAC5E,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;KAAE,GAAG,IAAI,CAAA;IAClG,wFAAwF;IACxF,QAAQ,CAAC,EAAE,YAAY,CAAA;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/B,WAAW,EAAE,eAAe,CAAA;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;;;GAIG;AACH,qBAAa,aAAa;IAOZ,OAAO,CAAC,QAAQ,CAAC,QAAQ;IANrC,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,eAAe,CAA8C;IACrE,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;gBAEX,QAAQ,EAAE,oBAAoB;IAI3D,IAAI,IAAI,IAAI,MAAM,CAEjB;IAEK,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAoB9B;;;;OAIG;IACH,eAAe,CAAC,GAAG,SAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IAgB5C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAW3B,OAAO,CAAC,IAAI;YAIE,OAAO;IA6FrB,6FAA6F;IAC7F,OAAO,CAAC,aAAa;IAsBrB;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAOnB,wFAAwF;IACxF,OAAO,CAAC,eAAe;IASvB,sGAAsG;YACxF,mBAAmB;IASjC;;;;;;OAMG;IACH,OAAO,CAAC,cAAc;IA+BtB,qHAAqH;IACrH,OAAO,CAAC,MAAM;IASd;;;;OAIG;IACH,OAAO,CAAC,QAAQ;IAoIhB;;;;OAIG;YACW,MAAM;YAwGN,YAAY;YAcZ,QAAQ;CAkCvB;AA6ED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAmBzE"}