@acentric/llm 0.0.0-stage → 0.1.0

package/dist/client/anthropic/response.js

@@ -0,0 +1,207 @@
+// An Anthropic answer read into an LlmResponse.
+import { estimateCost } from '../../cost.js';
+import { isArray, isObject } from '../../json.js';
+import { findModel } from '../../models.js';
+import { invalidResponse, omit, tokens } from '../util.js';
+const PROVIDER = 'anthropic';
+/** Response fields the response already holds elsewhere. */
+const ENVELOPE_FIELDS = ['id', 'type', 'role', 'content', 'model', 'stop_reason', 'usage'];
+/** Usage fields mapped to `Usage`; the rest of `usage` stays in `native`. */
+const USAGE_FIELDS = [
+    'input_tokens',
+    'output_tokens',
+    'cache_creation_input_tokens',
+    'cache_read_input_tokens',
+    'output_tokens_details',
+];
+const STOP_REASONS = {
+    end_turn: 'stop',
+    stop_sequence: 'stop',
+    max_tokens: 'length',
+    model_context_window_exceeded: 'length',
+    tool_use: 'tool_use',
+    pause_turn: 'pause_turn',
+    // Compaction paused after summarizing; sending the message back goes on.
+    compaction: 'pause_turn',
+    refusal: 'refusal',
+};
+/** The only categories in which a refusal before any output is billed. */
+const BILLED_REFUSALS = new Set([
+    'bio',
+    'frontier_llm',
+    'reasoning_extraction',
+]);
+export function parseResponse(request, answer) {
+    const body = answer.body;
+    if (!isObject(body) || body['type'] !== 'message' || !isArray(body['content'])) {
+        throw invalidResponse(PROVIDER, 'Anthropic did not answer with a message', body);
+    }
+    const content = body['content'];
+    const id = typeof body['id'] === 'string' && body['id'] !== '' ? body['id'] : undefined;
+    const stop = typeof body['stop_reason'] === 'string' ? body['stop_reason'] : undefined;
+    const stopReason = (stop === undefined ? undefined : STOP_REASONS[stop]) ?? 'stop';
+    const served = typeof body['model'] === 'string' ? body['model'] : request.model;
+    const rawUsage = isObject(body['usage']) ? body['usage'] : undefined;
+    const usage = rawUsage === undefined ? undefined : readUsage(rawUsage);
+    const cost = rawUsage === undefined || freeRefusal(body) ? undefined : estimate(rawUsage, served, request);
+    // How cache writes split by time to live says nothing when nothing was written.
+    const extras = rawUsage === undefined
+        ? undefined
+        : omit(rawUsage, usage?.cacheWrite === 0 ? [...USAGE_FIELDS, 'cache_creation'] : USAGE_FIELDS);
+    const native = {
+        ...omit(body, ENVELOPE_FIELDS),
+        ...(extras === undefined || Object.keys(extras).length === 0 ? {} : { usage: extras }),
+    };
+    const response = {
+        ...(id === undefined ? {} : { id }),
+        provider: PROVIDER,
+        model: request.model,
+        ...(served === request.model ? {} : { responseModel: served }),
+        message: {
+            role: 'assistant',
+            provider: PROVIDER,
+            api: 'anthropic-messages',
+            model: request.model,
+            ...(id === undefined ? {} : { id }),
+            timestamp: answer.timestamp,
+            content,
+        },
+        stopReason,
+        ...(stop === undefined || stop === stopReason ? {} : { providerStopReason: stop }),
+        ...(usage === undefined ? {} : { usage: cost === undefined ? usage : { ...usage, cost } }),
+        native,
+        durationMs: answer.durationMs,
+        timestamp: answer.timestamp,
+    };
+    // The content is Anthropic's own blocks, which the format's types describe.
+    // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+    return response;
+}
+/**
+ * Usage as the format reports it: `input_tokens` is only the uncached part.
+ * Where a request sampled more than once (compaction, a fallback model), the
+ * iterations hold the whole bill and the top-level counts leave some out.
+ */
+export function readUsage(raw) {
+    const iterations = samplings(raw);
+    const counted = iterations === undefined ? counts(raw) : sum(iterations.map((one) => one.usage));
+    const details = isObject(raw['output_tokens_details']) ? raw['output_tokens_details'] : {};
+    const reasoning = tokens(details['thinking_tokens']);
+    return { ...counted, ...(reasoning === undefined ? {} : { reasoning }) };
+}
+/** One sampling's tokens. */
+function counts(raw) {
+    const input = tokens(raw['input_tokens']);
+    const output = tokens(raw['output_tokens']);
+    // Anthropic leaves the cache counts out when nothing was cached.
+    const read = raw['cache_read_input_tokens'];
+    const written = raw['cache_creation_input_tokens'];
+    const cacheRead = read === undefined || read === null ? 0 : tokens(read);
+    const cacheWrite = written === undefined || written === null ? 0 : tokens(written);
+    const totalInput = input === undefined || cacheRead === undefined || cacheWrite === undefined
+        ? undefined
+        : input + cacheRead + cacheWrite;
+    return {
+        ...(totalInput === undefined ? {} : { totalInput }),
+        ...(input === undefined ? {} : { input }),
+        ...(output === undefined ? {} : { output }),
+        ...(cacheRead === undefined ? {} : { cacheRead }),
+        ...(cacheWrite === undefined ? {} : { cacheWrite }),
+    };
+}
+function samplings(raw) {
+    const iterations = raw['iterations'];
+    if (!isArray(iterations) || iterations.length === 0)
+        return undefined;
+    return iterations.filter(isObject).map((iteration) => {
+        const model = iteration['model'];
+        return {
+            model: typeof model === 'string' ? model : undefined,
+            usage: counts(iteration),
+            cacheWrite1h: hourWrites(iteration),
+        };
+    });
+}
+function hourWrites(raw) {
+    if (!raw['cache_creation_input_tokens'])
+        return 0;
+    const split = raw['cache_creation'];
+    return isObject(split) ? tokens(split['ephemeral_1h_input_tokens'] ?? 0) : undefined;
+}
+function sum(usages) {
+    const keys = ['totalInput', 'input', 'output', 'cacheRead', 'cacheWrite'];
+    const total = {};
+    for (const key of keys) {
+        if (usages.every((usage) => usage[key] !== undefined)) {
+            total[key] = usages.reduce((all, usage) => all + (usage[key] ?? 0), 0);
+        }
+    }
+    return total;
+}
+/**
+ * The cost at standard prices, each sampling at its own model's prices and
+ * long-context tier, times the multiplier for where and how it ran. Undefined
+ * when any part cannot be priced.
+ */
+function estimate(raw, served, request) {
+    const multiplier = priceMultiplier(raw, request);
+    if (multiplier === undefined)
+        return undefined;
+    const each = samplings(raw) ?? [
+        { model: served, usage: counts(raw), cacheWrite1h: hourWrites(raw) },
+    ];
+    const costs = [];
+    for (const { model, usage, cacheWrite1h } of each) {
+        if (cacheWrite1h === undefined)
+            return undefined;
+        const pricing = findModel(PROVIDER, model ?? served)?.pricing;
+        const cost = estimateCost(usage, pricing, { multiplier, cacheWrite1h });
+        if (cost === undefined)
+            return undefined;
+        costs.push(cost);
+    }
+    const [first] = costs;
+    if (costs.length === 1 && first !== undefined)
+        return first;
+    const parts = ['input', 'output', 'cacheRead', 'cacheWrite', 'total'];
+    const total = {};
+    for (const cost of costs) {
+        for (const part of parts) {
+            const value = cost[part];
+            if (value !== undefined)
+                total[part] = (total[part] ?? 0) + value;
+        }
+    }
+    return { source: 'estimated', total: 0, ...total };
+}
+/**
+ * Standard prices hold unless the response says otherwise: inference kept in
+ * the US costs 1.1 times as much, fast mode twice, a batch half. Priority Tier
+ * has no published price.
+ */
+function priceMultiplier(raw, request) {
+    let multiplier = 1;
+    const tier = raw['service_tier'];
+    if (tier === 'batch')
+        multiplier *= 0.5;
+    else if (tier !== undefined && tier !== null && tier !== 'standard')
+        return undefined;
+    if (raw['inference_geo'] === 'us')
+        multiplier *= 1.1;
+    const speed = raw['speed'];
+    if (speed === 'fast')
+        multiplier *= 2;
+    else if ((speed === undefined || speed === null) && request.options?.speed === 'fast')
+        return undefined;
+    return multiplier;
+}
+/** A refusal before any output, in a category Anthropic does not bill. */
+function freeRefusal(body) {
+    const content = body['content'];
+    if (body['stop_reason'] !== 'refusal' || !isArray(content) || content.length > 0)
+        return false;
+    const details = body['stop_details'];
+    const category = isObject(details) ? details['category'] : undefined;
+    return typeof category !== 'string' || !BILLED_REFUSALS.has(category);
+}
+//# sourceMappingURL=response.js.map

package/dist/client/anthropic/response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response.js","sourceRoot":"","sources":["../../../src/client/anthropic/response.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAIhD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAK5C,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAE3D,MAAM,QAAQ,GAAG,WAAW,CAAC;AAE7B,4DAA4D;AAC5D,MAAM,eAAe,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAE3F,6EAA6E;AAC7E,MAAM,YAAY,GAAG;IACnB,cAAc;IACd,eAAe;IACf,6BAA6B;IAC7B,yBAAyB;IACzB,uBAAuB;CACxB,CAAC;AAEF,MAAM,YAAY,GAA8C;IAC9D,QAAQ,EAAE,MAAM;IAChB,aAAa,EAAE,MAAM;IACrB,UAAU,EAAE,QAAQ;IACpB,6BAA6B,EAAE,QAAQ;IACvC,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;IACxB,yEAAyE;IACzE,UAAU,EAAE,YAAY;IACxB,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,0EAA0E;AAC1E,MAAM,eAAe,GAAwB,IAAI,GAAG,CAAC;IACnD,KAAK;IACL,cAAc;IACd,sBAAsB;CACvB,CAAC,CAAC;AAEH,MAAM,UAAU,aAAa,CAC3B,OAAgC,EAChC,MAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACzB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,eAAe,CAAC,QAAQ,EAAE,yCAAyC,EAAE,IAAI,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxF,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,MAAM,UAAU,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC;IACnF,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACjF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,MAAM,KAAK,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,IAAI,GACR,QAAQ,KAAK,SAAS,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhG,gFAAgF;IAChF,MAAM,MAAM,GACV,QAAQ,KAAK,SAAS;QACpB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CACF,QAAQ,EACR,KAAK,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,YAAY,CAC7E,CAAC;IACR,MAAM,MAAM,GAAG;QACb,GAAG,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC;QAC9B,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;KACvF,CAAC;IACF,MAAM,QAAQ,GAAG;QACf,GAAG,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;QACnC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;QAC9D,OAAO,EAAE;YACP,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,QAAQ;YAClB,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,GAAG,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;YACnC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO;SACR;QACD,UAAU;QACV,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;QAClF,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QAC1F,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC;IACF,4EAA4E;IAC5E,+DAA+D;IAC/D,OAAO,QAA+C,CAAC;AACzD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,GAAe;IACvC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACjG,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3F,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrD,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;AAC3E,CAAC;AAED,6BAA6B;AAC7B,SAAS,MAAM,CAAC,GAAe;IAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;IAC5C,iEAAiE;IACjE,MAAM,IAAI,GAAG,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnF,MAAM,UAAU,GACd,KAAK,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;QACxE,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC;IACrC,OAAO;QACL,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;KACpD,CAAC;AACJ,CAAC;AASD,SAAS,SAAS,CAAC,GAAe;IAChC,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IACrC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACtE,OAAO,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO;YACL,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpD,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC;YACxB,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC;SACpC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,GAAe;IACjC,IAAI,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAAE,OAAO,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvF,CAAC;AAED,SAAS,GAAG,CAAC,MAAwB;IACnC,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,CAAU,CAAC;IACnF,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;YACtD,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CACf,GAAe,EACf,MAAc,EACd,OAAgC;IAEhC,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI;QAC7B,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE;KACrE,CAAC;IACF,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;QAClD,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QACjD,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,EAAE,OAAO,CAAC;QAC9D,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;QACxE,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;IACtB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5D,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAU,CAAC;IAC/E,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,KAAK,KAAK,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;QACpE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;AACrD,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,GAAe,EAAE,OAAgC;IACxE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,OAAO;QAAE,UAAU,IAAI,GAAG,CAAC;SACnC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IACtF,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,IAAI;QAAE,UAAU,IAAI,GAAG,CAAC;IACrD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,IAAI,KAAK,KAAK,MAAM;QAAE,UAAU,IAAI,CAAC,CAAC;SACjC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,MAAM;QACnF,OAAO,SAAS,CAAC;IACnB,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,0EAA0E;AAC1E,SAAS,WAAW,CAAC,IAAgB;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/F,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACxE,CAAC"}

package/dist/client/direct.d.ts

@@ -0,0 +1,18 @@
+import type { Json } from '@acentric/types';
+import type { Credentials, Provider } from '../providers.js';
+import type { LlmRequest } from '../request.js';
+import type { LlmResponse } from '../response.js';
+export type CallOptions = {
+    /** Stops the call; it then fails with `cancelled`. */
+    readonly signal?: AbortSignal;
+    /** A fetch to use instead of the global one, such as in tests. */
+    readonly fetch?: typeof fetch;
+};
+/** One completion from the request's provider. Never retried. */
+export declare function callProvider<P extends Provider>(request: LlmRequest<P>, credentials: Credentials<P>, options?: CallOptions): Promise<LlmResponse<P>>;
+/**
+ * Credentials checked before they are sent, such as the keys a gateway reads
+ * from its configuration. A message names the field at fault, never its value.
+ */
+export declare function readCredentials<P extends Provider>(provider: P, value: Json | undefined): Credentials<P>;
+//# sourceMappingURL=direct.d.ts.map

package/dist/client/direct.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"direct.d.ts","sourceRoot":"","sources":["../../src/client/direct.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAgBlD,MAAM,MAAM,WAAW,GAAG;IACxB,sDAAsD;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,kEAAkE;IAClE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CAC/B,CAAC;AAEF,iEAAiE;AACjE,wBAAsB,YAAY,CAAC,CAAC,SAAS,QAAQ,EACnD,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,EACtB,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,EAC3B,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CA+BzB;AAkED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,CAAC,SAAS,QAAQ,EAChD,QAAQ,EAAE,CAAC,EACX,KAAK,EAAE,IAAI,GAAG,SAAS,GACtB,WAAW,CAAC,CAAC,CAAC,CAehB"}

package/dist/client/direct.js

@@ -0,0 +1,104 @@
+// One call straight to a provider, with credentials in hand. What the client
+// does when it has a provider's key, and what a gateway runs for each request.
+import { LlmError } from '../failure.js';
+import { isObject } from '../json.js';
+import { httpFailure as anthropicFailure } from './anthropic/errors.js';
+import { buildRequest as anthropicRequest } from './anthropic/request.js';
+import { parseResponse as anthropicResponse } from './anthropic/response.js';
+import { postJson, withRequestId } from './http.js';
+import { httpFailure as responsesFailure } from './responses/errors.js';
+import { fireworksProfile, openAiProfile } from './responses/providers.js';
+import { buildRequest as responsesRequest } from './responses/request.js';
+import { parseResponse as responsesResponse } from './responses/response.js';
+import { invalidRequest } from './util.js';
+/** The only Anthropic Messages API version. */
+const ANTHROPIC_VERSION = '2023-06-01';
+/** One completion from the request's provider. Never retried. */
+export async function callProvider(request, credentials, options = {}) {
+    // Each branch narrows the request to its provider; the result is that provider's.
+    const any = request;
+    const name = request.provider;
+    switch (any.provider) {
+        case 'anthropic':
+            // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+            return (await callAnthropic(any, readCredentials('anthropic', credentials), options));
+        case 'openai':
+            // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+            return (await callResponses(any, readCredentials('openai', credentials), openAiProfile, options));
+        case 'fireworks':
+            // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+            return (await callResponses(any, readCredentials('fireworks', credentials), fireworksProfile, options));
+        default:
+            throw invalidRequest(undefined, `there is no provider ${name}`);
+    }
+}
+async function callAnthropic(request, credentials, options) {
+    const { body, betas } = anthropicRequest(request);
+    const answer = await postJson({
+        provider: 'anthropic',
+        label: 'Anthropic',
+        url: 'https://api.anthropic.com/v1/messages',
+        headers: {
+            'x-api-key': credentials.apiKey,
+            ...(credentials.workspaceId === undefined
+                ? {}
+                : { 'anthropic-workspace-id': credentials.workspaceId }),
+            'anthropic-version': ANTHROPIC_VERSION,
+            ...(betas.length > 0 ? { 'anthropic-beta': betas.join(',') } : {}),
+        },
+        body,
+        ...common(request, options),
+        failed: anthropicFailure,
+    });
+    return read(answer, () => anthropicResponse(request, answer));
+}
+async function callResponses(request, credentials, profile, options) {
+    const body = responsesRequest(request, profile);
+    const answer = await postJson({
+        provider: profile.provider,
+        label: profile.label,
+        url: profile.url,
+        headers: profile.headers(credentials),
+        body,
+        ...common(request, options),
+        failed: (http) => responsesFailure(profile, http),
+    });
+    return read(answer, () => responsesResponse(request, answer, profile));
+}
+function common(request, { signal, fetch }) {
+    return {
+        ...(request.timeoutMs === undefined ? {} : { timeoutMs: request.timeoutMs }),
+        ...(signal === undefined ? {} : { signal }),
+        ...(fetch === undefined ? {} : { fetch }),
+    };
+}
+/** Reads an answer; a failure while reading names the provider's request ID. */
+function read(answer, parse) {
+    try {
+        return parse();
+    }
+    catch (error) {
+        throw error instanceof LlmError ? withRequestId(error, answer.requestId) : error;
+    }
+}
+/**
+ * Credentials checked before they are sent, such as the keys a gateway reads
+ * from its configuration. A message names the field at fault, never its value.
+ */
+export function readCredentials(provider, value) {
+    if (!isObject(value))
+        throw invalidRequest(provider, `the ${provider} credentials must be an object with an apiKey`);
+    const fields = {};
+    for (const [name, field] of Object.entries(value)) {
+        if (typeof field !== 'string' || field.trim() === '') {
+            throw invalidRequest(provider, `credentials.${name} must be a string that is not empty`);
+        }
+        fields[name] = field.trim();
+    }
+    if (fields['apiKey'] === undefined)
+        throw invalidRequest(provider, 'credentials.apiKey is missing');
+    // Every provider's credentials are an apiKey and optional string fields.
+    // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+    return fields;
+}
+//# sourceMappingURL=direct.js.map

package/dist/client/direct.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"direct.js","sourceRoot":"","sources":["../../src/client/direct.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,+EAA+E;AAI/E,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,EAAE,WAAW,IAAI,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACxE,OAAO,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAEpD,OAAO,EAAE,WAAW,IAAI,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAExE,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC3E,OAAO,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAE3C,+CAA+C;AAC/C,MAAM,iBAAiB,GAAG,YAAY,CAAC;AASvC,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAsB,EACtB,WAA2B,EAC3B,UAAuB,EAAE;IAEzB,kFAAkF;IAClF,MAAM,GAAG,GAAe,OAAO,CAAC;IAChC,MAAM,IAAI,GAAW,OAAO,CAAC,QAAQ,CAAC;IACtC,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,WAAW;YACd,+DAA+D;YAC/D,OAAO,CAAC,MAAM,aAAa,CACzB,GAAG,EACH,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,EACzC,OAAO,CACR,CAAmB,CAAC;QACvB,KAAK,QAAQ;YACX,+DAA+D;YAC/D,OAAO,CAAC,MAAM,aAAa,CACzB,GAAG,EACH,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,EACtC,aAAa,EACb,OAAO,CACR,CAAmB,CAAC;QACvB,KAAK,WAAW;YACd,+DAA+D;YAC/D,OAAO,CAAC,MAAM,aAAa,CACzB,GAAG,EACH,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,EACzC,gBAAgB,EAChB,OAAO,CACR,CAAmB,CAAC;QACvB;YACE,MAAM,cAAc,CAAC,SAAS,EAAE,wBAAwB,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAgC,EAChC,WAAqC,EACrC,OAAoB;IAEpB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;QAC5B,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,WAAW;QAClB,GAAG,EAAE,uCAAuC;QAC5C,OAAO,EAAE;YACP,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,GAAG,CAAC,WAAW,CAAC,WAAW,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,wBAAwB,EAAE,WAAW,CAAC,WAAW,EAAE,CAAC;YAC1D,mBAAmB,EAAE,iBAAiB;YACtC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE;QACD,IAAI;QACJ,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;QAC3B,MAAM,EAAE,gBAAgB;KACzB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAsB,EACtB,WAA2B,EAC3B,OAA4B,EAC5B,OAAoB;IAEpB,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;QACrC,IAAI;QACJ,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;QAC3B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC;KAClD,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,MAAM,CACb,OAAmB,EACnB,EAAE,MAAM,EAAE,KAAK,EAAe;IAE9B,OAAO;QACL,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5E,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3C,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,SAAS,IAAI,CAAI,MAAkB,EAAE,KAAc;IACjD,IAAI,CAAC;QACH,OAAO,KAAK,EAAE,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACnF,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,QAAW,EACX,KAAuB;IAEvB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAClB,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,QAAQ,+CAA+C,CAAC,CAAC;IACjG,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,cAAc,CAAC,QAAQ,EAAE,eAAe,IAAI,qCAAqC,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,SAAS;QAChC,MAAM,cAAc,CAAC,QAAQ,EAAE,+BAA+B,CAAC,CAAC;IAClE,yEAAyE;IACzE,+DAA+D;IAC/D,OAAO,MAAmC,CAAC;AAC7C,CAAC"}

package/dist/client/gateway.d.ts

@@ -0,0 +1,43 @@
+import type { LlmFailure } from '../failure.js';
+import type { Provider } from '../providers.js';
+import type { LlmRequest } from '../request.js';
+import type { LlmResponse } from '../response.js';
+import type { CallOptions } from './direct.js';
+/** Where a gateway takes completions, under its URL. */
+export declare const GATEWAY_ROUTE = "/v1/complete";
+/** The header that carries the client's LLM_VERSION to the gateway. */
+export declare const VERSION_HEADER = "acentric-llm-version";
+/**
+ * The effect a call is made for, as its handler's context names it. A gateway
+ * shows each call under it, but it is the caller's word: never a credential,
+ * and never what a call is charged to.
+ */
+export type GatewayEffect = {
+    readonly key?: string;
+    readonly kind?: string;
+    readonly attempt?: number;
+};
+/**
+ * The body of a call to the gateway: the request, and the effect that made
+ * it. It carries no credentials, since the gateway calls providers with its
+ * own keys.
+ */
+export type GatewayRequest<P extends Provider = Provider> = P extends Provider ? LlmRequest<P> & {
+    readonly effect?: GatewayEffect;
+} : never;
+/** The body of a gateway's answer that is not 2xx. */
+export type GatewayFailure = {
+    readonly error: LlmFailure;
+};
+export type Gateway = {
+    /** The gateway's address, such as `https://llm.cloud.acentric.dev`. */
+    readonly url: string;
+    /** Sent as `Authorization: Bearer`. */
+    readonly token: string;
+};
+export type GatewayCallOptions = CallOptions & {
+    /** The effect the call is made for, sent for the gateway to show. */
+    readonly effect?: GatewayEffect;
+};
+export declare function callGateway<P extends Provider>(request: LlmRequest<P>, gateway: Gateway, { signal, fetch, effect }?: GatewayCallOptions): Promise<LlmResponse<P>>;
+//# sourceMappingURL=gateway.d.ts.map

package/dist/client/gateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../src/client/gateway.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAM/C,wDAAwD;AACxD,eAAO,MAAM,aAAa,iBAAiB,CAAC;AAE5C,uEAAuE;AACvE,eAAO,MAAM,cAAc,yBAAyB,CAAC;AAErD;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,IAAI,CAAC,SAAS,QAAQ,GAC1E,UAAU,CAAC,CAAC,CAAC,GAAG;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAA;CAAE,GACnD,KAAK,CAAC;AAEV,sDAAsD;AACtD,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;CAAE,CAAC;AAE5D,MAAM,MAAM,OAAO,GAAG;IACpB,uEAAuE;IACvE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG;IAC7C,qEAAqE;IACrE,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;CACjC,CAAC;AAEF,wBAAsB,WAAW,CAAC,CAAC,SAAS,QAAQ,EAClD,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,EACtB,OAAO,EAAE,OAAO,EAChB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAE,kBAAuB,GACjD,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAuBzB"}

package/dist/client/gateway.js

@@ -0,0 +1,72 @@
+// One call through the acentric gateway, which acentric-cloud runs with
+// provider keys of its own. The request goes as it is, with the token and the
+// client's version in headers and the effect that made the call in the body;
+// the response comes back as it is.
+import { isLlmFailure, LlmError } from '../failure.js';
+import { isObject } from '../json.js';
+import { LLM_VERSION } from '../version.js';
+import { postJson, retryAfter } from './http.js';
+import { kindForStatus } from './responses/errors.js';
+import { cut, invalidResponse } from './util.js';
+/** Where a gateway takes completions, under its URL. */
+export const GATEWAY_ROUTE = '/v1/complete';
+/** The header that carries the client's LLM_VERSION to the gateway. */
+export const VERSION_HEADER = 'acentric-llm-version';
+export async function callGateway(request, gateway, { signal, fetch, effect } = {}) {
+    const provider = request.provider;
+    const answer = await postJson({
+        provider,
+        label: 'the acentric gateway',
+        url: `${base(provider, gateway.url)}${GATEWAY_ROUTE}`,
+        headers: { authorization: `Bearer ${gateway.token}`, [VERSION_HEADER]: LLM_VERSION },
+        body: effect === undefined ? request : { ...request, effect },
+        ...(request.timeoutMs === undefined ? {} : { timeoutMs: request.timeoutMs }),
+        ...(signal === undefined ? {} : { signal }),
+        ...(fetch === undefined ? {} : { fetch }),
+        failed: (http) => gatewayFailure(provider, http),
+        // The gateway's request ID is not the provider's; its failures carry that.
+        providerAnswers: false,
+    });
+    const body = answer.body;
+    const message = isObject(body) ? body['message'] : undefined;
+    if (!isObject(body) || body['provider'] !== provider || !isObject(message)) {
+        throw invalidResponse(provider, 'the acentric gateway did not answer with a response', body);
+    }
+    // The gateway answers what callProvider returned, for this provider.
+    // oxlint-disable-next-line typescript/no-unsafe-type-assertion
+    return body;
+}
+/** The gateway's own failure as it sent it, or one read from the HTTP status. */
+function gatewayFailure(provider, answer) {
+    const error = isObject(answer.body) ? answer.body['error'] : undefined;
+    if (isLlmFailure(error))
+        return LlmError.fromJSON(error);
+    const after = retryAfter(answer.headers);
+    return new LlmError(`the acentric gateway answered HTTP ${answer.status}`, {
+        kind: kindForStatus(answer.status),
+        provider,
+        httpStatus: answer.status,
+        providerError: cut(answer.body),
+        ...(after === undefined ? {} : { retryAfterMs: after }),
+    });
+}
+function base(provider, value) {
+    let url;
+    try {
+        url = new URL(value);
+    }
+    catch {
+        throw new LlmError(`the gateway's URL is not a URL: ${value}`, {
+            kind: 'invalid_request',
+            provider,
+        });
+    }
+    if (url.protocol !== 'https:' && url.protocol !== 'http:') {
+        throw new LlmError('the gateway must be reached over https, or http for local development', {
+            kind: 'invalid_request',
+            provider,
+        });
+    }
+    return url.href.replace(/\/+$/, '');
+}
+//# sourceMappingURL=gateway.js.map

package/dist/client/gateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/client/gateway.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,8EAA8E;AAC9E,6EAA6E;AAC7E,oCAAoC;AAEpC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEjD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wDAAwD;AACxD,MAAM,CAAC,MAAM,aAAa,GAAG,cAAc,CAAC;AAE5C,uEAAuE;AACvE,MAAM,CAAC,MAAM,cAAc,GAAG,sBAAsB,CAAC;AAqCrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAsB,EACtB,OAAgB,EAChB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAyB,EAAE;IAElD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;QAC5B,QAAQ;QACR,KAAK,EAAE,sBAAsB;QAC7B,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,aAAa,EAAE;QACrD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE;QACpF,IAAI,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE;QAC7D,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5E,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3C,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC;QAChD,2EAA2E;QAC3E,eAAe,EAAE,KAAK;KACvB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACzB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3E,MAAM,eAAe,CAAC,QAAQ,EAAE,qDAAqD,EAAE,IAAI,CAAC,CAAC;IAC/F,CAAC;IACD,qEAAqE;IACrE,+DAA+D;IAC/D,OAAO,IAAiC,CAAC;AAC3C,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,QAAkB,EAAE,MAAkB;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,IAAI,QAAQ,CAAC,sCAAsC,MAAM,CAAC,MAAM,EAAE,EAAE;QACzE,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,QAAQ;QACR,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;KACxD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,IAAI,CAAC,QAAkB,EAAE,KAAa;IAC7C,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAAC,mCAAmC,KAAK,EAAE,EAAE;YAC7D,IAAI,EAAE,iBAAiB;YACvB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1D,MAAM,IAAI,QAAQ,CAAC,uEAAuE,EAAE;YAC1F,IAAI,EAAE,iBAAiB;YACvB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC"}

package/dist/client/http.d.ts

@@ -0,0 +1,41 @@
+import type { Json } from '@acentric/types';
+import { LlmError } from '../failure.js';
+/** The longest one call may take, and the default, in milliseconds. */
+export declare const MAX_TIMEOUT_MS: number;
+export type Post = {
+    readonly provider: string;
+    /** Names the other end in messages, such as "Anthropic". */
+    readonly label: string;
+    readonly url: string;
+    readonly headers: {
+        readonly [name: string]: string;
+    };
+    readonly body: Json;
+    readonly timeoutMs?: number;
+    readonly signal?: AbortSignal;
+    readonly fetch?: typeof fetch;
+    /** Turns an answer that is not 2xx into an error. */
+    readonly failed: (answer: HttpAnswer) => LlmError;
+    /** Whether the answer's request ID is the provider's, for its failures to name. Defaults to true. */
+    readonly providerAnswers?: boolean;
+};
+/** An answer that is not 2xx. */
+export type HttpAnswer = {
+    readonly status: number;
+    readonly headers: Headers;
+    /** The JSON body, or the text body cut short. */
+    readonly body: Json;
+};
+export type JsonAnswer = {
+    readonly body: Json;
+    readonly durationMs: number;
+    /** When the answer arrived, in milliseconds since the Unix epoch. */
+    readonly timestamp: number;
+    readonly requestId?: string;
+};
+export declare function postJson(post: Post): Promise<JsonAnswer>;
+/** `Retry-After` in milliseconds, given in seconds or as an HTTP date. */
+export declare function retryAfter(headers: Headers): number | undefined;
+/** A failure from after the provider answered names its request ID, for its support. */
+export declare function withRequestId(error: LlmError, requestId: string | undefined): LlmError;
+//# sourceMappingURL=http.d.ts.map

package/dist/client/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/client/http.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,uEAAuE;AACvE,eAAO,MAAM,cAAc,QAAiB,CAAC;AAI7C,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,4DAA4D;IAC5D,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IACtD,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IAC9B,qDAAqD;IACrD,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,QAAQ,CAAC;IAClD,qGAAqG;IACrG,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC;CACpC,CAAC;AAEF,iCAAiC;AACjC,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,iDAAiD;IACjD,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,qEAAqE;IACrE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,wBAAsB,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAwF9D;AAED,0EAA0E;AAC1E,wBAAgB,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAO/D;AAED,wFAAwF;AACxF,wBAAgB,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ,CAGtF"}