@acentric/llm 0.0.0-stage → 0.1.0

package/dist/client/http.js

@@ -0,0 +1,190 @@
+// One HTTP exchange with a provider or the gateway: a JSON body out, a JSON
+// body back, stopped by the handler's signal or a time limit. Never retried:
+// whether to try again is the agent's decision.
+import { LlmError } from '../failure.js';
+import { cut } from './util.js';
+/** The longest one call may take, and the default, in milliseconds. */
+export const MAX_TIMEOUT_MS = 15 * 60 * 1000;
+const MAX_RESPONSE_BYTES = 32 * 1024 * 1024;
+export async function postJson(post) {
+    const { provider, label } = post;
+    const timeoutMs = Math.min(post.timeoutMs ?? MAX_TIMEOUT_MS, MAX_TIMEOUT_MS);
+    if (!(Number.isSafeInteger(timeoutMs) && timeoutMs > 0)) {
+        throw new LlmError('timeoutMs must be a positive whole number', {
+            kind: 'invalid_request',
+            provider,
+        });
+    }
+    const controller = new AbortController();
+    const onAbort = () => controller.abort(new LlmError(`the ${label} call was cancelled`, { kind: 'cancelled', provider }));
+    post.signal?.addEventListener('abort', onAbort, { once: true });
+    if (post.signal?.aborted === true)
+        onAbort();
+    const timer = setTimeout(() => controller.abort(new LlmError(`the ${label} call took longer than ${timeoutMs} ms`, {
+        kind: 'timeout',
+        provider,
+    })), timeoutMs);
+    const started = performance.now();
+    let requestId;
+    try {
+        controller.signal.throwIfAborted();
+        const send = post.fetch ?? globalThis.fetch;
+        // Raced against the signal, so a fetch that does not watch it cannot outlast a timeout.
+        const response = await untilAborted(send(post.url, {
+            method: 'POST',
+            headers: requestHeaders(provider, post.headers),
+            body: JSON.stringify(post.body),
+            signal: controller.signal,
+            redirect: 'manual',
+        }), controller.signal);
+        if (post.providerAnswers !== false)
+            requestId = readRequestId(response.headers);
+        if (response.status >= 300 && response.status < 400) {
+            void response.body?.cancel().catch(() => undefined);
+            throw new LlmError(`${label} answered with a redirect, which is not followed`, {
+                kind: 'network_error',
+                provider,
+            });
+        }
+        const text = await readText(response, provider, label);
+        controller.signal.throwIfAborted();
+        if (!response.ok) {
+            throw post.failed({
+                status: response.status,
+                headers: response.headers,
+                body: parseLoosely(text),
+            });
+        }
+        let body;
+        try {
+            body = JSON.parse(text);
+        }
+        catch {
+            throw new LlmError(`${label} answered with something that is not JSON`, {
+                kind: 'invalid_response',
+                provider,
+                httpStatus: response.status,
+                providerError: cut(text),
+            });
+        }
+        return {
+            body,
+            durationMs: Math.round(performance.now() - started),
+            timestamp: Date.now(),
+            ...(requestId === undefined ? {} : { requestId }),
+        };
+    }
+    catch (error) {
+        const reason = controller.signal.aborted ? controller.signal.reason : error;
+        if (reason instanceof LlmError)
+            throw withRequestId(reason, requestId);
+        throw new LlmError(`${label} could not be reached`, {
+            kind: 'network_error',
+            provider,
+            ...(requestId === undefined ? {} : { requestId }),
+        });
+    }
+    finally {
+        clearTimeout(timer);
+        post.signal?.removeEventListener('abort', onAbort);
+    }
+}
+/** `Retry-After` in milliseconds, given in seconds or as an HTTP date. */
+export function retryAfter(headers) {
+    const value = headers.get('retry-after')?.trim();
+    if (value === undefined || value === '')
+        return undefined;
+    const seconds = Number(value);
+    if (Number.isFinite(seconds))
+        return seconds >= 0 ? Math.round(seconds * 1000) : undefined;
+    const date = Date.parse(value);
+    return Number.isNaN(date) ? undefined : Math.max(0, date - Date.now());
+}
+/** A failure from after the provider answered names its request ID, for its support. */
+export function withRequestId(error, requestId) {
+    if (requestId === undefined || error.failure.requestId !== undefined)
+        return error;
+    return LlmError.fromJSON({ ...error.failure, requestId });
+}
+/** The promise's value, or the signal's reason as soon as it fires. */
+function untilAborted(promise, signal) {
+    return new Promise((resolve, reject) => {
+        const abort = () => reject(signal.reason);
+        signal.addEventListener('abort', abort, { once: true });
+        promise.then(resolve, reject).finally(() => signal.removeEventListener('abort', abort));
+    });
+}
+function requestHeaders(provider, entries) {
+    try {
+        return new Headers({
+            accept: 'application/json',
+            'content-type': 'application/json',
+            ...entries,
+        });
+    }
+    catch {
+        throw new LlmError('the credentials hold characters a header cannot', {
+            kind: 'invalid_request',
+            provider,
+        });
+    }
+}
+function readRequestId(answer) {
+    const id = answer.get('x-request-id') ?? answer.get('request-id') ?? answer.get('x-oai-request-id');
+    return id?.trim() || undefined;
+}
+function parseLoosely(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        return cut(text);
+    }
+}
+async function readText(response, provider, label) {
+    if (response.body === null)
+        return '';
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder('utf-8', { fatal: true });
+    const decode = (value) => {
+        try {
+            return decoder.decode(value, { stream: value !== undefined });
+        }
+        catch {
+            throw new LlmError(`${label} answered with text that is not UTF-8`, {
+                kind: 'invalid_response',
+                provider,
+                httpStatus: response.status,
+            });
+        }
+    };
+    let bytes = 0;
+    let text = '';
+    try {
+        for (;;) {
+            // Reading a stream is one chunk at a time.
+            // oxlint-disable-next-line no-await-in-loop
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            bytes += value.byteLength;
+            if (bytes > MAX_RESPONSE_BYTES) {
+                throw new LlmError(`${label} answered with more than ${MAX_RESPONSE_BYTES} bytes`, {
+                    kind: 'invalid_response',
+                    provider,
+                    httpStatus: response.status,
+                });
+            }
+            text += decode(value);
+        }
+        return text + decode();
+    }
+    catch (error) {
+        void reader.cancel().catch(() => undefined);
+        throw error;
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+//# sourceMappingURL=http.js.map

package/dist/client/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/client/http.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,6EAA6E;AAC7E,gDAAgD;AAIhD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEhC,uEAAuE;AACvE,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE7C,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAkC5C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAU;IACvC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,cAAc,EAAE,cAAc,CAAC,CAAC;IAC7E,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,QAAQ,CAAC,2CAA2C,EAAE;YAC9D,IAAI,EAAE,iBAAiB;YACvB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,UAAU,CAAC,KAAK,CACd,IAAI,QAAQ,CAAC,OAAO,KAAK,qBAAqB,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CACjF,CAAC;IACJ,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,UAAU,CACtB,GAAG,EAAE,CACH,UAAU,CAAC,KAAK,CACd,IAAI,QAAQ,CAAC,OAAO,KAAK,0BAA0B,SAAS,KAAK,EAAE;QACjE,IAAI,EAAE,SAAS;QACf,QAAQ;KACT,CAAC,CACH,EACH,SAAS,CACV,CAAC;IACF,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,SAA6B,CAAC;IAClC,IAAI,CAAC;QACH,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;QAC5C,wFAAwF;QACxF,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,QAAQ;SACnB,CAAC,EACF,UAAU,CAAC,MAAM,CAClB,CAAC;QACF,IAAI,IAAI,CAAC,eAAe,KAAK,KAAK;YAAE,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChF,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACpD,KAAK,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,kDAAkD,EAAE;gBAC7E,IAAI,EAAE,eAAe;gBACrB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvD,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,MAAM,CAAC;gBAChB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC;aACzB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,IAAU,CAAC;QACf,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,2CAA2C,EAAE;gBACtE,IAAI,EAAE,kBAAkB;gBACxB,QAAQ;gBACR,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,aAAa,EAAE,GAAG,CAAC,IAAI,CAAC;aACzB,CAAC,CAAC;QACL,CAAC;QACD,OAAO;YACL,IAAI;YACJ,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACnD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;SAClD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACrF,IAAI,MAAM,YAAY,QAAQ;YAAE,MAAM,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACvE,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,uBAAuB,EAAE;YAClD,IAAI,EAAE,eAAe;YACrB,QAAQ;YACR,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,OAAgB;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3F,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,aAAa,CAAC,KAAe,EAAE,SAA6B;IAC1E,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACnF,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,uEAAuE;AACvE,SAAS,YAAY,CAAI,OAAmB,EAAE,MAAmB;IAC/D,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB,EAAE,OAA4C;IACpF,IAAI,CAAC;QACH,OAAO,IAAI,OAAO,CAAC;YACjB,MAAM,EAAE,kBAAkB;YAC1B,cAAc,EAAE,kBAAkB;YAClC,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAAC,iDAAiD,EAAE;YACpE,IAAI,EAAE,iBAAiB;YACvB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAAe;IACpC,MAAM,EAAE,GACN,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC3F,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,QAAkB,EAAE,QAAgB,EAAE,KAAa;IACzE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,CAAC,KAAkB,EAAU,EAAE;QAC5C,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,uCAAuC,EAAE;gBAClE,IAAI,EAAE,kBAAkB;gBACxB,QAAQ;gBACR,UAAU,EAAE,QAAQ,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IACF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,CAAC;QACH,SAAS,CAAC;YACR,2CAA2C;YAC3C,4CAA4C;YAC5C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;gBAC/B,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,4BAA4B,kBAAkB,QAAQ,EAAE;oBACjF,IAAI,EAAE,kBAAkB;oBACxB,QAAQ;oBACR,UAAU,EAAE,QAAQ,CAAC,MAAM;iBAC5B,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,GAAG,MAAM,EAAE,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/client/llm.d.ts

@@ -0,0 +1,41 @@
+import type { Secrets } from '@acentric/types';
+import type { Credentials, Provider } from '../providers.js';
+import type { LlmRequest } from '../request.js';
+import type { LlmResponse } from '../response.js';
+import type { Gateway } from './gateway.js';
+/** What the client needs of a handler's context. A HandlerContext is one. */
+export type LlmContext = {
+    readonly secrets: Secrets;
+    /** Stops every call, unless a call passes its own. */
+    readonly signal?: AbortSignal;
+    /** The effect's key, kind and attempt, which the gateway shows each call under. */
+    readonly key?: string;
+    readonly kind?: string;
+    readonly attempt?: number;
+};
+export type LlmOptions = {
+    /** Credentials for a provider, used instead of its secret or a gateway. */
+    readonly credentials?: {
+        readonly [P in Provider]?: Credentials<P>;
+    };
+    /**
+     * A gateway to call instead of the provider's key or the gateway in the
+     * secrets, or `false` to call providers directly even when the secrets name
+     * one.
+     */
+    readonly gateway?: Gateway | false;
+    /** A fetch to use instead of the global one, such as in tests. */
+    readonly fetch?: typeof fetch;
+};
+export type LlmClient = {
+    /**
+     * One completion, from the request's provider. The application's `custom`
+     * messages are left out. Never retried: on failure it throws an LlmError,
+     * which step reads back with `llmFailure`.
+     */
+    complete<P extends Provider>(request: LlmRequest<P>, options?: {
+        readonly signal?: AbortSignal;
+    }): Promise<LlmResponse<P>>;
+};
+export declare function createLlm(context: LlmContext, options?: LlmOptions): LlmClient;
+//# sourceMappingURL=llm.d.ts.map

package/dist/client/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/client/llm.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAG/C,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAIlD,OAAO,KAAK,EAAE,OAAO,EAAiB,MAAM,cAAc,CAAC;AAE3D,6EAA6E;AAC7E,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,sDAAsD;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,mFAAmF;IACnF,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,2EAA2E;IAC3E,QAAQ,CAAC,WAAW,CAAC,EAAE;QAAE,QAAQ,EAAE,CAAC,IAAI,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;KAAE,CAAC;IACrE;;;;OAIG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;IACnC,kEAAkE;IAClE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CAC/B,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB;;;;OAIG;IACH,QAAQ,CAAC,CAAC,SAAS,QAAQ,EACzB,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,EACtB,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAC1C,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;CAC5B,CAAC;AAEF,wBAAgB,SAAS,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,GAAE,UAAe,GAAG,SAAS,CAwBlF"}

package/dist/client/llm.js

@@ -0,0 +1,100 @@
+// The client a handler uses: it finds the provider's key or the gateway in
+// the handler's secrets, never in the environment, so the same code runs on
+// every runner.
+//
+// A call goes straight to its provider when that provider's key is set, so an
+// application with its own account uses it. Otherwise, with ACENTRIC_LLM_URL
+// and ACENTRIC_LLM_TOKEN set, it goes through the gateway, which calls the
+// provider with keys of its own. Options override all of this.
+import { LlmError } from '../failure.js';
+import { requestMessages } from '../read.js';
+import { GATEWAY_SECRETS, PROVIDER_SECRETS } from '../secrets.js';
+import { callProvider } from './direct.js';
+import { callGateway } from './gateway.js';
+export function createLlm(context, options = {}) {
+    return {
+        async complete(request, call = {}) {
+            const signal = call.signal ?? context.signal;
+            const callOptions = {
+                ...(signal === undefined ? {} : { signal }),
+                ...(options.fetch === undefined ? {} : { fetch: options.fetch }),
+            };
+            const sent = withoutCustom(request);
+            const route = await routeFor(request.provider, context.secrets, options);
+            if (route === undefined) {
+                throw new LlmError(`no credentials for ${request.provider}: set the secret ${PROVIDER_SECRETS[request.provider]}, ` +
+                    `or ${GATEWAY_SECRETS.url} and ${GATEWAY_SECRETS.token} for the gateway`, { kind: 'auth', provider: request.provider });
+            }
+            if ('credentials' in route)
+                return callProvider(sent, route.credentials, callOptions);
+            return callGateway(sent, route.gateway, { ...callOptions, ...effectOf(context) });
+        },
+    };
+}
+/** The request without the application's own messages, which never reach a provider. */
+function withoutCustom(request) {
+    return { ...request, messages: requestMessages(request.messages) };
+}
+async function gatewayIn(secrets) {
+    const url = await secret(secrets, GATEWAY_SECRETS.url);
+    const token = await secret(secrets, GATEWAY_SECRETS.token);
+    if (url === undefined && token === undefined)
+        return undefined;
+    if (url === undefined || token === undefined) {
+        const [set, missing] = url === undefined
+            ? [GATEWAY_SECRETS.token, GATEWAY_SECRETS.url]
+            : [GATEWAY_SECRETS.url, GATEWAY_SECRETS.token];
+        throw new LlmError(`${set} is set but ${missing} is not: the gateway needs both`, {
+            kind: 'auth',
+        });
+    }
+    return { url, token };
+}
+/**
+ * Where a call goes: credentials or a gateway given as options, then the
+ * provider's key, then the gateway in the secrets. Undefined when there is
+ * none of these.
+ */
+async function routeFor(provider, secrets, options) {
+    const given = options.credentials?.[provider];
+    if (given !== undefined)
+        return { credentials: given };
+    if (options.gateway !== undefined && options.gateway !== false) {
+        return { gateway: options.gateway };
+    }
+    const apiKey = await secret(secrets, PROVIDER_SECRETS[provider]);
+    if (apiKey !== undefined)
+        return { credentials: { apiKey } };
+    if (options.gateway === false)
+        return undefined;
+    const gateway = await gatewayIn(secrets);
+    return gateway === undefined ? undefined : { gateway };
+}
+/** The effect the context names, for the gateway, when it names one. */
+function effectOf(context) {
+    const { key, kind, attempt } = context;
+    if (key === undefined && kind === undefined && attempt === undefined)
+        return {};
+    return {
+        effect: {
+            ...(key === undefined ? {} : { key }),
+            ...(kind === undefined ? {} : { kind }),
+            ...(attempt === undefined ? {} : { attempt }),
+        },
+    };
+}
+/**
+ * A secret's value, or undefined when it is not set. Any other failure to
+ * read it is thrown: it must not quietly send the call another way.
+ */
+async function secret(secrets, name) {
+    try {
+        return await secrets.get(name);
+    }
+    catch (error) {
+        if (error instanceof Error && error.name === 'SecretNotSet')
+            return undefined;
+        throw error;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/client/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../src/client/llm.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,4EAA4E;AAC5E,gBAAgB;AAChB,EAAE;AACF,8EAA8E;AAC9E,6EAA6E;AAC7E,2EAA2E;AAC3E,+DAA+D;AAI/D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAG7C,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAuC3C,MAAM,UAAU,SAAS,CAAC,OAAmB,EAAE,UAAsB,EAAE;IACrE,OAAO;QACL,KAAK,CAAC,QAAQ,CACZ,OAAsB,EACtB,OAA0C,EAAE;YAE5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;YAC7C,MAAM,WAAW,GAAG;gBAClB,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;gBAC3C,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;aACjE,CAAC;YACF,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACzE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,QAAQ,CAChB,sBAAsB,OAAO,CAAC,QAAQ,oBAAoB,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI;oBAC9F,MAAM,eAAe,CAAC,GAAG,QAAQ,eAAe,CAAC,KAAK,kBAAkB,EAC1E,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAC7C,CAAC;YACJ,CAAC;YACD,IAAI,aAAa,IAAI,KAAK;gBAAE,OAAO,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YACtF,OAAO,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpF,CAAC;KACF,CAAC;AACJ,CAAC;AAED,wFAAwF;AACxF,SAAS,aAAa,CAAqB,OAAsB;IAC/D,OAAO,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAgB;IACvC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC/D,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,GAClB,GAAG,KAAK,SAAS;YACf,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC;YAC9C,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,IAAI,QAAQ,CAAC,GAAG,GAAG,eAAe,OAAO,iCAAiC,EAAE;YAChF,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,QAAQ,CACrB,QAAW,EACX,OAAgB,EAChB,OAAmB;IAEnB,MAAM,KAAK,GAA+B,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC1E,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACvD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC/D,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjE,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;IAC7D,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;AACzD,CAAC;AAED,wEAAwE;AACxE,SAAS,QAAQ,CAAC,OAAmB;IACnC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IACvC,IAAI,GAAG,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAChF,OAAO;QACL,MAAM,EAAE;YACN,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACvC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;SAC9C;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,MAAM,CAAC,OAAgB,EAAE,IAAY;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;YAAE,OAAO,SAAS,CAAC;QAC9E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/client/responses/errors.d.ts

@@ -0,0 +1,13 @@
+import type { Json } from '@acentric/types';
+import { LlmError } from '../../failure.js';
+import type { LlmFailureKind } from '../../failure.js';
+import type { Usage } from '../../usage.js';
+import type { HttpAnswer } from '../http.js';
+import type { ResponsesProfile, ResponsesProvider } from './profile.js';
+/** The kind an HTTP status means when nothing more is known. */
+export declare function kindForStatus(status: number): LlmFailureKind;
+/** A provider's answer that is not 2xx, as an LlmError. */
+export declare function httpFailure<P extends ResponsesProvider>(profile: ResponsesProfile<P>, answer: HttpAnswer): LlmError;
+/** A response whose status is `failed`, or an error that came with HTTP 200. */
+export declare function failedResponse<P extends ResponsesProvider>(profile: ResponsesProfile<P>, error: Json, responseId: string | undefined, usage: Usage | undefined): LlmError;
+//# sourceMappingURL=errors.d.ts.map

package/dist/client/responses/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/client/responses/errors.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,iBAAiB,CAAC;AAExD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,OAAO,KAAK,EAAc,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AA2BpF,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAS5D;AASD,2DAA2D;AAC3D,wBAAgB,WAAW,CAAC,CAAC,SAAS,iBAAiB,EACrD,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAC5B,MAAM,EAAE,UAAU,GACjB,QAAQ,CAoBV;AAED,gFAAgF;AAChF,wBAAgB,cAAc,CAAC,CAAC,SAAS,iBAAiB,EACxD,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAC5B,KAAK,EAAE,IAAI,EACX,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,KAAK,EAAE,KAAK,GAAG,SAAS,GACvB,QAAQ,CAgBV"}

package/dist/client/responses/errors.js

@@ -0,0 +1,144 @@
+// Responses failures read into LlmErrors: from an HTTP error, or from a
+// failed response that came with HTTP 200.
+import { LlmError } from '../../failure.js';
+import { isArray, isObject } from '../../json.js';
+import { retryAfter } from '../http.js';
+import { cut, show } from '../util.js';
+const POLICY_CODES = new Set([
+    'bio_policy',
+    'cyber_policy',
+    'misalignment_policy_violation',
+    'image_content_policy_violation',
+]);
+const QUOTA_CODES = new Set([
+    'insufficient_quota',
+    'credit_balance_exhausted',
+    'organization_spend_limit_exceeded',
+    'project_spend_limit_exceeded',
+    'organization_usage_limit_exceeded',
+]);
+const KIND_BY_CODE = {
+    context_length_exceeded: 'context_overflow',
+    previous_response_not_found: 'not_found',
+    rate_limit_exceeded: 'rate_limited',
+    slow_down: 'rate_limited',
+    server_is_overloaded: 'overloaded',
+    server_error: 'provider_error',
+    vector_store_timeout: 'timeout',
+};
+/** The kind an HTTP status means when nothing more is known. */
+export function kindForStatus(status) {
+    if (status === 401 || status === 403)
+        return 'auth';
+    if (status === 402)
+        return 'quota_exceeded';
+    if (status === 404)
+        return 'not_found';
+    if (status === 408)
+        return 'timeout';
+    if (status === 429)
+        return 'rate_limited';
+    if (status === 503 || status === 529)
+        return 'overloaded';
+    if (status >= 500)
+        return 'provider_error';
+    return 'invalid_request';
+}
+/** A provider's answer that is not 2xx, as an LlmError. */
+export function httpFailure(profile, answer) {
+    const { fields, detail } = readError(answer.body);
+    const input = { ...fields, status: answer.status };
+    const reading = profile.classifyError?.(input);
+    const message = fields.message ??
+        (typeof answer.body === 'string' && answer.body !== '' ? answer.body : undefined) ??
+        `the ${profile.label} call failed with HTTP ${answer.status}`;
+    const param = fields.param ?? reading?.param;
+    const after = retryAfter(answer.headers);
+    return new LlmError(message, {
+        kind: reading?.kind ?? kindForCode(fields) ?? kindForStatus(answer.status),
+        provider: profile.provider,
+        httpStatus: answer.status,
+        providerError: cut(detail),
+        ...(fields.code === undefined ? {} : { providerCode: fields.code }),
+        ...(fields.type === undefined ? {} : { providerType: fields.type }),
+        ...(param === undefined ? {} : { providerParam: param }),
+        ...(after === undefined ? {} : { retryAfterMs: after }),
+    });
+}
+/** A response whose status is `failed`, or an error that came with HTTP 200. */
+export function failedResponse(profile, error, responseId, usage) {
+    const { fields, detail } = readError({ error });
+    const reading = profile.classifyError?.(fields);
+    const param = fields.param ?? reading?.param;
+    return new LlmError(fields.message ?? `the ${profile.label} response failed`, {
+        kind: reading?.kind ??
+            kindForCode(fields) ??
+            (fields.code === undefined ? 'provider_error' : 'invalid_request'),
+        provider: profile.provider,
+        providerError: cut(detail),
+        ...(fields.code === undefined ? {} : { providerCode: fields.code }),
+        ...(param === undefined ? {} : { providerParam: param }),
+        ...(responseId === undefined ? {} : { responseId }),
+        ...(usage === undefined ? {} : { usage }),
+    });
+}
+function kindForCode({ code, type }) {
+    if (code !== undefined && POLICY_CODES.has(code))
+        return 'policy_violation';
+    if ((code !== undefined && QUOTA_CODES.has(code)) || type === 'insufficient_quota') {
+        return 'quota_exceeded';
+    }
+    return code === undefined ? undefined : KIND_BY_CODE[code];
+}
+/**
+ * The error in an answer. Besides the format's `{ error: {...} }`, Fireworks
+ * also answers FastAPI's `{ detail }`: a message, an error, or a list of
+ * validation errors.
+ */
+function readError(body) {
+    if (isObject(body) && body['error'] === undefined && body['detail'] !== undefined) {
+        const detail = body['detail'];
+        if (typeof detail === 'string')
+            return { fields: { message: detail }, detail };
+        if (isArray(detail))
+            return { fields: validationErrors(detail), detail };
+        return { fields: errorFields(detail), detail };
+    }
+    const detail = isObject(body) && body['error'] !== undefined ? body['error'] : body;
+    return { fields: errorFields(detail), detail };
+}
+function errorFields(detail) {
+    if (!isObject(detail))
+        return {};
+    const { message, code, type, param } = detail;
+    return {
+        ...(typeof message === 'string' ? { message } : {}),
+        ...(typeof code === 'string' || typeof code === 'number' ? { code: String(code) } : {}),
+        ...(typeof type === 'string' ? { type } : {}),
+        ...(typeof param === 'string' ? { param } : {}),
+    };
+}
+/** FastAPI's validation errors: `[{ loc: ["body", "temperature"], msg }]`. */
+function validationErrors(list) {
+    const entries = list.filter(isObject).map((entry) => {
+        const loc = entry['loc'];
+        const msg = entry['msg'];
+        const path = isArray(loc)
+            ? loc
+                .filter((part) => part !== 'body')
+                .map((part) => show(part))
+                .join('.')
+            : '';
+        return { param: path, message: typeof msg === 'string' ? msg : '' };
+    });
+    const message = entries
+        .map((entry) => (entry.param === '' ? entry.message : `${entry.param}: ${entry.message}`))
+        .filter((text) => text !== '')
+        .join('; ');
+    const only = entries.length === 1 ? entries[0]?.param : undefined;
+    return {
+        ...(message === '' ? {} : { message }),
+        ...(only === undefined || only === '' ? {} : { param: only }),
+    };
+}
+//# sourceMappingURL=errors.js.map

package/dist/client/responses/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/client/responses/errors.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,2CAA2C;AAI3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC;IAChD,YAAY;IACZ,cAAc;IACd,+BAA+B;IAC/B,gCAAgC;CACjC,CAAC,CAAC;AAEH,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC;IAC/C,oBAAoB;IACpB,0BAA0B;IAC1B,mCAAmC;IACnC,8BAA8B;IAC9B,mCAAmC;CACpC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAgD;IAChE,uBAAuB,EAAE,kBAAkB;IAC3C,2BAA2B,EAAE,WAAW;IACxC,mBAAmB,EAAE,cAAc;IACnC,SAAS,EAAE,cAAc;IACzB,oBAAoB,EAAE,YAAY;IAClC,YAAY,EAAE,gBAAgB;IAC9B,oBAAoB,EAAE,SAAS;CAChC,CAAC;AAEF,gEAAgE;AAChE,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,MAAM,CAAC;IACpD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,gBAAgB,CAAC;IAC5C,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,WAAW,CAAC;IACvC,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,SAAS,CAAC;IACrC,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,cAAc,CAAC;IAC1C,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,YAAY,CAAC;IAC1D,IAAI,MAAM,IAAI,GAAG;QAAE,OAAO,gBAAgB,CAAC;IAC3C,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AASD,2DAA2D;AAC3D,MAAM,UAAU,WAAW,CACzB,OAA4B,EAC5B,MAAkB;IAElB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,KAAK,GAAe,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,OAAO,GACX,MAAM,CAAC,OAAO;QACd,CAAC,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACjF,OAAO,OAAO,CAAC,KAAK,0BAA0B,MAAM,CAAC,MAAM,EAAE,CAAC;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,EAAE,KAAK,CAAC;IAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE;QAC3B,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC;QAC1B,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QACnE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QACnE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;QACxD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;KACxD,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,cAAc,CAC5B,OAA4B,EAC5B,KAAW,EACX,UAA8B,EAC9B,KAAwB;IAExB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,EAAE,KAAK,CAAC;IAC7C,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,KAAK,kBAAkB,EAAE;QAC5E,IAAI,EACF,OAAO,EAAE,IAAI;YACb,WAAW,CAAC,MAAM,CAAC;YACnB,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QACpE,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC;QAC1B,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QACnE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;QACxD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAU;IACzC,IAAI,IAAI,KAAK,SAAS,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAC5E,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACnF,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,IAAU;IAC3B,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC;QAC/E,IAAI,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QACzE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpF,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,MAAY;IAC/B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAC9C,OAAO;QACL,GAAG,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,GAAG,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,SAAS,gBAAgB,CAAC,IAAqB;IAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAiB,EAAE,EAAE;QAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC;YACvB,CAAC,CAAC,GAAG;iBACA,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;iBACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzB,IAAI,CAAC,GAAG,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;SACzF,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;SAC7B,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,OAAO;QACL,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC"}

package/dist/client/responses/profile.d.ts

@@ -0,0 +1,50 @@
+import type { JsonObject } from '@acentric/types';
+import type { LlmFailureKind } from '../../failure.js';
+import type { Credentials, ProviderOf } from '../../providers.js';
+/** The providers called through the Responses format. */
+export type ResponsesProvider = ProviderOf<'openai-responses'>;
+export type ResponsesProfile<P extends ResponsesProvider> = {
+    readonly provider: P;
+    /** Names the provider in messages, such as "OpenAI". */
+    readonly label: string;
+    /** The create-response URL. */
+    readonly url: string;
+    /** Authentication and other headers. */
+    headers(credentials: Credentials<P>): {
+        readonly [name: string]: string;
+    };
+    /** The role mid-conversation system messages are sent with. */
+    readonly systemRole: 'system' | 'developer';
+    /** Whether file parts work. When not, they are refused, since the provider drops them without a word. */
+    readonly files: boolean;
+    /** Whether images and files may be a file ID in the provider's own storage. */
+    readonly fileIds: boolean;
+    /** Whether custom tools work. When not, they and their results are refused. */
+    readonly customTools: boolean;
+    /** Response fields that only repeat the request, left out of `native`. */
+    readonly echoFields: readonly string[];
+    /** Fields the provider writes on output items but refuses on input, left out when sending back. */
+    readonly outputOnlyFields: readonly string[];
+    /**
+     * What to multiply standard prices by for how the response was served, or
+     * undefined when that is not known, which means no cost estimate.
+     */
+    priceMultiplier(native: JsonObject, options: JsonObject): number | undefined;
+    /** The provider's own reading of an error the format does not recognize. */
+    classifyError?(error: ErrorInput): ErrorReading | undefined;
+};
+/** What a profile sees of an error. */
+export type ErrorInput = {
+    /** Left out for a failed response that came with HTTP 200. */
+    readonly status?: number;
+    readonly code?: string;
+    readonly type?: string;
+    readonly message?: string;
+};
+/** What an error means, where the provider's own code does not say. */
+export type ErrorReading = {
+    readonly kind: LlmFailureKind;
+    /** The request field at fault, when the error does not name it. */
+    readonly param?: string;
+};
+//# sourceMappingURL=profile.d.ts.map

package/dist/client/responses/profile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.d.ts","sourceRoot":"","sources":["../../../src/client/responses/profile.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAElE,yDAAyD;AACzD,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;AAE/D,MAAM,MAAM,gBAAgB,CAAC,CAAC,SAAS,iBAAiB,IAAI;IAC1D,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrB,wDAAwD;IACxD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,+BAA+B;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,wCAAwC;IACxC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG;QAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAC1E,+DAA+D;IAC/D,QAAQ,CAAC,UAAU,EAAE,QAAQ,GAAG,WAAW,CAAC;IAC5C,yGAAyG;IACzG,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,+EAA+E;IAC/E,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,+EAA+E;IAC/E,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,0EAA0E;IAC1E,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,mGAAmG;IACnG,QAAQ,CAAC,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7C;;;OAGG;IACH,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7E,4EAA4E;IAC5E,aAAa,CAAC,CAAC,KAAK,EAAE,UAAU,GAAG,YAAY,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,uCAAuC;AACvC,MAAM,MAAM,UAAU,GAAG;IACvB,8DAA8D;IAC9D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,uEAAuE;AACvE,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,mEAAmE;IACnE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC"}

package/dist/client/responses/profile.js

@@ -0,0 +1,4 @@
+// What one provider changes about the Responses format: where to send it, how
+// to sign it, and what is its own. The format's adapter does the rest.
+export {};
+//# sourceMappingURL=profile.js.map

package/dist/client/responses/profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../../src/client/responses/profile.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,uEAAuE"}

package/dist/client/responses/providers.d.ts

@@ -0,0 +1,4 @@
+import type { ResponsesProfile } from './profile.js';
+export declare const openAiProfile: ResponsesProfile<'openai'>;
+export declare const fireworksProfile: ResponsesProfile<'fireworks'>;
+//# sourceMappingURL=providers.d.ts.map

package/dist/client/responses/providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/client/responses/providers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAKrD,eAAO,MAAM,aAAa,EAAE,gBAAgB,CAAC,QAAQ,CAoCpD,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAAC,WAAW,CAyC1D,CAAC"}