@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/providers/anthropic/anthropicBetas.js

@@ -0,0 +1,95 @@
+/**
+ * Per-provider `anthropic-beta` mapping: `clientToken -> providerToken | null`.
+ * Each column is a strict allowlist — `null` or absent means drop, since providers
+ * reject betas they don't know (Bedrock 400s the whole request).
+ *
+ * Columns are owned by the models repo (`providers/<dir>/provider-config.yaml`) and
+ * arrive over NATS KV as `v2-common.provider-config.<dir>`. There is no in-code
+ * fallback: an absent column drops every beta, so `emptyColumnWarned` surfaces the
+ * two ways that happens — the sync cron disabled, or the window before first sync.
+ */
+import { getProviderConfigSnapshot } from '../../catalog/snapshots.js';
+import { logger } from '../../logger.js';
+/**
+ * Written as literals because the `globals.ts` slugs are annotated `: string`, which
+ * would erase the key union and its compile-time check at each call site.
+ *
+ * Providers absent here — Anthropic-direct, Claude Platform on AWS — are never
+ * passed a key by their call sites and so forward tokens untouched.
+ */
+const BETA_KEY_SOURCES = {
+    // Models-repo directory name, not the gateway's `azure-foundry` slug.
+    'azure-ai-foundry': { provider: 'azure-ai-foundry', flavor: 'default' },
+    'aws-bedrock:invoke': { provider: 'aws-bedrock', flavor: 'invoke' },
+    'aws-bedrock:converse': { provider: 'aws-bedrock', flavor: 'converse' },
+    // Assumed to match Bedrock; not independently verified.
+    'aws-bedrock-mantle': { provider: 'aws-bedrock-mantle', flavor: 'default' },
+    'microsoft-foundry': { provider: 'microsoft-foundry', flavor: 'default' },
+    // Models-repo directory name, not the gateway's `vertex` slug.
+    vertex: { provider: 'google-vertex', flavor: 'default' },
+};
+export const AZURE_FOUNDRY_BETA_KEY = 'azure-ai-foundry';
+export const MICROSOFT_FOUNDRY_BETA_KEY = 'microsoft-foundry';
+export const BEDROCK_INVOKE_BETA_KEY = 'aws-bedrock:invoke';
+export const BEDROCK_CONVERSE_BETA_KEY = 'aws-bedrock:converse';
+export const BEDROCK_MANTLE_BETA_KEY = 'aws-bedrock-mantle';
+export const VERTEX_BETA_KEY = 'vertex';
+/** Warn once per key; this is read on every request carrying a beta. */
+const emptyColumnWarned = new Set();
+const warnEmptyColumnOnce = (provider) => {
+    if (emptyColumnWarned.has(provider))
+        return;
+    emptyColumnWarned.add(provider);
+    const { provider: dir } = BETA_KEY_SOURCES[provider];
+    logger.warn(`[anthropic-beta] No column for provider=${provider} (models-repo dir "${dir}"); dropping all betas. ` +
+        'Provider config may be unavailable — check that the model config sync cron is enabled.');
+};
+/**
+ * Resolves `provider`'s column from provider config, or `undefined` when absent.
+ * Read per call rather than memoized so watcher updates apply without a restart.
+ */
+const getColumn = (provider) => {
+    const { provider: dir, flavor } = BETA_KEY_SOURCES[provider];
+    // Optional chained: snapshot empty until gateway seeds / updates LlmGatewaySdk.
+    return getProviderConfigSnapshot()[dir]?.anthropic_betas?.[flavor];
+};
+/**
+ * Translates client `anthropic-beta` tokens into what `provider` accepts. Deduped,
+ * since two tokens can rename onto one target.
+ *
+ * Returns `undefined` — never `[]` — when nothing survives, so `JSON.stringify`
+ * omits the key; Bedrock rejects an empty `anthropic_beta: []`.
+ */
+export const resolveAnthropicBetas = (betas, provider) => {
+    if (!betas?.length)
+        return undefined;
+    if (!provider)
+        return betas;
+    const column = getColumn(provider);
+    if (!column) {
+        warnEmptyColumnOnce(provider);
+        return undefined;
+    }
+    const resolved = new Set();
+    const dropped = [];
+    const renamed = [];
+    for (const beta of betas) {
+        const target = column[beta];
+        if (!target) {
+            dropped.push(beta);
+            continue;
+        }
+        if (target !== beta)
+            renamed.push(`${beta}→${target}`);
+        resolved.add(target);
+    }
+    if (dropped.length || renamed.length) {
+        logger.debug(`[anthropic-beta] provider=${provider} dropped=[${dropped.join(', ')}] remapped=[${renamed.join(', ')}]`);
+    }
+    return resolved.size === 0 ? undefined : Array.from(resolved);
+};
+/** Test-only hook: clear the warn-once set so a subsequent call re-warns. */
+export const __resetAnthropicBetaMapCacheForTests = () => {
+    emptyColumnWarned.clear();
+};
+//# sourceMappingURL=anthropicBetas.js.map

package/dist/providers/anthropic/anthropicBetas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropicBetas.js","sourceRoot":"","sources":["../../../src/providers/anthropic/anthropicBetas.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC;;;;;;GAMG;AACH,MAAM,gBAAgB,GAAG;IACvB,sEAAsE;IACtE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,SAAS,EAAE;IACvE,oBAAoB,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE;IACnE,sBAAsB,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE;IACvE,wDAAwD;IACxD,oBAAoB,EAAE,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;IAC3E,mBAAmB,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,SAAS,EAAE;IACzE,+DAA+D;IAC/D,MAAM,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE;CACe,CAAC;AAI1E,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAqD,CAAC;AAC5F,MAAM,CAAC,MAAM,0BAA0B,GAAG,mBAAsD,CAAC;AACjG,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAuD,CAAC;AAC/F,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAyD,CAAC;AACnG,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAuD,CAAC;AAC/F,MAAM,CAAC,MAAM,eAAe,GAAG,QAA2C,CAAC;AAE3E,wEAAwE;AACxE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE5C,MAAM,mBAAmB,GAAG,CAAC,QAAkC,EAAQ,EAAE;IACvE,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC5C,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,CAAC,IAAI,CACT,2CAA2C,QAAQ,sBAAsB,GAAG,0BAA0B;QACpG,wFAAwF,CAC3F,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,QAAkC,EAA0B,EAAE;IAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7D,gFAAgF;IAChF,OAAO,yBAAyB,EAAE,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,KAA2B,EAC3B,QAAmC,EACb,EAAE;IACxB,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,OAAO,SAAS,CAAC;IACrC,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5B,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,MAAM,EAAE,CAAC,CAAC;QACvD,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CACV,6BAA6B,QAAQ,aAAa,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACzG,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAChE,CAAC,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,MAAM,oCAAoC,GAAG,GAAS,EAAE;IAC7D,iBAAiB,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC,CAAC"}

package/dist/providers/anthropic/api.d.ts

@@ -0,0 +1,23 @@
+import type { Params } from '../../types/requestBody';
+import { ProviderAPIConfig } from '../types';
+import { type AnthropicBetaResolveOptions } from './utils';
+export declare const DEFAULT_ANTHROPIC_VERSION = "2023-06-01";
+export declare const DEFAULT_ANTHROPIC_BETA_HEADER = "messages-2023-12-15";
+export declare const FILES_API_BETA_HEADER = "files-api-2025-04-14";
+export type { AnthropicBetaResolveOptions };
+/**
+ * Computes the `anthropic-beta` and `anthropic-version` header values. Shared by
+ * the Anthropic and Anthropic-on-AWS providers, which use the same Messages API
+ * surface and only differ in base URL and authentication.
+ */
+export declare function resolveAnthropicBetaAndVersion({ endpoint, providerOptions, requestBody, }: {
+    endpoint: string;
+    providerOptions?: AnthropicBetaResolveOptions;
+    requestBody?: Params;
+}): {
+    betaHeader: string;
+    version: string;
+};
+declare const AnthropicAPIConfig: ProviderAPIConfig;
+export default AnthropicAPIConfig;
+//# sourceMappingURL=api.d.ts.map

package/dist/providers/anthropic/api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/api.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAE7C,OAAO,EAAmC,KAAK,2BAA2B,EAAE,MAAM,SAAS,CAAC;AAI5F,eAAO,MAAM,yBAAyB,eAAe,CAAC;AACtD,eAAO,MAAM,6BAA6B,wBAAwB,CAAC;AACnE,eAAO,MAAM,qBAAqB,yBAAyB,CAAC;AAE5D,YAAY,EAAE,2BAA2B,EAAE,CAAC;AAE5C;;;;GAIG;AACH,wBAAgB,8BAA8B,CAAC,EAC7C,QAAQ,EACR,eAAe,EACf,WAAW,GACZ,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,2BAA2B,CAAC;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAiB1C;AAED,QAAA,MAAM,kBAAkB,EAAE,iBA4DzB,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/dist/providers/anthropic/api.js

@@ -0,0 +1,87 @@
+import { hasFileIdReferences } from '../utils.js';
+import { mergeAnthropicBetasWithOverride } from './utils.js';
+const fileOperations = ['uploadFile', 'listFiles', 'retrieveFile', 'deleteFile', 'retrieveFileContent'];
+export const DEFAULT_ANTHROPIC_VERSION = '2023-06-01';
+export const DEFAULT_ANTHROPIC_BETA_HEADER = 'messages-2023-12-15';
+export const FILES_API_BETA_HEADER = 'files-api-2025-04-14';
+/**
+ * Computes the `anthropic-beta` and `anthropic-version` header values. Shared by
+ * the Anthropic and Anthropic-on-AWS providers, which use the same Messages API
+ * surface and only differ in base URL and authentication.
+ */
+export function resolveAnthropicBetaAndVersion({ endpoint, providerOptions, requestBody, }) {
+    // Default beta header depends on the endpoint
+    let defaultBetaHeader = fileOperations.includes(endpoint) ? FILES_API_BETA_HEADER : DEFAULT_ANTHROPIC_BETA_HEADER;
+    // For chatComplete, automatically use files-api-2025-04-14 if file_id references are present
+    if (endpoint === 'chatComplete' && requestBody && hasFileIdReferences(requestBody.messages)) {
+        defaultBetaHeader = FILES_API_BETA_HEADER;
+    }
+    // Accept anthropic_beta and anthropic_version in body to support enviroments which cannot send it in headers.
+    // `x-tfy-anthropic-beta` takes precedence over everything else (GATEWAY-2923) — see
+    // `mergeAnthropicBetasWithOverride` for the precedence rules.
+    const mergedBetas = mergeAnthropicBetasWithOverride(providerOptions, requestBody?.['anthropic_beta']);
+    const betaHeader = mergedBetas?.length ? mergedBetas.join(',') : defaultBetaHeader;
+    const version = providerOptions?.anthropicVersion ?? requestBody?.['anthropic_version'] ?? DEFAULT_ANTHROPIC_VERSION;
+    return { betaHeader, version };
+}
+const AnthropicAPIConfig = {
+    getBaseURL: ({ providerOptions }) => {
+        const account = providerOptions.providerAccount.manifest;
+        const baseUrl = account.base_url;
+        if (baseUrl) {
+            return baseUrl.replace(/\/$/, '');
+        }
+        return 'https://api.anthropic.com/v1';
+    },
+    headers: ({ providerOptions, callConfig, headerOptions, endpoint, request }) => {
+        const account = providerOptions.providerAccount.manifest;
+        const storedApiKey = account.auth_data?.api_key;
+        const apiKey = storedApiKey ?? callConfig.bearerTokenOverride;
+        // pick auth header based on scheme(bearer or api-key). Match live: stored key → X-API-Key; subscription passthrough → Bearer.
+        const headers = storedApiKey
+            ? { 'X-API-Key': `${apiKey}` }
+            : { Authorization: `Bearer ${apiKey}` };
+        const body = request.body;
+        const { betaHeader, version } = resolveAnthropicBetaAndVersion({
+            endpoint,
+            providerOptions: {
+                anthropicBeta: headerOptions.anthropic?.anthropicBeta,
+                anthropicBetaOverride: headerOptions.anthropic?.anthropicBetaOverride,
+                anthropicBetaSuppressed: callConfig.anthropicBetaSuppressed,
+                anthropicVersion: headerOptions.anthropic?.anthropicVersion,
+            },
+            requestBody: body,
+        });
+        headers['anthropic-beta'] = betaHeader;
+        headers['anthropic-version'] = version;
+        return headers;
+    },
+    getEndpoint: ({ endpoint, request }) => {
+        const jobIdIndex = ['retrieveFileContent'].includes(endpoint) ? -2 : -1;
+        const fileId = request.path.split('/').at(jobIdIndex);
+        switch (endpoint) {
+            case 'complete':
+                return '/complete';
+            case 'chatComplete':
+                return '/messages';
+            case 'messages':
+                return '/messages';
+            case 'messagesCountTokens':
+                return '/messages/count_tokens';
+            case 'uploadFile':
+                return '/files';
+            case 'listFiles':
+                return '/files';
+            case 'retrieveFile':
+                return `/files/${fileId}`;
+            case 'deleteFile':
+                return `/files/${fileId}`;
+            case 'retrieveFileContent':
+                return `/files/${fileId}/content`;
+            default:
+                return '';
+        }
+    },
+};
+export default AnthropicAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/providers/anthropic/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/anthropic/api.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,EAAE,+BAA+B,EAAoC,MAAM,SAAS,CAAC;AAE5F,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,qBAAqB,CAAC,CAAC;AAExG,MAAM,CAAC,MAAM,yBAAyB,GAAG,YAAY,CAAC;AACtD,MAAM,CAAC,MAAM,6BAA6B,GAAG,qBAAqB,CAAC;AACnE,MAAM,CAAC,MAAM,qBAAqB,GAAG,sBAAsB,CAAC;AAI5D;;;;GAIG;AACH,MAAM,UAAU,8BAA8B,CAAC,EAC7C,QAAQ,EACR,eAAe,EACf,WAAW,GAKZ;IACC,8CAA8C;IAC9C,IAAI,iBAAiB,GAAG,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,6BAA6B,CAAC;IAElH,6FAA6F;IAC7F,IAAI,QAAQ,KAAK,cAAc,IAAI,WAAW,IAAI,mBAAmB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5F,iBAAiB,GAAG,qBAAqB,CAAC;IAC5C,CAAC;IAED,8GAA8G;IAC9G,oFAAoF;IACpF,8DAA8D;IAC9D,MAAM,WAAW,GAAG,+BAA+B,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtG,MAAM,UAAU,GAAG,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACnF,MAAM,OAAO,GAAG,eAAe,EAAE,gBAAgB,IAAI,WAAW,EAAE,CAAC,mBAAmB,CAAC,IAAI,yBAAyB,CAAC;IAErH,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,kBAAkB,GAAsB;IAC5C,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QAC7E,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAChD,MAAM,MAAM,GAAG,YAAY,IAAI,UAAU,CAAC,mBAAmB,CAAC;QAC9D,8HAA8H;QAC9H,MAAM,OAAO,GAA2B,YAAY;YAClD,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,MAAM,EAAE,EAAE;YAC9B,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;QAE1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,8BAA8B,CAAC;YAC7D,QAAQ;YACR,eAAe,EAAE;gBACf,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;gBACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;gBACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;gBAC3D,gBAAgB,EAAE,aAAa,CAAC,SAAS,EAAE,gBAAgB;aAC5D;YACD,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC;QACvC,OAAO,CAAC,mBAAmB,CAAC,GAAG,OAAO,CAAC;QACvC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,cAAc;gBACjB,OAAO,WAAW,CAAC;YACrB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,qBAAqB;gBACxB,OAAO,wBAAwB,CAAC;YAClC,KAAK,YAAY;gBACf,OAAO,QAAQ,CAAC;YAClB,KAAK,WAAW;gBACd,OAAO,QAAQ,CAAC;YAClB,KAAK,cAAc;gBACjB,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,YAAY;gBACf,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,qBAAqB;gBACxB,OAAO,UAAU,MAAM,UAAU,CAAC;YACpC;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/dist/providers/anthropic/betaTracing.d.ts

@@ -0,0 +1,11 @@
+/** Reads Anthropic betas off an assembled upstream request, for tracing only. */
+import { Provider } from '../../entities/Provider';
+export declare const providerConsumesAnthropicBetas: (provider: Provider) => boolean;
+/**
+ * Betas can be in any of three places: the `anthropic-beta` header (Anthropic direct, Azure,
+ * Vertex, Mantle, Claude-on-AWS), a top-level `anthropic_beta` body field (Bedrock
+ * InvokeModel, Vertex), or `additionalModelRequestFields.anthropic_beta` (Bedrock Converse).
+ * Deduped, since Vertex sends the same list in header and body.
+ */
+export declare const extractSentAnthropicBetas: (headers: Record<string, string> | undefined, body: unknown) => string[] | undefined;
+//# sourceMappingURL=betaTracing.d.ts.map

package/dist/providers/anthropic/betaTracing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"betaTracing.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/betaTracing.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAkBnD,eAAO,MAAM,8BAA8B,GAAI,UAAU,QAAQ,KAAG,OAAiD,CAAC;AAEtH;;;;;GAKG;AACH,eAAO,MAAM,yBAAyB,GACpC,SAAS,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,EAC3C,MAAM,OAAO,KACZ,MAAM,EAAE,GAAG,SAWb,CAAC"}

package/dist/providers/anthropic/betaTracing.js

@@ -0,0 +1,30 @@
+/** Reads Anthropic betas off an assembled upstream request, for tracing only. */
+import { Provider } from '../../entities/Provider.js';
+import { mergeAnthropicBetas } from './utils.js';
+/**
+ * Providers that forward Anthropic betas. Needed because `constructConfigFromRequestHeaders`
+ * copies the caller's `anthropic-beta` header onto every provider's options, so without this
+ * gate an OpenAI request carrying that header would be traced as if betas were in play.
+ */
+const ANTHROPIC_BETA_PROVIDERS = new Set([
+    Provider.anthropic,
+    Provider.aws_bedrock,
+    Provider.aws_bedrock_mantle,
+    Provider.aws_claude_platform,
+    Provider.azure_foundry,
+    Provider.microsoft_foundry,
+    Provider.vertex,
+]);
+export const providerConsumesAnthropicBetas = (provider) => ANTHROPIC_BETA_PROVIDERS.has(provider);
+/**
+ * Betas can be in any of three places: the `anthropic-beta` header (Anthropic direct, Azure,
+ * Vertex, Mantle, Claude-on-AWS), a top-level `anthropic_beta` body field (Bedrock
+ * InvokeModel, Vertex), or `additionalModelRequestFields.anthropic_beta` (Bedrock Converse).
+ * Deduped, since Vertex sends the same list in header and body.
+ */
+export const extractSentAnthropicBetas = (headers, body) => {
+    const jsonBody = body && typeof body === 'object' ? body : undefined;
+    const additionalModelRequestFields = jsonBody?.['additionalModelRequestFields'];
+    return mergeAnthropicBetas(headers?.['anthropic-beta'], jsonBody?.['anthropic_beta'], additionalModelRequestFields?.['anthropic_beta']);
+};
+//# sourceMappingURL=betaTracing.js.map

package/dist/providers/anthropic/betaTracing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"betaTracing.js","sourceRoot":"","sources":["../../../src/providers/anthropic/betaTracing.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C;;;;GAIG;AACH,MAAM,wBAAwB,GAA0B,IAAI,GAAG,CAAC;IAC9D,QAAQ,CAAC,SAAS;IAClB,QAAQ,CAAC,WAAW;IACpB,QAAQ,CAAC,kBAAkB;IAC3B,QAAQ,CAAC,mBAAmB;IAC5B,QAAQ,CAAC,aAAa;IACtB,QAAQ,CAAC,iBAAiB;IAC1B,QAAQ,CAAC,MAAM;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,wBAAwB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAEtH;;;;;GAKG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,OAA2C,EAC3C,IAAa,EACS,EAAE;IACxB,MAAM,QAAQ,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAgC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,4BAA4B,GAAG,QAAQ,EAAE,CAAC,8BAA8B,CAEjE,CAAC;IAEd,OAAO,mBAAmB,CACxB,OAAO,EAAE,CAAC,gBAAgB,CAAC,EAC3B,QAAQ,EAAE,CAAC,gBAAgB,CAAkC,EAC7D,4BAA4B,EAAE,CAAC,gBAAgB,CAAkC,CAClF,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/anthropic/chatComplete.d.ts

@@ -0,0 +1,138 @@
+import { PromptCache } from '../../types/requestBody';
+import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../types';
+import { ANTHROPIC_STOP_REASON, AnthropicRedactedThinkingBlock, AnthropicStreamState, AnthropicThinkingBlock, AnthropicUsageIteration } from './types';
+/**
+ * ================================
+ * NOTE: Add additionalProperties to the AnthropicTool interface and export it
+ * ================================
+ */
+export interface AnthropicTool extends PromptCache {
+    name: string;
+    description?: string;
+    input_schema?: {
+        type: string;
+        properties: Record<string, {
+            type: string;
+            description: string;
+        }>;
+        required: string[];
+        additionalProperties?: boolean;
+        $defs: Record<string, unknown>;
+    };
+    eager_input_streaming?: boolean;
+    /** Withhold this tool's schema from context until the tool search tool surfaces it. */
+    defer_loading?: boolean;
+    type?: string;
+    display_width_px?: number;
+    display_height_px?: number;
+    display_number?: number;
+}
+export declare const AnthropicChatCompleteConfig: ProviderConfig;
+interface AnthropicErrorObject {
+    type: string;
+    message: string;
+}
+export interface AnthropicErrorResponse {
+    type: string;
+    error: AnthropicErrorObject;
+}
+interface AnthorpicTextContentItem {
+    type: 'text';
+    text: string;
+}
+interface AnthropicToolContentItem {
+    type: 'tool_use';
+    name: string;
+    id: string;
+    input: Record<string, unknown>;
+}
+/** Represents a server-side tool invocation (web search, code execution, etc.) returned by Anthropic.
+ *  IDs start with "srvtoolu_" — this distinguishes them from client tool_use blocks. */
+interface AnthropicServerToolUseContentItem {
+    type: 'server_tool_use';
+    id: string;
+    name: string;
+    input: Record<string, unknown>;
+}
+/**
+ * Covers all *_tool_result blocks that Anthropic may include in a response alongside
+ * server-side tool calls (web_search_tool_result, web_fetch_tool_result,
+ * bash_code_execution_tool_result, text_editor_code_execution_tool_result, etc.).
+ * These blocks carry all their data in content_block_start (no deltas follow).
+ * tool_search_tool_result is Anthropic-internal metadata and is always skipped.
+ */
+interface AnthropicServerToolResultBlock {
+    type: 'web_search_tool_result' | 'web_fetch_tool_result' | 'bash_code_execution_tool_result' | 'text_editor_code_execution_tool_result' | 'tool_search_tool_result';
+    tool_use_id?: string;
+    content?: unknown;
+}
+/** Union of all block types that Anthropic can return in a response content array. */
+type AnthropicContentItem = AnthorpicTextContentItem | AnthropicToolContentItem | AnthropicThinkingBlock | AnthropicRedactedThinkingBlock | AnthropicServerToolUseContentItem | AnthropicServerToolResultBlock;
+export interface AnthropicChatCompleteResponse {
+    id: string;
+    type: string;
+    role: string;
+    /** Full Anthropic content array — may include tool_result blocks alongside the standard items. */
+    content: AnthropicContentItem[];
+    stop_reason: ANTHROPIC_STOP_REASON;
+    model: string;
+    stop_sequence: null | string;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+        cache_creation_input_tokens?: number;
+        cache_read_input_tokens?: number;
+        iterations?: AnthropicUsageIteration[];
+    };
+}
+export interface AnthropicChatCompleteStreamResponse {
+    type: string;
+    index: number;
+    delta: {
+        type?: string;
+        text?: string;
+        partial_json?: string;
+        stop_reason?: ANTHROPIC_STOP_REASON;
+        /** Present in thinking_delta events */
+        thinking?: string;
+        /** Present in signature_delta events — the final delta for a thinking block */
+        signature?: string;
+    };
+    content_block?: {
+        type: string;
+        id?: string;
+        text?: string;
+        name?: string;
+        input?: {};
+        /** Present when type === 'redacted_thinking' */
+        data?: string;
+        /** Present in *_tool_result blocks — the tool call that produced this result */
+        tool_use_id?: string;
+        /** Present in *_tool_result blocks — the full result payload (web search hits, etc.) */
+        content?: unknown;
+    };
+    usage?: {
+        output_tokens?: number;
+        input_tokens?: number;
+        cache_creation_input_tokens?: number;
+        cache_read_input_tokens?: number;
+        iterations?: AnthropicUsageIteration[];
+    };
+    message?: {
+        usage?: {
+            output_tokens?: number;
+            input_tokens?: number;
+            cache_creation_input_tokens?: number;
+            cache_read_input_tokens?: number;
+        };
+        model?: string;
+        role?: string;
+    };
+    error?: AnthropicErrorObject;
+}
+export declare const AnthropicChatCompleteResponseTransform: (response: AnthropicChatCompleteResponse | AnthropicErrorResponse, responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean) => ChatCompletionResponse | ErrorResponse;
+export declare const AnthropicChatCompleteStreamChunkTransform: (response: string, fallbackId: string, streamState: AnthropicStreamState, _strictOpenAiCompliance: boolean) => string | undefined;
+export declare const getAzureAnthropicChatCompleteResponseTransform: (provider: string) => (response: AnthropicChatCompleteResponse | AnthropicErrorResponse, responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean) => ChatCompletionResponse | ErrorResponse;
+export declare const getAzureAnthropicStreamChunkTransform: (provider: string) => (response: string, fallbackId: string, streamState: AnthropicStreamState, _strictOpenAiCompliance: boolean) => string | undefined;
+export {};
+//# sourceMappingURL=chatComplete.d.ts.map

package/dist/providers/anthropic/chatComplete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatComplete.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/chatComplete.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAgC,WAAW,EAAkC,MAAM,yBAAyB,CAAC;AAEpH,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAA0B,cAAc,EAAE,MAAM,UAAU,CAAC;AAGzG,OAAO,EACL,qBAAqB,EACrB,8BAA8B,EAE9B,oBAAoB,EACpB,sBAAsB,EAEtB,uBAAuB,EAExB,MAAM,SAAS,CAAC;AAUjB;;;;GAIG;AACH,MAAM,WAAW,aAAc,SAAQ,WAAW;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAChB,MAAM,EACN;YACE,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,EAAE,MAAM,CAAC;SACrB,CACF,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,oBAAoB,CAAC,EAAE,OAAO,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IACF,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,uFAAuF;IACvF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA8gBD,eAAO,MAAM,2BAA2B,EAAE,cAoWzC,CAAC;AAEF,UAAU,oBAAoB;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,oBAAoB,CAAC;CAC7B;AAED,UAAU,wBAAwB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,wBAAwB;IAChC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED;wFACwF;AACxF,UAAU,iCAAiC;IACzC,IAAI,EAAE,iBAAiB,CAAC;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED;;;;;;GAMG;AACH,UAAU,8BAA8B;IACtC,IAAI,EACA,wBAAwB,GACxB,uBAAuB,GACvB,iCAAiC,GACjC,wCAAwC,GACxC,yBAAyB,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,sFAAsF;AACtF,KAAK,oBAAoB,GACrB,wBAAwB,GACxB,wBAAwB,GACxB,sBAAsB,GACtB,8BAA8B,GAC9B,iCAAiC,GACjC,8BAA8B,CAAC;AAEnC,MAAM,WAAW,6BAA6B;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kGAAkG;IAClG,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,WAAW,EAAE,qBAAqB,CAAC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,IAAI,GAAG,MAAM,CAAC;IAC7B,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,UAAU,CAAC,EAAE,uBAAuB,EAAE,CAAC;KACxC,CAAC;CACH;AAED,MAAM,WAAW,mCAAmC;IAClD,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACL,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,qBAAqB,CAAC;QACpC,uCAAuC;QACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,+EAA+E;QAC/E,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,aAAa,CAAC,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,EAAE,CAAC;QACX,gDAAgD;QAChD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,gFAAgF;QAChF,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,wFAAwF;QACxF,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IACF,KAAK,CAAC,EAAE;QACN,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,UAAU,CAAC,EAAE,uBAAuB,EAAE,CAAC;KACxC,CAAC;IACF,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE;YACN,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;YACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;SAClC,CAAC;QACF,KAAK,CAAC,EAAE,MAAM,CAAC;QAMf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;IACF,KAAK,CAAC,EAAE,oBAAoB,CAAC;CAC9B;AAGD,eAAO,MAAM,sCAAsC,EAAE,CACnD,QAAQ,EAAE,6BAA6B,GAAG,sBAAsB,EAChE,cAAc,EAAE,MAAM,EACtB,eAAe,EAAE,OAAO,EACxB,sBAAsB,EAAE,OAAO,KAC5B,sBAAsB,GAAG,aAwH7B,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,CACtD,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,oBAAoB,EACjC,uBAAuB,EAAE,OAAO,KAC7B,MAAM,GAAG,SA0Rb,CAAC;AAEF,eAAO,MAAM,8CAA8C,GAAI,UAAU,MAAM,gBAEjE,6BAA6B,GAAG,sBAAsB,kBAChD,MAAM,mBACL,OAAO,0BACA,OAAO,KAC5B,sBAAsB,GAAG,aA4H/B,CAAC;AAEF,eAAO,MAAM,qCAAqC,GAAI,UAAU,MAAM,gBAExD,MAAM,cACJ,MAAM,eACL,oBAAoB,2BACR,OAAO,KAC7B,MAAM,GAAG,SA+Pf,CAAC"}