@truefoundry/ai-gateway-sdk 0.0.7 → 0.0.9

package/dist/autogen/schema.json

@@ -5946,8 +5946,14 @@
                 "provider_accounts": {
                     "$ref": "#/definitions/BudgetV2InNotInFilter"
                 },
+                "virtual_models": {
+                    "$ref": "#/definitions/BudgetV2InNotInFilter"
+                },
+                "virtual_provider_accounts": {
+                    "$ref": "#/definitions/BudgetV2InNotInFilter"
+                },
                 "metadata": {
-                    "description": "+usage=Filter by metadata key-value pairs this budget applies to\n+label=Metadata\n+sort=4",
+                    "description": "+usage=Filter by metadata key-value pairs this budget applies to\n+label=Metadata\n+sort=6",
                     "type": "object",
                     "additionalProperties": {
                         "$ref": "#/definitions/BudgetV2InNotInFilter"
@@ -5969,8 +5975,14 @@
                 "provider_accounts": {
                     "$ref": "#/definitions/BudgetV2InNotInFilter"
                 },
+                "virtual_models": {
+                    "$ref": "#/definitions/BudgetV2InNotInFilter"
+                },
+                "virtual_provider_accounts": {
+                    "$ref": "#/definitions/BudgetV2InNotInFilter"
+                },
                 "metadata": {
-                    "description": "+usage=Filter by metadata key-value pairs this budget applies to\n+label=Metadata\n+sort=4",
+                    "description": "+usage=Filter by metadata key-value pairs this budget applies to\n+label=Metadata\n+sort=6",
                     "type": "object",
                     "additionalProperties": {
                         "$ref": "#/definitions/BudgetV2InNotInFilter"
@@ -9899,6 +9911,80 @@
             },
             "$schema": "http://json-schema.org/draft-04/schema#"
         },
+        "FireworksApiKeyAuth": {
+            "description": "+label=Fireworks API Key Auth\n+usage=Authentication using a Fireworks API key",
+            "type": "object",
+            "required": ["type", "api_key"],
+            "properties": {
+                "type": {
+                    "description": "+value=api-key",
+                    "type": "string",
+                    "enum": ["api-key"]
+                },
+                "api_key": {
+                    "description": "+sort=100\n+usage=Fireworks API key (sent as a Bearer token). Create one in the Fireworks console.\n+message=API key must not be empty\n+uiType=SecretSelect\n+uiProps={\"isPassword\": true, \"enableNew\": true}",
+                    "type": "string",
+                    "pattern": "^\\S+$"
+                }
+            },
+            "$schema": "http://json-schema.org/draft-04/schema#"
+        },
+        "FireworksGuardrailConfig": {
+            "description": "+label=Fireworks\n+icon=https://assets.production.truefoundry.com/fireworks.svg",
+            "type": "object",
+            "required": ["name", "type", "auth_data", "operation", "enforcing_strategy", "config"],
+            "properties": {
+                "name": {
+                    "description": "+label=Name\n+sort=50\n+usage=The name of the Guardrail Config.\n+message=3 to 36 lower case characters long alphanumeric word, may contain - in between, cannot start with a number\n+uiProps={\"disableEdit\":true}",
+                    "type": "string",
+                    "pattern": "^[a-z][a-z0-9\\-]{1,34}[a-z0-9]$"
+                },
+                "description": {
+                    "description": "+label=Description\n+sort=75\n+usage=Optional description for this Guardrail Config.",
+                    "type": "string",
+                    "default": "Fireworks-hosted safety model (gpt-oss-safeguard or Llama Guard) for policy-based content classification"
+                },
+                "type": {
+                    "description": "+uiType=Hidden\n+value=integration/guardrail-config/fireworks",
+                    "type": "string",
+                    "enum": ["integration/guardrail-config/fireworks"]
+                },
+                "auth_data": {
+                    "$ref": "#/definitions/FireworksApiKeyAuth"
+                },
+                "operation": {
+                    "description": "+label=Operation\n+usage=Fireworks safety models classify content without modifying it.\n+uiType=MultiSelectPills\n+uiProps={\"hideRadioIcon\": true}\n+sort=100",
+                    "type": "string",
+                    "enum": ["validate"]
+                },
+                "enforcing_strategy": {
+                    "$ref": "#/definitions/EnforcingStrategy"
+                },
+                "config": {
+                    "description": "+uiType=Ignore\n+uiProps={\"forwardJsonKey\": true}",
+                    "type": "object",
+                    "required": ["model", "model_type"],
+                    "properties": {
+                        "model": {
+                            "description": "+label=Model\n+usage=Deployment name from your Fireworks account (accounts/<account>/deployments/<deployment>). Safety models run on dedicated (on-demand) deployments only.\n+message=Model must not be empty\n+sort=50",
+                            "type": "string",
+                            "pattern": "^\\S+$"
+                        },
+                        "model_type": {
+                            "description": "+label=Model Type\n+usage=gpt-oss-safeguard classifies content against the policy below. llama-guard classifies against Meta's fixed hazard categories (S1 to S14 for Llama Guard 3 8B) and ignores the policy.\n+uiType=Select\n+sort=100",
+                            "type": "string",
+                            "enum": ["gpt-oss-safeguard", "llama-guard"],
+                            "default": "gpt-oss-safeguard"
+                        },
+                        "policy": {
+                            "description": "+label=Policy\n+usage=Safety policy the model applies (required for gpt-oss-safeguard, ignored for llama-guard). Describe what violates and what is safe, with examples. Do not put secrets in the policy.\n+uiType=TextArea\n+uiProps={\"descriptionInline\":true}\n+sort=150",
+                            "type": "string"
+                        }
+                    }
+                }
+            },
+            "$schema": "http://json-schema.org/draft-04/schema#"
+        },
         "FlyteLaunchPlan": {
             "type": "object",
             "required": ["id", "spec", "closure"],
@@ -12728,6 +12814,12 @@
                 },
                 {
                     "$ref": "#/definitions/HiddenLayerGuardrailConfig"
+                },
+                {
+                    "$ref": "#/definitions/FireworksGuardrailConfig"
+                },
+                {
+                    "$ref": "#/definitions/ZscalerAIGuardGuardrailConfig"
                 }
             ],
             "$schema": "http://json-schema.org/draft-04/schema#"
@@ -21336,8 +21428,14 @@
                 "provider_accounts": {
                     "$ref": "#/definitions/RateLimitV2InNotInFilter"
                 },
+                "virtual_models": {
+                    "$ref": "#/definitions/RateLimitV2InNotInFilter"
+                },
+                "virtual_provider_accounts": {
+                    "$ref": "#/definitions/RateLimitV2InNotInFilter"
+                },
                 "metadata": {
-                    "description": "+usage=Filter by metadata key-value pairs this rate limit applies to\n+label=Metadata\n+sort=4",
+                    "description": "+usage=Filter by metadata key-value pairs this rate limit applies to\n+label=Metadata\n+sort=6",
                     "type": "object",
                     "additionalProperties": {
                         "$ref": "#/definitions/RateLimitV2InNotInFilter"
@@ -28411,6 +28509,83 @@
             "type": "string",
             "enum": ["cloudpickle", "joblib", "pickle", "json"],
             "$schema": "http://json-schema.org/draft-04/schema#"
+        },
+        "ZscalerAIGuardApiKeyAuth": {
+            "description": "+label=Zscaler AI Guard API Key Auth",
+            "type": "object",
+            "required": ["type", "api_key"],
+            "properties": {
+                "type": {
+                    "description": "+value=api-key",
+                    "type": "string",
+                    "enum": ["api-key"]
+                },
+                "api_key": {
+                    "description": "+sort=100\n+usage=Zscaler AI Guard API key. Sent as a Bearer token against the AI Guard detection API.\n+message=API key must not be empty\n+uiType=SecretSelect\n+uiProps={\"isPassword\": true, \"enableNew\": true}",
+                    "type": "string",
+                    "pattern": "^\\S+$"
+                }
+            },
+            "$schema": "http://json-schema.org/draft-04/schema#"
+        },
+        "ZscalerAIGuardGuardrailConfig": {
+            "description": "+label=Zscaler AI Guard\n+icon=https://assets.production.truefoundry.com/zscaler.svg",
+            "type": "object",
+            "required": ["name", "type", "auth_data", "operation", "enforcing_strategy", "config"],
+            "properties": {
+                "name": {
+                    "description": "+label=Name\n+sort=50\n+usage=The name of the Guardrail Config.\n+message=3 to 36 lower case characters long alphanumeric word, may contain - in between, cannot start with a number\n+uiProps={\"disableEdit\":true}",
+                    "type": "string",
+                    "pattern": "^[a-z][a-z0-9\\-]{1,34}[a-z0-9]$"
+                },
+                "description": {
+                    "description": "+label=Description\n+sort=75\n+usage=Optional description for this Guardrail Config.",
+                    "type": "string",
+                    "default": "Zscaler AI Guard runtime protection for prompts and model responses"
+                },
+                "type": {
+                    "description": "+uiType=Hidden\n+value=integration/guardrail-config/zscaler-ai-guard",
+                    "type": "string",
+                    "enum": ["integration/guardrail-config/zscaler-ai-guard"]
+                },
+                "auth_data": {
+                    "$ref": "#/definitions/ZscalerAIGuardApiKeyAuth"
+                },
+                "operation": {
+                    "description": "+label=Operation\n+usage=Validate treats a Zscaler BLOCK action as a violation and leaves the payload unchanged. Mutate also replaces content with Zscaler maskedContent when returned.\nValidate guardrails are run in parallel while mutate guardrails are run sequentially.\n+uiType=MultiSelectPills\n+uiProps={\"hideRadioIcon\": true}\n+sort=100",
+                    "type": "string",
+                    "enum": ["validate", "mutate"],
+                    "default": "validate"
+                },
+                "priority": {
+                    "description": "+label=Priority\n+usage=Execution order for mutate guardrails. Lower values run first. Only applicable when operation is mutate.\n+sort=150",
+                    "type": "integer",
+                    "minimum": 0,
+                    "exclusiveMinimum": true,
+                    "default": 1
+                },
+                "enforcing_strategy": {
+                    "$ref": "#/definitions/EnforcingStrategy"
+                },
+                "config": {
+                    "description": "+uiType=Ignore\n+uiProps={\"forwardJsonKey\": true}",
+                    "type": "object",
+                    "properties": {
+                        "base_url": {
+                            "description": "+label=Base URL\n+usage=The AI Guard API base URL.\n+sort=100\n+message=Base URL must be an http or https URL",
+                            "type": "string",
+                            "pattern": "^https?:\\/\\/\\S+$"
+                        },
+                        "policy_id": {
+                            "description": "+label=Policy ID\n+usage=Optional AI Guard policy ID. When set, calls /v1/detection/execute-policy. When omitted, calls /v1/detection/resolve-and-execute-policy for automatic policy resolution.\n+sort=200",
+                            "type": "integer",
+                            "minimum": 0,
+                            "exclusiveMinimum": true
+                        }
+                    }
+                }
+            },
+            "$schema": "http://json-schema.org/draft-04/schema#"
         }
     },
     "properties": {
@@ -29338,6 +29513,12 @@
         "FiddlerKeyAuth": {
             "$ref": "#/definitions/FiddlerKeyAuth"
         },
+        "FireworksApiKeyAuth": {
+            "$ref": "#/definitions/FireworksApiKeyAuth"
+        },
+        "FireworksGuardrailConfig": {
+            "$ref": "#/definitions/FireworksGuardrailConfig"
+        },
         "FlyteLaunchPlan": {
             "$ref": "#/definitions/FlyteLaunchPlan"
         },
@@ -31323,6 +31504,12 @@
         },
         "XGBoostSerializationFormat": {
             "$ref": "#/definitions/XGBoostSerializationFormat"
+        },
+        "ZscalerAIGuardApiKeyAuth": {
+            "$ref": "#/definitions/ZscalerAIGuardApiKeyAuth"
+        },
+        "ZscalerAIGuardGuardrailConfig": {
+            "$ref": "#/definitions/ZscalerAIGuardGuardrailConfig"
         }
     }
 }

package/dist/constants.d.ts

@@ -1,6 +1,9 @@
 export declare const TFY_METADATA_HEADER = "x-tfy-metadata";
 export declare const TFY_RETRY_CONFIG_HEADER = "x-tfy-retry-config";
 export declare const TFY_CONVERSATION_ID_HEADER = "x-tfy-conversation-id";
+/** Optional per-request Vertex API version (default `v1`); mirror of the gateway constant in src/constants.ts. */
+export declare const TFY_VERTEX_API_VERSION_HEADER = "x-tfy-vertex-api-version";
+export declare const VERTEX_API_VERSIONS: readonly ["v1", "v1beta1"];
 export declare const TFY_REQUEST_ID_HEADER = "x-tfy-request-id";
 export declare const TFY_LOGGING_CONFIG_HEADER = "x-tfy-logging-config";
 export declare const TFY_CACHE_CONFIG_HEADER = "x-tfy-cache-config";
@@ -17,6 +20,11 @@ export declare const TFY_ERROR_TYPES: {
     readonly MODEL_NOT_FOUND: "tfy-model-not-found";
     readonly REQUEST_FAILURE: "request-failure";
     readonly REQUEST_TIMEOUT: "request-timeout";
+    /** The gateway could not reach the provider (DNS, refused, reset, connect timeout). */
+    readonly UPSTREAM_CONNECT_FAILURE: "upstream-connect-failure";
+    readonly UPSTREAM_HEADERS_TIMEOUT: "upstream-headers-timeout";
+    readonly UPSTREAM_BODY_TIMEOUT: "upstream-body-timeout";
+    readonly UPSTREAM_TLS_ERROR: "upstream-tls-error";
     readonly CLIENT_DISCONNECTED: "client-disconnected";
     readonly PROVIDER_STREAMING_TERMINATED: "provider-streaming-terminated";
     /** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */
@@ -24,3 +32,5 @@ export declare const TFY_ERROR_TYPES: {
     readonly TTFT_TIMEOUT: "ttft-timeout";
     readonly UNKNOWN_ERROR: "unknown-error";
 };
+/** Failures where the gateway never got an HTTP response from the provider. */
+export type GatewayFailureErrorType = typeof TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE | typeof TFY_ERROR_TYPES.UPSTREAM_HEADERS_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_BODY_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_TLS_ERROR;

package/dist/constants.js

@@ -1,6 +1,9 @@
 export const TFY_METADATA_HEADER = 'x-tfy-metadata';
 export const TFY_RETRY_CONFIG_HEADER = 'x-tfy-retry-config';
 export const TFY_CONVERSATION_ID_HEADER = 'x-tfy-conversation-id';
+/** Optional per-request Vertex API version (default `v1`); mirror of the gateway constant in src/constants.ts. */
+export const TFY_VERTEX_API_VERSION_HEADER = 'x-tfy-vertex-api-version';
+export const VERTEX_API_VERSIONS = ['v1', 'v1beta1'];
 export const TFY_REQUEST_ID_HEADER = 'x-tfy-request-id';
 export const TFY_LOGGING_CONFIG_HEADER = 'x-tfy-logging-config';
 export const TFY_CACHE_CONFIG_HEADER = 'x-tfy-cache-config';
@@ -17,6 +20,11 @@ export const TFY_ERROR_TYPES = {
     MODEL_NOT_FOUND: 'tfy-model-not-found',
     REQUEST_FAILURE: 'request-failure',
     REQUEST_TIMEOUT: 'request-timeout',
+    /** The gateway could not reach the provider (DNS, refused, reset, connect timeout). */
+    UPSTREAM_CONNECT_FAILURE: 'upstream-connect-failure',
+    UPSTREAM_HEADERS_TIMEOUT: 'upstream-headers-timeout',
+    UPSTREAM_BODY_TIMEOUT: 'upstream-body-timeout',
+    UPSTREAM_TLS_ERROR: 'upstream-tls-error',
     CLIENT_DISCONNECTED: 'client-disconnected',
     PROVIDER_STREAMING_TERMINATED: 'provider-streaming-terminated',
     /** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */

package/dist/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,kHAAkH;AAClH,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,SAAS,CAAU,CAAC;AAC9D,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,uFAAuF;IACvF,wBAAwB,EAAE,0BAA0B;IACpD,wBAAwB,EAAE,0BAA0B;IACpD,qBAAqB,EAAE,uBAAuB;IAC9C,kBAAkB,EAAE,oBAAoB;IACxC,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}

package/dist/handlers/retryHandler.d.ts

@@ -1,4 +1,6 @@
+import { type GatewayFailureErrorType } from '../constants.js';
 import { type SafeFetchInit } from '../http/index.js';
+import { type FailureCauseEntry } from '../utils/providerFailureLogging.js';
 /**
  * Did the client hang up or cancel?
  *
@@ -17,4 +19,6 @@ export declare const retryRequest: (url: string, options: SafeFetchInit, retryCo
     createdAt: Date;
     skip: boolean;
     lastProviderResponseStatusCode: number | undefined;
+    gatewayFailureType: GatewayFailureErrorType | undefined;
+    gatewayFailureCause: FailureCauseEntry[] | undefined;
 }>;

package/dist/handlers/retryHandler.js

@@ -11,10 +11,12 @@
  */
 import retry from 'async-retry';
 import config from '../config.js';
+import { TFY_ERROR_TYPES } from '../constants.js';
 import { TimeoutError } from '../errors.js';
 import { MAX_RETRY_LIMIT_MS, POSSIBLE_RETRY_STATUS_HEADERS, TLS_ERROR_CONFIG } from '../globals.js';
 import { safeFetch } from '../http/index.js';
 import { mergeAbortSignals } from '../utils/abortSignals.js';
+import { describeFailureCause } from '../utils/providerFailureLogging.js';
 // Provider base URLs are tenant-configured and can legitimately be private endpoints.
 const PROVIDER_SSRF_MODE = 'guard';
 function isCertificateError(error) {
@@ -86,6 +88,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
     let lastResponse;
     let lastAttempt;
     let lastProviderResponseStatusCode;
+    let gatewayFailureType;
+    let gatewayFailureCause;
     const start = new Date();
     let retrySkipped = false;
     let remainingRetryTimeout = MAX_RETRY_LIMIT_MS;
@@ -177,6 +181,10 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
         else if (error instanceof TypeError &&
             error.cause instanceof Error &&
             error.cause?.name === 'ConnectTimeoutError') {
+            gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE;
+            gatewayFailureCause = describeFailureCause(error);
+            // The last attempt got no HTTP response, so an earlier retried response must not read as the outcome.
+            lastProviderResponseStatusCode = undefined;
             lastResponse = new Response(JSON.stringify({
                 genericError: {
                     message: `Message: ${error.message} Cause: ${error.cause ?? 'NA'} Name: ${error.name ?? 'N/A'}`,
@@ -186,6 +194,9 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
             });
         }
         else if (!error.status || error instanceof TypeError) {
+            gatewayFailureCause = describeFailureCause(error);
+            // The last attempt got no HTTP response, so an earlier retried response must not read as the outcome.
+            lastProviderResponseStatusCode = undefined;
             if (error.cause?.code === 'UND_ERR_HEADERS_TIMEOUT' || error.cause?.name === 'HeadersTimeoutError') {
                 const configuredTimeout = config.UNDICI_HEADERS_TIMEOUT_MS;
                 const timeoutMessage = configuredTimeout === 0
@@ -205,6 +216,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
                     createdAt: start,
                     skip: retrySkipped,
                     lastProviderResponseStatusCode: lastProviderResponseStatusCode,
+                    gatewayFailureType: TFY_ERROR_TYPES.UPSTREAM_HEADERS_TIMEOUT,
+                    gatewayFailureCause,
                 };
             }
             if (error.cause?.code === 'UND_ERR_BODY_TIMEOUT' || error.cause?.name === 'BodyTimeoutError') {
@@ -226,9 +239,17 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
                     createdAt: start,
                     skip: retrySkipped,
                     lastProviderResponseStatusCode: lastProviderResponseStatusCode,
+                    gatewayFailureType: TFY_ERROR_TYPES.UPSTREAM_BODY_TIMEOUT,
+                    gatewayFailureCause,
                 };
             }
             const isCertError = isCertificateError(error);
+            if (isCertError) {
+                gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_TLS_ERROR;
+            }
+            else if (error instanceof TypeError) {
+                gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE;
+            }
             const errorMessageToReturn = isCertError
                 ? getCertificateErrorMessage(error)
                 : `Message: ${error.message ?? 'Request failed'} Cause: ${error.cause ?? 'NA'} Name: ${error.name ?? 'N/A'}`;
@@ -271,6 +292,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
         createdAt: start,
         skip: retrySkipped,
         lastProviderResponseStatusCode: lastProviderResponseStatusCode,
+        gatewayFailureType,
+        gatewayFailureCause,
     };
 };
 //# sourceMappingURL=retryHandler.js.map

package/dist/handlers/retryHandler.js.map

@@ -1 +1 @@
-{"version":3,"file":"retryHandler.js","sourceRoot":"","sources":["../../src/handlers/retryHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,SAAS,EAAsB,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,sFAAsF;AACtF,MAAM,kBAAkB,GAAG,OAAgB,CAAC;AAE5C,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,OAAO,SAAS,IAAI,gBAAgB,CAAC;AACvC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAU;IAC5C,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,IAAI,SAAS,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,SAAS,KAAK,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACxD,CAAC;IACD,OAAO,0DAA0D,CAAC;AACpE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,MAA2B;IAC1E,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IAC3E,OAAQ,KAA8C,EAAE,IAAI,KAAK,YAAY,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,OAAsB,EACtB,OAAe,EACf,cAA2D;IAE3D,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEvE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM;QACjC,CAAC,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC;IAE7B,MAAM,qBAAqB,GAAkB;QAC3C,GAAG,OAAO;QACV,MAAM,EAAE,YAAY;KACrB,CAAC;IAEF,IAAI,QAAkB,CAAC;IAEvB,IAAI,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,GAAG,MAAM,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,qBAAqB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,IAAI,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,IAAI,YAAY,CAAC,qDAAqD,OAAO,IAAI,EAAE,OAAO,EAAE;oBAChG,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,GAAW,EACX,OAAsB,EACtB,UAAkB,EAClB,kBAA4B,EAC5B,UAAyB,IAAI,EAC7B,cAA2D,EAC3D,mBAA6B,EAC7B,aAAqB,GAAG,EAOvB,EAAE;IACH,IAAI,YAAkC,CAAC;IACvC,IAAI,WAA+B,CAAC;IACpC,IAAI,8BAAkD,CAAC;IACvD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,qBAAqB,GAAG,kBAAkB,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,KAAK,CACT,KAAK,EAAE,IAAS,EAAE,OAAe,EAAE,EAAE;YACnC,IAAI,CAAC;gBACH,IAAI,QAAkB,CAAC;gBACvB,IAAI,OAAO,EAAE,CAAC;oBACZ,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC3E,CAAC;qBAAM,IAAI,cAAc,EAAE,CAAC;oBAC1B,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;gBAClF,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC5E,CAAC;gBACD,8BAA8B,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACjD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACjD,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvD,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAExD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;wBACnD,MAAM,WAAW,GAAG,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;4BAC9D,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBACtC,CAAC,CAAC,CAAC;wBACH,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;wBAChE,IAAI,CAAC,eAAe,EAAE,CAAC;4BACrB,MAAM,QAAQ,CAAC;wBACjB,CAAC;wBACD,IAAI,UAA8B,CAAC;wBACnC,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;4BAClC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;wBAC9D,CAAC;6BAAM,CAAC;4BACN,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;wBACvD,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;4BAC5C,IAAI,UAAU,IAAI,kBAAkB,IAAI,UAAU,GAAG,qBAAqB,EAAE,CAAC;gCAC3E,YAAY,GAAG,IAAI,CAAC;gCACpB,IAAI,CAAC,QAAQ,CAAC,CAAC;gCACf,OAAO;4BACT,CAAC;4BACD,qBAAqB,IAAI,UAAU,CAAC;4BAEpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;4BAC9D,MAAM,QAAQ,CAAC;wBACjB,CAAC;6BAAM,CAAC;4BACN,MAAM,QAAQ,CAAC;wBACjB,CAAC;oBACH,CAAC;oBACD,MAAM,QAAQ,CAAC;gBACjB,CAAC;qBAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5D,UAAU;gBACZ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACxD,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACf,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACzE,IAAI,CAAC,KAAK,CAAC,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,EACD;YACE,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,CAAC,KAAY,EAAE,OAAe,EAAE,EAAE;gBACzC,WAAW,GAAG,OAAO,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,2BAA2B,OAAO,YAAY,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;SACvB,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IACL,KAAK,YAAY,SAAS;YAC1B,KAAK,CAAC,KAAK,YAAY,KAAK;YAC5B,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAC3C,CAAC;YACD,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,YAAY,KAAK,CAAC,OAAO,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE;iBAChG;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;YACvD,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,yBAAyB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACnG,MAAM,iBAAiB,GAAG,MAAM,CAAC,yBAAyB,CAAC;gBAC3D,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,8EAA8E,cAAc,0JAA0J;qBAChQ;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;iBAC/D,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC7F,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC;gBACxD,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,4EAA4E,cAAc,yJAAyJ;qBAC7P;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;iBAC/D,CAAC;YACJ,CAAC;YACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,oBAAoB,GAAG,WAAW;gBACtC,CAAC,CAAC,0BAA0B,CAAC,KAAK,CAAC;gBACnC,CAAC,CAAC,YAAY,KAAK,CAAC,OAAO,IAAI,gBAAgB,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;YAE/G,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,oBAAoB;iBAC9B;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,IAAI,CAAC;YACpF,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,iCAAiC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;YAEvG,IAAI,cAAc,EAAE,CAAC;gBACnB,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,YAAY;qBACtB;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,GAAG,KAAK,CAAC,OAAO;qBACjB;iBACF,CACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,IAAI,QAAQ,CAAC,YAAY,EAAE;oBACxC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,YAAwB;QAClC,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,KAAK;QAChB,IAAI,EAAE,YAAY;QAClB,8BAA8B,EAAE,8BAA8B;KAC/D,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"retryHandler.js","sourceRoot":"","sources":["../../src/handlers/retryHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAgC,MAAM,cAAc,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,SAAS,EAAsB,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAA0B,MAAM,iCAAiC,CAAC;AAE/F,sFAAsF;AACtF,MAAM,kBAAkB,GAAG,OAAgB,CAAC;AAE5C,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,OAAO,SAAS,IAAI,gBAAgB,CAAC;AACvC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAU;IAC5C,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,IAAI,SAAS,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,SAAS,KAAK,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACxD,CAAC;IACD,OAAO,0DAA0D,CAAC;AACpE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,MAA2B;IAC1E,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IAC3E,OAAQ,KAA8C,EAAE,IAAI,KAAK,YAAY,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,OAAsB,EACtB,OAAe,EACf,cAA2D;IAE3D,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEvE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM;QACjC,CAAC,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC;IAE7B,MAAM,qBAAqB,GAAkB;QAC3C,GAAG,OAAO;QACV,MAAM,EAAE,YAAY;KACrB,CAAC;IAEF,IAAI,QAAkB,CAAC;IAEvB,IAAI,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,GAAG,MAAM,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,qBAAqB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,IAAI,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,IAAI,YAAY,CAAC,qDAAqD,OAAO,IAAI,EAAE,OAAO,EAAE;oBAChG,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,GAAW,EACX,OAAsB,EACtB,UAAkB,EAClB,kBAA4B,EAC5B,UAAyB,IAAI,EAC7B,cAA2D,EAC3D,mBAA6B,EAC7B,aAAqB,GAAG,EASvB,EAAE;IACH,IAAI,YAAkC,CAAC;IACvC,IAAI,WAA+B,CAAC;IACpC,IAAI,8BAAkD,CAAC;IACvD,IAAI,kBAAuD,CAAC;IAC5D,IAAI,mBAAoD,CAAC;IACzD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,qBAAqB,GAAG,kBAAkB,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,KAAK,CACT,KAAK,EAAE,IAAS,EAAE,OAAe,EAAE,EAAE;YACnC,IAAI,CAAC;gBACH,IAAI,QAAkB,CAAC;gBACvB,IAAI,OAAO,EAAE,CAAC;oBACZ,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC3E,CAAC;qBAAM,IAAI,cAAc,EAAE,CAAC;oBAC1B,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;gBAClF,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC5E,CAAC;gBACD,8BAA8B,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACjD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACjD,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvD,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAExD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;wBACnD,MAAM,WAAW,GAAG,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;4BAC9D,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBACtC,CAAC,CAAC,CAAC;wBACH,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;wBAChE,IAAI,CAAC,eAAe,EAAE,CAAC;4BACrB,MAAM,QAAQ,CAAC;wBACjB,CAAC;wBACD,IAAI,UAA8B,CAAC;wBACnC,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;4BAClC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;wBAC9D,CAAC;6BAAM,CAAC;4BACN,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;wBACvD,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;4BAC5C,IAAI,UAAU,IAAI,kBAAkB,IAAI,UAAU,GAAG,qBAAqB,EAAE,CAAC;gCAC3E,YAAY,GAAG,IAAI,CAAC;gCACpB,IAAI,CAAC,QAAQ,CAAC,CAAC;gCACf,OAAO;4BACT,CAAC;4BACD,qBAAqB,IAAI,UAAU,CAAC;4BAEpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;4BAC9D,MAAM,QAAQ,CAAC;wBACjB,CAAC;6BAAM,CAAC;4BACN,MAAM,QAAQ,CAAC;wBACjB,CAAC;oBACH,CAAC;oBACD,MAAM,QAAQ,CAAC;gBACjB,CAAC;qBAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5D,UAAU;gBACZ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACxD,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACf,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACzE,IAAI,CAAC,KAAK,CAAC,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,EACD;YACE,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,CAAC,KAAY,EAAE,OAAe,EAAE,EAAE;gBACzC,WAAW,GAAG,OAAO,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,2BAA2B,OAAO,YAAY,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;SACvB,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IACL,KAAK,YAAY,SAAS;YAC1B,KAAK,CAAC,KAAK,YAAY,KAAK;YAC5B,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAC3C,CAAC;YACD,kBAAkB,GAAG,eAAe,CAAC,wBAAwB,CAAC;YAC9D,mBAAmB,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAClD,sGAAsG;YACtG,8BAA8B,GAAG,SAAS,CAAC;YAC3C,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,YAAY,KAAK,CAAC,OAAO,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE;iBAChG;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;YACvD,mBAAmB,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAClD,sGAAsG;YACtG,8BAA8B,GAAG,SAAS,CAAC;YAC3C,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,yBAAyB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACnG,MAAM,iBAAiB,GAAG,MAAM,CAAC,yBAAyB,CAAC;gBAC3D,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,8EAA8E,cAAc,0JAA0J;qBAChQ;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;oBAC9D,kBAAkB,EAAE,eAAe,CAAC,wBAAwB;oBAC5D,mBAAmB;iBACpB,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC7F,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC;gBACxD,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,4EAA4E,cAAc,yJAAyJ;qBAC7P;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;oBAC9D,kBAAkB,EAAE,eAAe,CAAC,qBAAqB;oBACzD,mBAAmB;iBACpB,CAAC;YACJ,CAAC;YACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,WAAW,EAAE,CAAC;gBAChB,kBAAkB,GAAG,eAAe,CAAC,kBAAkB,CAAC;YAC1D,CAAC;iBAAM,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;gBACtC,kBAAkB,GAAG,eAAe,CAAC,wBAAwB,CAAC;YAChE,CAAC;YACD,MAAM,oBAAoB,GAAG,WAAW;gBACtC,CAAC,CAAC,0BAA0B,CAAC,KAAK,CAAC;gBACnC,CAAC,CAAC,YAAY,KAAK,CAAC,OAAO,IAAI,gBAAgB,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;YAE/G,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,oBAAoB;iBAC9B;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,IAAI,CAAC;YACpF,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,iCAAiC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;YAEvG,IAAI,cAAc,EAAE,CAAC;gBACnB,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,YAAY;qBACtB;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,GAAG,KAAK,CAAC,OAAO;qBACjB;iBACF,CACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,IAAI,QAAQ,CAAC,YAAY,EAAE;oBACxC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,YAAwB;QAClC,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,KAAK;QAChB,IAAI,EAAE,YAAY;QAClB,8BAA8B,EAAE,8BAA8B;QAC9D,kBAAkB;QAClB,mBAAmB;KACpB,CAAC;AACJ,CAAC,CAAC"}

package/dist/index.d.ts

@@ -10,7 +10,7 @@ export { LlmGatewaySdk } from './sdk.js';
 export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
 export type { GetStreamModeSplitPatternInput, PumpProviderAwsEventStreamOptions, PumpProviderBaseOptions, PumpProviderSseOptions, PumpResult, ReadSseFramesOptions, ReadSseFramesResult, ShouldReadAwsEventStreamInput, SplitPattern, SseCommentMode, StreamTransformFn, } from './stream/index.js';
 export type { CachePort } from './types/cache.js';
-export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';
+export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, GatewayFailure, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';
 export type { AnthropicServerToolColumn, AnthropicServerToolMapping, BetaColumn, CatalogProviderConfig, CatalogProviderConfigs, ModelConfigMap, ProviderModelConfigs, } from './types/modelConfig.js';
 export type { AnthropicOptions, AwsOptions, AwsSagemakerOptions, AzureAiInferenceOptions, AzureOptions, CommonHeaderOptions, FireworksAiOptions, HuggingFaceOptions, MistralOptions, OpenAIOptions, ProviderHeaderOptions, SnowflakeCortexOptions, StabilityAiOptions, VertexOptions, WorkersAiOptions, } from './types/options.js';
 export { deriveProviderHeaderOptions } from './utils/deriveProviderHeaderOptions.js';

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAiElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}

package/dist/providers/anthropic/api.js

@@ -37,10 +37,10 @@ const AnthropicAPIConfig = {
         const account = providerOptions.providerAccount.manifest;
         const storedApiKey = account.auth_data?.api_key;
         const apiKey = storedApiKey ?? callConfig.bearerTokenOverride;
-        // pick auth header based on scheme(bearer or api-key). Match live: stored key → X-API-Key; subscription passthrough → Bearer.
-        const headers = storedApiKey
-            ? { 'X-API-Key': `${apiKey}` }
-            : { Authorization: `Bearer ${apiKey}` };
+        // Anthropic documents `Authorization: Bearer` as the auth header and `x-api-key` as a legacy
+        // fallback. Bearer accepts both Console API keys and the short-lived Workload Identity
+        // Federation tokens from `POST /v1/oauth/token`; `x-api-key` rejects the latter outright.
+        const headers = { Authorization: `Bearer ${apiKey}` };
         const body = request.body;
         const { betaHeader, version } = resolveAnthropicBetaAndVersion({
             endpoint,

package/dist/providers/anthropic/api.js.map

@@ -1 +1 @@
-{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/anthropic/api.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,EAAE,+BAA+B,EAAoC,MAAM,SAAS,CAAC;AAE5F,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,qBAAqB,CAAC,CAAC;AAExG,MAAM,CAAC,MAAM,yBAAyB,GAAG,YAAY,CAAC;AACtD,MAAM,CAAC,MAAM,6BAA6B,GAAG,qBAAqB,CAAC;AACnE,MAAM,CAAC,MAAM,qBAAqB,GAAG,sBAAsB,CAAC;AAI5D;;;;GAIG;AACH,MAAM,UAAU,8BAA8B,CAAC,EAC7C,QAAQ,EACR,eAAe,EACf,WAAW,GAKZ;IACC,8CAA8C;IAC9C,IAAI,iBAAiB,GAAG,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,6BAA6B,CAAC;IAElH,6FAA6F;IAC7F,IAAI,QAAQ,KAAK,cAAc,IAAI,WAAW,IAAI,mBAAmB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5F,iBAAiB,GAAG,qBAAqB,CAAC;IAC5C,CAAC;IAED,8GAA8G;IAC9G,oFAAoF;IACpF,8DAA8D;IAC9D,MAAM,WAAW,GAAG,+BAA+B,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtG,MAAM,UAAU,GAAG,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACnF,MAAM,OAAO,GAAG,eAAe,EAAE,gBAAgB,IAAI,WAAW,EAAE,CAAC,mBAAmB,CAAC,IAAI,yBAAyB,CAAC;IAErH,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,kBAAkB,GAAsB;IAC5C,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QAC7E,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAChD,MAAM,MAAM,GAAG,YAAY,IAAI,UAAU,CAAC,mBAAmB,CAAC;QAC9D,8HAA8H;QAC9H,MAAM,OAAO,GAA2B,YAAY;YAClD,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,MAAM,EAAE,EAAE;YAC9B,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;QAE1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,8BAA8B,CAAC;YAC7D,QAAQ;YACR,eAAe,EAAE;gBACf,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;gBACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;gBACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;gBAC3D,gBAAgB,EAAE,aAAa,CAAC,SAAS,EAAE,gBAAgB;aAC5D;YACD,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC;QACvC,OAAO,CAAC,mBAAmB,CAAC,GAAG,OAAO,CAAC;QACvC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,cAAc;gBACjB,OAAO,WAAW,CAAC;YACrB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,qBAAqB;gBACxB,OAAO,wBAAwB,CAAC;YAClC,KAAK,YAAY;gBACf,OAAO,QAAQ,CAAC;YAClB,KAAK,WAAW;gBACd,OAAO,QAAQ,CAAC;YAClB,KAAK,cAAc;gBACjB,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,YAAY;gBACf,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,qBAAqB;gBACxB,OAAO,UAAU,MAAM,UAAU,CAAC;YACpC;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,kBAAkB,CAAC"}
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/anthropic/api.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,EAAE,+BAA+B,EAAoC,MAAM,SAAS,CAAC;AAE5F,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,qBAAqB,CAAC,CAAC;AAExG,MAAM,CAAC,MAAM,yBAAyB,GAAG,YAAY,CAAC;AACtD,MAAM,CAAC,MAAM,6BAA6B,GAAG,qBAAqB,CAAC;AACnE,MAAM,CAAC,MAAM,qBAAqB,GAAG,sBAAsB,CAAC;AAI5D;;;;GAIG;AACH,MAAM,UAAU,8BAA8B,CAAC,EAC7C,QAAQ,EACR,eAAe,EACf,WAAW,GAKZ;IACC,8CAA8C;IAC9C,IAAI,iBAAiB,GAAG,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,6BAA6B,CAAC;IAElH,6FAA6F;IAC7F,IAAI,QAAQ,KAAK,cAAc,IAAI,WAAW,IAAI,mBAAmB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5F,iBAAiB,GAAG,qBAAqB,CAAC;IAC5C,CAAC;IAED,8GAA8G;IAC9G,oFAAoF;IACpF,8DAA8D;IAC9D,MAAM,WAAW,GAAG,+BAA+B,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtG,MAAM,UAAU,GAAG,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACnF,MAAM,OAAO,GAAG,eAAe,EAAE,gBAAgB,IAAI,WAAW,EAAE,CAAC,mBAAmB,CAAC,IAAI,yBAAyB,CAAC;IAErH,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,kBAAkB,GAAsB;IAC5C,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QAC7E,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAoC,CAAC;QACrF,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAChD,MAAM,MAAM,GAAG,YAAY,IAAI,UAAU,CAAC,mBAAmB,CAAC;QAC9D,6FAA6F;QAC7F,uFAAuF;QACvF,0FAA0F;QAC1F,MAAM,OAAO,GAA2B,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;QAE9E,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,8BAA8B,CAAC;YAC7D,QAAQ;YACR,eAAe,EAAE;gBACf,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;gBACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;gBACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;gBAC3D,gBAAgB,EAAE,aAAa,CAAC,SAAS,EAAE,gBAAgB;aAC5D;YACD,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC;QACvC,OAAO,CAAC,mBAAmB,CAAC,GAAG,OAAO,CAAC;QACvC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,cAAc;gBACjB,OAAO,WAAW,CAAC;YACrB,KAAK,UAAU;gBACb,OAAO,WAAW,CAAC;YACrB,KAAK,qBAAqB;gBACxB,OAAO,wBAAwB,CAAC;YAClC,KAAK,YAAY;gBACf,OAAO,QAAQ,CAAC;YAClB,KAAK,WAAW;gBACd,OAAO,QAAQ,CAAC;YAClB,KAAK,cAAc;gBACjB,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,YAAY;gBACf,OAAO,UAAU,MAAM,EAAE,CAAC;YAC5B,KAAK,qBAAqB;gBACxB,OAAO,UAAU,MAAM,UAAU,CAAC;YACpC;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/dist/providers/google-vertex-ai/api.js

@@ -9,9 +9,16 @@ import { isEmbedContentModel } from './embed.js';
 import { isGeminiImageModel } from './imageGenerate.js';
 import { getAccessToken, getAccessTokenFromADC, getBucketAndFile, getModelAndProvider } from './utils.js';
 import { getAccessTokenFromExternalAccount } from './wifAuth.js';
-const getApiVersion = (provider, /* eslint-disable @typescript-eslint/no-unused-vars */ inputModel) => {
+/**
+ * The Vertex API version for a publisher. `requested` is the optional per-request `x-tfy-vertex-api-version`
+ * (Google serves some features, e.g. Gemini 4 Argon long decode, only on `v1beta1`). It only applies to the
+ * `google` publisher; `meta` stays on `v1beta1`, and everything else on `v1`. There is no per-model rule.
+ */
+const getApiVersion = (provider, requested) => {
     if (provider === 'meta')
         return 'v1beta1';
+    if (provider === 'google' && requested !== undefined)
+        return requested;
     return 'v1';
 };
 function parseVertexJsonCredentialField(raw, fieldLabel) {
@@ -76,9 +83,9 @@ export function resolveVertexFields(providerOptions, headerOptions) {
         vertexModelName,
     };
 }
-const getProjectRoute = (vertexProjectId, vertexRegion, inputModel) => {
+const getProjectRoute = (vertexProjectId, vertexRegion, inputModel, requestedApiVersion) => {
     const { provider } = getModelAndProvider(inputModel);
-    const routeVersion = getApiVersion(provider, inputModel);
+    const routeVersion = getApiVersion(provider, requestedApiVersion);
     return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}`;
 };
 const FILE_ENDPOINTS = ['uploadFile', 'retrieveFileContent', 'deleteFile', 'listFiles', 'retrieveFile'];
@@ -94,6 +101,27 @@ const BATCH_ENDPOINTS = [
     'cancelFinetune',
 ];
 const NON_INFERENCE_ENDPOINTS = [...FILE_ENDPOINTS, ...BATCH_ENDPOINTS];
+// Proxied model methods. Resource-management methods (e.g. :setIamPolicy) are deliberately absent.
+const MODEL_ACTIONS = 'generateContent|streamGenerateContent|countTokens|computeTokens|predict|rawPredict|streamRawPredict|embedContent|predictLongRunning|fetchPredictOperation';
+const PROJECT_LOCATION_SEGMENT = /\/projects\/[^/]+\/locations\/[^/]+/;
+const PROJECT_SEGMENT = /\/projects\/[^/]+/;
+// Segments must start alphanumeric so `.`/`..` traversal segments never match.
+const PATH_SEGMENT = '[A-Za-z0-9][\\w.-]*';
+const GOOGLE_API_VERSION = 'v1(?:alpha|beta\\d*)?';
+// Mirrors NATIVE_VEO_ALLOWED_PATHS in the gateway's utils/videoRequestUtils.ts.
+const NATIVE_VEO_ALLOWED_PATHS = [
+    new RegExp(`^/${GOOGLE_API_VERSION}/(?:projects/${PATH_SEGMENT}/locations/${PATH_SEGMENT}/)?(?:publishers/${PATH_SEGMENT}/)?models/${PATH_SEGMENT}(?::(?:predictLongRunning|fetchPredictOperation)|/operations/${PATH_SEGMENT})$`),
+    new RegExp(`^/${GOOGLE_API_VERSION}/files/${PATH_SEGMENT}(?::download)?$`),
+];
+// The proxy route can't tell TTS/STT/video calls apart from others, so their native paths are
+// matched by shape and forwarded to their own base URLs.
+const NATIVE_TTS_STT_PATH_PATTERNS = [
+    /^\/v1(?:beta1)?\/text:synthesize$/,
+    /^\/v1(?:p1beta1)?\/speech:(?:recognize|longrunningrecognize)$/,
+];
+// batchRecognize is excluded: a per-file config.model overrides the request-level model, which the
+// STT handler authorizes, so it would bypass model authorization.
+const SPEECH_V2_RECOGNIZE_PATH_PATTERN = new RegExp(`^/v2/projects/${PATH_SEGMENT}/locations/${PATH_SEGMENT}/recognizers/\\w[\\w.-]*:recognize$`);
 // Good reference for using REST: https://cloud.google.com/vertex-ai/generative-ai/docs/start/quickstarts/quickstart-multimodal#gemini-beginner-samples-drest
 // Difference versus Studio AI: https://cloud.google.com/vertex-ai/docs/start/ai-platform-users
 export const GoogleApiConfig = {
@@ -134,17 +162,17 @@ export const GoogleApiConfig = {
         const reqPath = request.path;
         const reqQuery = request.search;
         // Gemini format: /v1beta/models/{model}:{action} — rewrite to full Vertex path
-        const geminiPattern = /^\/(v1beta|v1alpha|v1)(?:\d)*\/models\/([^:?]+):([^?]+)/;
+        const geminiPattern = new RegExp(`^/(v1beta|v1alpha|v1)(?:\\d)*/models/([^:?]+):(${MODEL_ACTIONS})$`);
         const geminiMatch = reqPath.match(geminiPattern);
         if (geminiMatch) {
             const [, , modelName, action] = geminiMatch;
             const { provider } = getModelAndProvider(`google/${modelName}`);
-            const routeVersion = getApiVersion(provider, modelName);
+            const routeVersion = getApiVersion(provider, headerOptions.vertex.vertexApiVersion);
             return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${provider}/models/${modelName}:${action}${reqQuery}`;
         }
         // Vertex format (e.g. from Gemini CLI): /v1beta1/publishers/google/models/{model}:{action}
         // Path is missing projects/{id}/locations/{region}; prepend them so Vertex API accepts the request.
-        const vertexPathPattern = /^\/(v1beta\d*|v1alpha|v1)(\/publishers\/.*)$/;
+        const vertexPathPattern = new RegExp(`^/(v1beta\\d*|v1alpha|v1)(/publishers/[^/]+/models/[^/:]+:(?:${MODEL_ACTIONS}))$`);
         const vertexMatch = reqPath.match(vertexPathPattern);
         if (vertexMatch && vertexProjectId && vertexRegion) {
             const [, version, rest] = vertexMatch;
@@ -161,7 +189,31 @@ export const GoogleApiConfig = {
             const { model: upstreamModel } = getModelAndProvider(resolvedModel);
             return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${publisher}/models/${encodeURIComponent(upstreamModel)}:${action}${reqQuery}`;
         }
-        return `${reqPath}${reqQuery}`;
+        // Only model-scoped inference calls (e.g. Anthropic :rawPredict) are proxied, always pinned
+        // to the configured project/location. Anything else would run with the gateway's credentials.
+        const vertexModelScopedPathPattern = new RegExp(`^/(v1(?:beta\\d*|alpha)?)/projects/[^/]+/locations/[^/]+(/publishers/[^/]+/models/[^/:]+:(?:${MODEL_ACTIONS}))$`);
+        const modelScopedMatch = reqPath.match(vertexModelScopedPathPattern);
+        if (modelScopedMatch && vertexProjectId && vertexRegion) {
+            const [, version, rest] = modelScopedMatch;
+            return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}${rest}${reqQuery}`;
+        }
+        if (NATIVE_VEO_ALLOWED_PATHS.some(pattern => pattern.test(reqPath))) {
+            if (!PROJECT_LOCATION_SEGMENT.test(reqPath)) {
+                return `${reqPath}${reqQuery}`;
+            }
+            if (vertexProjectId && vertexRegion) {
+                const pinnedPath = reqPath.replace(PROJECT_LOCATION_SEGMENT, () => `/projects/${vertexProjectId}/locations/${vertexRegion}`);
+                return `${pinnedPath}${reqQuery}`;
+            }
+        }
+        // Location stays caller-supplied: Speech v2 locations (e.g. global) differ from the Vertex region.
+        if (vertexProjectId && SPEECH_V2_RECOGNIZE_PATH_PATTERN.test(reqPath)) {
+            return `${reqPath.replace(PROJECT_SEGMENT, () => `/projects/${vertexProjectId}`)}${reqQuery}`;
+        }
+        if (NATIVE_TTS_STT_PATH_PATTERNS.some(pattern => pattern.test(reqPath))) {
+            return `${reqPath}${reqQuery}`;
+        }
+        throw new ValidationError('Vertex: unsupported proxy path. Only model inference paths are allowed.');
     },
     headers: async ({ session, providerOptions, headerOptions, callConfig, request }) => {
         const { vertexServiceAccountJson, vertexExternalAccountJson, vertexProviderAccountFqn, vertexProjectId, vertexRegion, } = resolveVertexFields(providerOptions, headerOptions);
@@ -257,7 +309,7 @@ export const GoogleApiConfig = {
             ? inputModel
             : 'google/gemini-1.0-pro';
         const { provider, model } = getModelAndProvider(safeInputModel);
-        const projectRoute = getProjectRoute(vertexProjectId, vertexRegion, safeInputModel);
+        const projectRoute = getProjectRoute(vertexProjectId, vertexRegion, safeInputModel, headerOptions.vertex.vertexApiVersion);
         const googleUrlMap = new Map([
             ['chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:generateContent`],
             ['stream-chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:streamGenerateContent?alt=sse`],