@truefoundry/ai-gateway-sdk 0.0.9 → 0.0.11

package/dist/autogen/models.d.ts

@@ -21066,6 +21066,11 @@ export interface McpServerSource {
      * +sort=200
      */
     enabled_tools?: string[];
+    /**
+     * +label=Tool Slug
+     * +usage=Optional suffix used in virtual MCP tool names for this source. When unset, the gateway keeps the auto-generated suffix.
+     */
+    tool_slug?: string;
     auth_data?: MCPServerHeaderOverrideAuth;
 }
 /**

package/dist/autogen/schema.json

@@ -16269,6 +16269,10 @@
                         "type": "string"
                     }
                 },
+                "tool_slug": {
+                    "description": "+label=Tool Slug\n+usage=Optional suffix used in virtual MCP tool names for this source. When unset, the gateway keeps the auto-generated suffix.",
+                    "type": "string"
+                },
                 "auth_data": {
                     "$ref": "#/definitions/MCPServerHeaderOverrideAuth"
                 }

package/dist/constants.d.ts

@@ -25,6 +25,12 @@ export declare const TFY_ERROR_TYPES: {
     readonly UPSTREAM_HEADERS_TIMEOUT: "upstream-headers-timeout";
     readonly UPSTREAM_BODY_TIMEOUT: "upstream-body-timeout";
     readonly UPSTREAM_TLS_ERROR: "upstream-tls-error";
+    /** The gateway itself rejected the request. */
+    readonly INPUT_GUARDRAIL: "tfy-input-guardrail";
+    /** An output guardrail failed after the provider had responded. */
+    readonly OUTPUT_GUARDRAIL: "tfy-output-guardrail";
+    readonly VALIDATION: "tfy-validation";
+    readonly CREDENTIALS: "tfy-credentials";
     readonly CLIENT_DISCONNECTED: "client-disconnected";
     readonly PROVIDER_STREAMING_TERMINATED: "provider-streaming-terminated";
     /** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */
@@ -32,5 +38,7 @@ export declare const TFY_ERROR_TYPES: {
     readonly TTFT_TIMEOUT: "ttft-timeout";
     readonly UNKNOWN_ERROR: "unknown-error";
 };
+/** Failures where the gateway itself rejected the request or its response. */
+export type GatewayRejectionErrorType = typeof TFY_ERROR_TYPES.INPUT_GUARDRAIL | typeof TFY_ERROR_TYPES.OUTPUT_GUARDRAIL | typeof TFY_ERROR_TYPES.VALIDATION | typeof TFY_ERROR_TYPES.CREDENTIALS;
 /** Failures where the gateway never got an HTTP response from the provider. */
 export type GatewayFailureErrorType = typeof TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE | typeof TFY_ERROR_TYPES.UPSTREAM_HEADERS_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_BODY_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_TLS_ERROR;

package/dist/constants.js

@@ -25,6 +25,12 @@ export const TFY_ERROR_TYPES = {
     UPSTREAM_HEADERS_TIMEOUT: 'upstream-headers-timeout',
     UPSTREAM_BODY_TIMEOUT: 'upstream-body-timeout',
     UPSTREAM_TLS_ERROR: 'upstream-tls-error',
+    /** The gateway itself rejected the request. */
+    INPUT_GUARDRAIL: 'tfy-input-guardrail',
+    /** An output guardrail failed after the provider had responded. */
+    OUTPUT_GUARDRAIL: 'tfy-output-guardrail',
+    VALIDATION: 'tfy-validation',
+    CREDENTIALS: 'tfy-credentials',
     CLIENT_DISCONNECTED: 'client-disconnected',
     PROVIDER_STREAMING_TERMINATED: 'provider-streaming-terminated',
     /** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */

package/dist/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,kHAAkH;AAClH,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,SAAS,CAAU,CAAC;AAC9D,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,uFAAuF;IACvF,wBAAwB,EAAE,0BAA0B;IACpD,wBAAwB,EAAE,0BAA0B;IACpD,qBAAqB,EAAE,uBAAuB;IAC9C,kBAAkB,EAAE,oBAAoB;IACxC,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,kHAAkH;AAClH,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,SAAS,CAAU,CAAC;AAC9D,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,uFAAuF;IACvF,wBAAwB,EAAE,0BAA0B;IACpD,wBAAwB,EAAE,0BAA0B;IACpD,qBAAqB,EAAE,uBAAuB;IAC9C,kBAAkB,EAAE,oBAAoB;IACxC,+CAA+C;IAC/C,eAAe,EAAE,qBAAqB;IACtC,mEAAmE;IACnE,gBAAgB,EAAE,sBAAsB;IACxC,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,iBAAiB;IAC9B,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}

package/dist/index.d.ts

@@ -7,7 +7,7 @@ export type { ContentItem, ExtractedMessages, GuardrailHelpers, GuardrailsRunCon
 export { transformCapturedProviderResponse, type CapturedProviderResponse, type TransformCapturedProviderResponseInput, type TransformedClientResponse, } from './parity/transformCapturedProviderResponse.js';
 export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
 export { LlmGatewaySdk } from './sdk.js';
-export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
+export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
 export type { GetStreamModeSplitPatternInput, PumpProviderAwsEventStreamOptions, PumpProviderBaseOptions, PumpProviderSseOptions, PumpResult, ReadSseFramesOptions, ReadSseFramesResult, ShouldReadAwsEventStreamInput, SplitPattern, SseCommentMode, StreamTransformFn, } from './stream/index.js';
 export type { CachePort } from './types/cache.js';
 export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, GatewayFailure, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';

package/dist/index.js

@@ -6,6 +6,6 @@ export { initAdapters } from './adapters/index.js';
 export { transformCapturedProviderResponse, } from './parity/transformCapturedProviderResponse.js';
 export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
 export { LlmGatewaySdk } from './sdk.js';
-export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
+export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
 export { deriveProviderHeaderOptions } from './utils/deriveProviderHeaderOptions.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}

package/dist/services/buildExecutionReport.d.ts

@@ -1,11 +1,6 @@
-/**
- * Settle {@link ExecutionReport} for SDK execute (P7.1).
- *
- * No USD / OTel. Prefer omitting usage over inventing zeros.
- */
 import type { Endpoint } from '../providers/types.js';
 import type { PumpResult } from '../stream/types.js';
-import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
+import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
 import { type BilledUsageOverlay } from '../utils/billedUsage.js';
 export declare function usageFromJson(json: unknown): TokenUsage | undefined;
 export declare function mergeTokenUsage(prev?: TokenUsage, next?: TokenUsage): TokenUsage | undefined;
@@ -14,6 +9,8 @@ export type UsageSnapshot = {
     finishReason?: ExecutionFinishReason;
     iterations?: TokenUsageIteration[];
 };
+/** NEW: streaming settle payload (usage snapshot + CLONE LiveUsage pricing facts). */
+export type StreamSettleExtra = UsageSnapshot & Omit<LiveUsage, 'usage' | 'finishReason'>;
 export declare function mergeUsageSnapshots(prev?: UsageSnapshot, next?: UsageSnapshot): UsageSnapshot | undefined;
 export declare function finalizeReportUsage(args: {
     usage?: TokenUsage;
@@ -39,10 +36,38 @@ export declare function createStreamingReportDeferred(args: {
     providerRequestId?: string;
 }): {
     promise: Promise<ExecutionReport>;
-    settle: (pumpResult: PumpResult, extra?: {
-        finishReason?: ExecutionFinishReason;
-        usage?: TokenUsage;
-        iterations?: TokenUsageIteration[];
-    }) => void;
+    settle: (pumpResult: PumpResult, extra?: StreamSettleExtra) => void;
     settleWithError: (err: unknown) => void;
 };
+/** NEW: SDK stand-in for the live `ctx` facts token loggers branch on. */
+export interface LiveUsageScope {
+    /** Live `requestType` / served endpoint. */
+    endpoint: Endpoint;
+    /** Live `ctx.req.url` pathname substrings (messages, ranking, converse-stream, …). */
+    inboundPath: string;
+    isGeminiRouter?: boolean;
+    isBedrockRouter?: boolean;
+    /** Live `request` / `gatewayRequest` (post-adapter body). */
+    request: any;
+}
+/** NEW shape: what one live logger would pass into `logModelSpanAttributes` for pricing. */
+export interface LiveUsage {
+    usage: TokenUsage;
+    /** CLONE: live `TOKENS_ESTIMATED` when estimateTokenCountFromText runs. */
+    tokensEstimated?: boolean;
+    finishReason?: ExecutionFinishReason;
+    serviceTier?: string;
+    toolUsage?: ExecutionToolUsage;
+    /** CLONE: live `providerReportedCostInUsd(usage)` (e.g. Perplexity total_cost). */
+    providerReportedCostInUsd?: number;
+}
+/**
+ * NEW router over CLONE parsers: non-stream counts live `handleNonStreamingMode` would price.
+ * `undefined` = no live token logger (caller keeps usageFromJson).
+ */
+export declare function liveUsageFromResponse(scope: LiveUsageScope, json: unknown, headers: Headers): LiveUsage | undefined;
+/**
+ * NEW router over CLONE parsers: stream counts live `logStreamingResponse` would price from frames.
+ * `undefined` = no live stream logger for this endpoint.
+ */
+export declare function liveUsageFromStreamFrames(scope: LiveUsageScope, frames: string[], streamState: Record<string, unknown>, cancelledMidwayByClient: boolean): LiveUsage | undefined;