@truefoundry/ai-gateway-sdk 0.0.9 → 0.0.10

package/dist/index.d.ts

@@ -7,7 +7,7 @@ export type { ContentItem, ExtractedMessages, GuardrailHelpers, GuardrailsRunCon
 export { transformCapturedProviderResponse, type CapturedProviderResponse, type TransformCapturedProviderResponseInput, type TransformedClientResponse, } from './parity/transformCapturedProviderResponse.js';
 export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
 export { LlmGatewaySdk } from './sdk.js';
-export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
+export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
 export type { GetStreamModeSplitPatternInput, PumpProviderAwsEventStreamOptions, PumpProviderBaseOptions, PumpProviderSseOptions, PumpResult, ReadSseFramesOptions, ReadSseFramesResult, ShouldReadAwsEventStreamInput, SplitPattern, SseCommentMode, StreamTransformFn, } from './stream/index.js';
 export type { CachePort } from './types/cache.js';
 export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, GatewayFailure, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';

package/dist/index.js

@@ -6,6 +6,6 @@ export { initAdapters } from './adapters/index.js';
 export { transformCapturedProviderResponse, } from './parity/transformCapturedProviderResponse.js';
 export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
 export { LlmGatewaySdk } from './sdk.js';
-export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
+export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
 export { deriveProviderHeaderOptions } from './utils/deriveProviderHeaderOptions.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}

package/dist/services/buildExecutionReport.d.ts

@@ -1,11 +1,6 @@
-/**
- * Settle {@link ExecutionReport} for SDK execute (P7.1).
- *
- * No USD / OTel. Prefer omitting usage over inventing zeros.
- */
 import type { Endpoint } from '../providers/types.js';
 import type { PumpResult } from '../stream/types.js';
-import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
+import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
 import { type BilledUsageOverlay } from '../utils/billedUsage.js';
 export declare function usageFromJson(json: unknown): TokenUsage | undefined;
 export declare function mergeTokenUsage(prev?: TokenUsage, next?: TokenUsage): TokenUsage | undefined;
@@ -14,6 +9,8 @@ export type UsageSnapshot = {
     finishReason?: ExecutionFinishReason;
     iterations?: TokenUsageIteration[];
 };
+/** NEW: streaming settle payload (usage snapshot + CLONE LiveUsage pricing facts). */
+export type StreamSettleExtra = UsageSnapshot & Omit<LiveUsage, 'usage' | 'finishReason'>;
 export declare function mergeUsageSnapshots(prev?: UsageSnapshot, next?: UsageSnapshot): UsageSnapshot | undefined;
 export declare function finalizeReportUsage(args: {
     usage?: TokenUsage;
@@ -39,10 +36,38 @@ export declare function createStreamingReportDeferred(args: {
     providerRequestId?: string;
 }): {
     promise: Promise<ExecutionReport>;
-    settle: (pumpResult: PumpResult, extra?: {
-        finishReason?: ExecutionFinishReason;
-        usage?: TokenUsage;
-        iterations?: TokenUsageIteration[];
-    }) => void;
+    settle: (pumpResult: PumpResult, extra?: StreamSettleExtra) => void;
     settleWithError: (err: unknown) => void;
 };
+/** NEW: SDK stand-in for the live `ctx` facts token loggers branch on. */
+export interface LiveUsageScope {
+    /** Live `requestType` / served endpoint. */
+    endpoint: Endpoint;
+    /** Live `ctx.req.url` pathname substrings (messages, ranking, converse-stream, …). */
+    inboundPath: string;
+    isGeminiRouter?: boolean;
+    isBedrockRouter?: boolean;
+    /** Live `request` / `gatewayRequest` (post-adapter body). */
+    request: any;
+}
+/** NEW shape: what one live logger would pass into `logModelSpanAttributes` for pricing. */
+export interface LiveUsage {
+    usage: TokenUsage;
+    /** CLONE: live `TOKENS_ESTIMATED` when estimateTokenCountFromText runs. */
+    tokensEstimated?: boolean;
+    finishReason?: ExecutionFinishReason;
+    serviceTier?: string;
+    toolUsage?: ExecutionToolUsage;
+    /** CLONE: live `providerReportedCostInUsd(usage)` (e.g. Perplexity total_cost). */
+    providerReportedCostInUsd?: number;
+}
+/**
+ * NEW router over CLONE parsers: non-stream counts live `handleNonStreamingMode` would price.
+ * `undefined` = no live token logger (caller keeps usageFromJson).
+ */
+export declare function liveUsageFromResponse(scope: LiveUsageScope, json: unknown, headers: Headers): LiveUsage | undefined;
+/**
+ * NEW router over CLONE parsers: stream counts live `logStreamingResponse` would price from frames.
+ * `undefined` = no live stream logger for this endpoint.
+ */
+export declare function liveUsageFromStreamFrames(scope: LiveUsageScope, frames: string[], streamState: Record<string, unknown>, cancelledMidwayByClient: boolean): LiveUsage | undefined;