@truefoundry/ai-gateway-sdk 0.0.15 → 0.0.17

package/dist/stream/shouldReadAwsEventStream.js

@@ -10,7 +10,7 @@
  * `model.manifest.model_id`). Without it the OpenAI Responses check cannot run
  * and OpenAI Responses would be mis-routed onto the AWS pump.
  */
-import { isOpenAIModel } from '../providers/bedrock/modelFamily.js';
+import { isKimiK3Model, isOpenAIModel } from '../providers/bedrock/modelFamily.js';
 const BEDROCK_INTEGRATION_TYPE = 'integration/model/bedrock';
 /**
  * True when the provider body should be pumped with
@@ -20,7 +20,10 @@ export function shouldReadAwsEventStream({ modelManifestType, modelId, requestTy
     if (modelManifestType !== BEDROCK_INTEGRATION_TYPE) {
         return false;
     }
-    // Live: usesBedrockOpenAIResponsesSse → isOpenAIModel(model.manifest.model_id).
+    // Live: usesBedrockOpenAIResponsesSse. Kimi chat is OpenAI SSE, not Converse eventstream.
+    if (requestType === 'chatComplete' && isKimiK3Model(modelId)) {
+        return false;
+    }
     if (requestType === 'createModelResponse' && isOpenAIModel(modelId)) {
         return false;
     }

package/dist/stream/shouldReadAwsEventStream.js.map

@@ -1 +1 @@
-{"version":3,"file":"shouldReadAwsEventStream.js","sourceRoot":"","sources":["../../src/stream/shouldReadAwsEventStream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAEjE,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AAe7D;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,EACvC,iBAAiB,EACjB,OAAO,EACP,WAAW,GACmB;IAC9B,IAAI,iBAAiB,KAAK,wBAAwB,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gFAAgF;IAChF,IAAI,WAAW,KAAK,qBAAqB,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"file":"shouldReadAwsEventStream.js","sourceRoot":"","sources":["../../src/stream/shouldReadAwsEventStream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAEhF,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AAe7D;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,EACvC,iBAAiB,EACjB,OAAO,EACP,WAAW,GACmB;IAC9B,IAAI,iBAAiB,KAAK,wBAAwB,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,0FAA0F;IAC1F,IAAI,WAAW,KAAK,cAAc,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,WAAW,KAAK,qBAAqB,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/stream/types.d.ts

@@ -21,6 +21,10 @@ export interface PumpProviderBaseOptions {
     strictOpenAiCompliance: boolean;
     gatewayRequest: Params | FormData;
     abortSignal?: AbortSignal;
+    /** One classified raw upstream event. Gateway appends it to the debug timeline. */
+    onStreamEventKey?: (key: string) => void;
+    /** Pump writes counts here. Cancel drops the generator return value, not this object. */
+    eventCounts?: Record<string, number>;
 }
 export interface ReadSseFramesOptions {
     reader: ReadableStreamDefaultReader<Uint8Array>;
@@ -63,7 +67,7 @@ export interface PumpResult {
         status?: string | number;
         cause?: unknown;
     };
-    /** Raw-frame Bedrock counts. Unset on SSE, where the gateway counts `frames`. */
+    /** Counts of raw upstream frames. Empty when none classified. */
     eventCounts?: Record<string, number>;
 }
 export interface ReadSseFramesResult {

package/dist/types/contracts.d.ts

@@ -52,9 +52,13 @@ export interface SdkRequest {
 }
 export interface SdkExecutionConfig {
     forwardPings?: boolean;
+    sseCommentMode?: 'forward' | 'strip';
     retry?: RetryConfig;
     requestTimeoutMs?: number;
     ttftTimeoutMs?: number;
+    /** Live routing timer (`TTFT_TIMER`). The first-chunk gate clears it; absent means the pump arms its own. */
+    ttftTimer?: ReturnType<typeof setTimeout>;
+    ttftAbortSignal?: AbortSignal;
     abortSignal?: AbortSignal;
     /**
      * Live sync: `shouldCompleteRequestOnClientCancel` / `COMPLETE_REQUEST_ON_CLIENT_CANCEL`
@@ -77,6 +81,16 @@ export interface SdkExecutionConfig {
      * Context-computed values). Merged last onto ExecutionReport.usage.
      */
     billedUsage?: BilledUsageOverlay;
+    /** One classified raw upstream event. Gateway appends it to the debug timeline. */
+    onStreamEventKey?: (key: string) => void;
+    /** Pump writes counts here. Cancel drops the generator return value, not this object. */
+    streamEventCounts?: Record<string, number>;
+    /** Fires when the provider pump starts, matching when live readStream creates its timeline. */
+    onStreamPumpStart?: () => void;
+    /** Same as live handleProxyPassthroughWithTTFT: first non-empty write. */
+    onFirstToken?: (atMs: number) => void;
+    /** Same as live handleProxyPassthroughWithTTFT: a written chunk contained `data: [DONE]`. */
+    markStreamCompleted?: () => void;
 }
 export interface ProviderCallConfig {
     /**
@@ -93,6 +107,8 @@ export interface ProviderCallConfig {
      * `providerOptions` still names the selected leaf target.
      */
     rejectNonNativeResponsesThroughAdapter?: boolean;
+    /** Live `providerOption.anthropicBetaOverride` from a target `x-tfy-anthropic-beta` header override. */
+    anthropicBetaOverride?: string;
     anthropicBetaSuppressed?: boolean;
     forwardHeaders?: string[];
     /**
@@ -101,6 +117,8 @@ export interface ProviderCallConfig {
      */
     strictOpenAiCompliance?: boolean;
     headersOverride?: HeadersOverride;
+    /** Bedrock InvokeModel writes this. The gateway copies it onto the Model span. */
+    providerRequestFormat?: string;
     /**
      * Provider-native response id for pinned GET/DELETE /responses paths.
      * Origin pinning stays in the gateway; P7 sets this before execute.
@@ -114,11 +132,17 @@ export interface ProviderCallConfig {
     isGeminiRouter?: boolean;
     /** NEW: live CONTEXT_KEYS.IS_BEDROCK_ROUTER — routes proxy usage to CLONE Bedrock parsers. */
     isBedrockRouter?: boolean;
+    /** Live `CONTEXT_KEYS.IS_VERTEX_AI_ROUTER`. Proxy bodies stay unchanged; the model is in the URL. */
+    isVertexAiRouter?: boolean;
     /**
      * Live `c.get('passThrough')`. When true, requestHandlers must not rewrite
      * the inbound body (e.g. transcription `model` field).
      */
     passThrough?: boolean;
+    /** Live `CONTEXT_KEYS.DECISION_REQUEST_DIALECT`: the route the caller used. */
+    decisionRequestDialect?: 'systemOne' | 'openai';
+    /** Set when the request was translated; the response is translated back to it. */
+    decisionResponseDialect?: 'systemOne' | 'openai';
 }
 /**
  * Process-level SDK config. Catalog maps match V2 `MODEL_CONFIG` /
@@ -165,4 +189,6 @@ export interface SdkExecuteResult {
     requestUrl?: string;
     /** Body after transformToProviderRequest. Absent for requestHandlers. */
     providerRequestBody?: SdkRequestBody;
+    /** Outbound headers after merge. Absent for requestHandlers. */
+    providerRequestHeaders?: Record<string, string>;
 }

package/dist/types/executionReport.d.ts

@@ -207,6 +207,8 @@ export interface GatewayFailure {
 export interface ExecutionReport {
     /** Final HTTP status of the response returned to the caller (last attempt). */
     status: number;
+    /** Provider HTTP status before a 200 error body is rewritten. Absent means `status` is that code. */
+    providerStatus?: number;
     /**
      * Same-target retry attempts from `retryRequest` (`undefined`/`0` on the
      * first try when no retries fired — same semantics as live `lastAttempt`).
@@ -239,6 +241,6 @@ export interface ExecutionReport {
     providerReportedCostInUsd?: number;
     /** NEW: pump frames (live chunks[]); gateway may assemble Model output later. */
     streamFrames?: string[];
-    /** Bedrock raw-frame event counts. Absent on SSE, where the gateway counts `streamFrames`. */
+    /** Counts of raw upstream frames, taken while pumping. */
     streamEventCounts?: Record<string, number>;
 }

package/dist/utils/isStreamingEnabled.d.ts

@@ -1,8 +1,9 @@
 /**
  * Context-free streaming detection for SDK execute (P7.1).
  *
- * Narrow port of live `isStreamingEnabled` without Hono Context / proxy / Gemini-router
- * flags. Proxy endpoints are rejected by `createProviderRequest` in v1.
+ * Proxy matches live `isStreamingEnabled`: a body with `model` uses `stream` /
+ * `stream_format`; otherwise Gemini-router `streamGenerateContent`, or proxy URL
+ * suffixes (`streamRawPredict`, `converse-stream`, `invoke-with-response-stream`).
  */
 import type { Endpoint } from '../providers/types.js';
 import type { SdkRequestBody } from '../types/contracts.js';
@@ -10,5 +11,6 @@ export interface IsStreamingEnabledInput {
     body: SdkRequestBody;
     endpoint: Endpoint;
     path: string;
+    isGeminiRouter?: boolean;
 }
-export declare function isStreamingEnabledSdk({ body, endpoint, path }: IsStreamingEnabledInput): boolean;
+export declare function isStreamingEnabledSdk({ body, endpoint, path, isGeminiRouter }: IsStreamingEnabledInput): boolean;

package/dist/utils/isStreamingEnabled.js

@@ -1,14 +1,27 @@
 const STREAM_PATH_PATTERNS = ['streamGenerateContent', 'converse-stream', 'invoke-with-response-stream'];
-export function isStreamingEnabledSdk({ body, endpoint, path }) {
+const PROXY_URL_STREAM_PATTERNS = ['streamRawPredict', 'invoke-with-response-stream', 'converse-stream'];
+const PROXY_ENDPOINTS = new Set(['proxy', 'tts-proxy', 'stt-proxy', 'video-proxy']);
+export function isStreamingEnabledSdk({ body, endpoint, path, isGeminiRouter }) {
     if (endpoint === 'embed')
         return false;
     if (body instanceof ReadableStream || body instanceof FormData)
         return false;
-    if (body && typeof body === 'object' && !ArrayBuffer.isView(body) && !(body instanceof ArrayBuffer)) {
-        const params = body;
-        if (Boolean(params.stream) || params.stream_format === 'sse')
+    const params = body && typeof body === 'object' && !ArrayBuffer.isView(body) && !(body instanceof ArrayBuffer)
+        ? body
+        : undefined;
+    // Same as live isStreamingEnabled: model uses stream; else the Gemini-router or proxy URL.
+    if (PROXY_ENDPOINTS.has(endpoint)) {
+        if (params && params.model !== undefined) {
+            return Boolean(params.stream) || params.stream_format === 'sse';
+        }
+        if (isGeminiRouter && path.includes('streamGenerateContent'))
             return true;
+        if (endpoint === 'proxy')
+            return PROXY_URL_STREAM_PATTERNS.some(pattern => path.includes(pattern));
+        return false;
     }
+    if (params && (Boolean(params.stream) || params.stream_format === 'sse'))
+        return true;
     return STREAM_PATH_PATTERNS.some(pattern => path.includes(pattern));
 }
 //# sourceMappingURL=isStreamingEnabled.js.map

package/dist/utils/isStreamingEnabled.js.map

@@ -1 +1 @@
-{"version":3,"file":"isStreamingEnabled.js","sourceRoot":"","sources":["../../src/utils/isStreamingEnabled.ts"],"names":[],"mappings":"AASA,MAAM,oBAAoB,GAAG,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,6BAA6B,CAAU,CAAC;AAQlH,MAAM,UAAU,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAA2B;IACrF,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,IAAI,YAAY,cAAc,IAAI,IAAI,YAAY,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE7E,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,YAAY,WAAW,CAAC,EAAE,CAAC;QACpG,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;IAC5E,CAAC;IAED,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AACtE,CAAC"}
+{"version":3,"file":"isStreamingEnabled.js","sourceRoot":"","sources":["../../src/utils/isStreamingEnabled.ts"],"names":[],"mappings":"AAUA,MAAM,oBAAoB,GAAG,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,6BAA6B,CAAU,CAAC;AAClH,MAAM,yBAAyB,GAAG,CAAC,kBAAkB,EAAE,6BAA6B,EAAE,iBAAiB,CAAU,CAAC;AAClH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAW,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;AAS9F,MAAM,UAAU,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAA2B;IACrG,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,IAAI,YAAY,cAAc,IAAI,IAAI,YAAY,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE7E,MAAM,MAAM,GACV,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,YAAY,WAAW,CAAC;QAC7F,CAAC,CAAE,IAAgC;QACnC,CAAC,CAAC,SAAS,CAAC;IAChB,2FAA2F;IAC3F,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC;QAClE,CAAC;QACD,IAAI,cAAc,IAAI,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1E,IAAI,QAAQ,KAAK,OAAO;YAAE,OAAO,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACnG,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtF,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AACtE,CAAC"}

package/dist/utils/sdkRequestUrl.d.ts

@@ -2,6 +2,9 @@ import type { SdkRequest } from '../types/contracts.js';
 /** Stamped onto errors thrown after the outbound URL exists, so the gateway can still fill the Model span. */
 export declare const EXECUTE_TRACING_URL = "tracingRequestUrl";
 export declare const EXECUTE_TRACING_BODY = "tracingProviderBody";
+export declare const EXECUTE_TRACING_HEADERS = "tracingProviderHeaders";
+/** performance.now() at outbound fetch start. Live tryPost stores this before retryRequest. */
+export declare const EXECUTE_TRACING_FETCH_START = "tracingFetchStartMs";
 /**
  * Reconstruct a URL string from `SdkRequest.path` + `SdkRequest.search` for
  * providers that still split path segments / query the way they did with

package/dist/utils/sdkRequestUrl.js

@@ -2,6 +2,9 @@ const REDACTED_QUERY_VALUE = '***REDACTED***';
 /** Stamped onto errors thrown after the outbound URL exists, so the gateway can still fill the Model span. */
 export const EXECUTE_TRACING_URL = 'tracingRequestUrl';
 export const EXECUTE_TRACING_BODY = 'tracingProviderBody';
+export const EXECUTE_TRACING_HEADERS = 'tracingProviderHeaders';
+/** performance.now() at outbound fetch start. Live tryPost stores this before retryRequest. */
+export const EXECUTE_TRACING_FETCH_START = 'tracingFetchStartMs';
 /**
  * Reconstruct a URL string from `SdkRequest.path` + `SdkRequest.search` for
  * providers that still split path segments / query the way they did with

package/dist/utils/sdkRequestUrl.js.map

@@ -1 +1 @@
-{"version":3,"file":"sdkRequestUrl.js","sourceRoot":"","sources":["../../src/utils/sdkRequestUrl.ts"],"names":[],"mappings":"AAEA,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;AAE9C,8GAA8G;AAC9G,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,qBAAqB,CAAC;AAE1D;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,OAA4C;IACxE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAC5B,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QACnB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACpB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;QACtB,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QACvB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAClB,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CACzB,CAAC;AACJ,CAAC;AAED,sHAAsH;AACtH,MAAM,UAAU,uBAAuB,CAAC,GAAW;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,CAAC,QAAQ,GAAG,oBAAoB,CAAC;YACvC,MAAM,CAAC,QAAQ,GAAG,oBAAoB,CAAC;YACvC,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC1C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC"}
+{"version":3,"file":"sdkRequestUrl.js","sourceRoot":"","sources":["../../src/utils/sdkRequestUrl.ts"],"names":[],"mappings":"AAEA,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;AAE9C,8GAA8G;AAC9G,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,qBAAqB,CAAC;AAC1D,MAAM,CAAC,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;AAChE,+FAA+F;AAC/F,MAAM,CAAC,MAAM,2BAA2B,GAAG,qBAAqB,CAAC;AAEjE;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,OAA4C;IACxE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAC5B,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QACnB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACpB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;QACtB,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QACvB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAClB,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CACzB,CAAC;AACJ,CAAC;AAED,sHAAsH;AACtH,MAAM,UAAU,uBAAuB,CAAC,GAAW;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,CAAC,QAAQ,GAAG,oBAAoB,CAAC;YACvC,MAAM,CAAC,QAAQ,GAAG,oBAAoB,CAAC;YACvC,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC1C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/utils/sseUtils.d.ts

@@ -33,6 +33,15 @@ export declare function getSseDataLines(frame: string): string[];
  *     'event: ping'              -> null       // nothing to read
  */
 export declare function getSseDataPayload(frame: string): string | null;
+/** The `event:` value from one SSE frame, or null when the frame has no event name. */
+export declare function getSseEventName(frame: string): string | null;
+/**
+ * Key used in `tfy.model.stream.event_counts` for one raw upstream frame.
+ * Named SSE events use the `event:` value; bare OpenAI `data:` chunks use the delta shape.
+ */
+export declare function classifyStreamEventKey(frame: string): string | null;
+/** Increment the counter for this frame when it has a classifiable key. Returns that key. */
+export declare function recordStreamEventCount(counts: Record<string, number>, frame: string): string | null;
 /**
  * The frame's payload parsed as JSON, or undefined when there is nothing to act on.
  *

package/dist/utils/sseUtils.js

@@ -91,6 +91,8 @@ export function stripSseComments(frame) {
  */
 /** Length of `data:` itself. The space that usually follows it is optional, so it is trimmed. */
 const DATA_FIELD_PREFIX_LENGTH = 'data:'.length;
+/** Length of `event:` itself. The space that usually follows it is optional, so it is trimmed. */
+const EVENT_FIELD_PREFIX_LENGTH = 'event:'.length;
 /** What `data: [DONE]` leaves behind once the label is removed. Marks the end of a stream. */
 const SSE_DONE_PAYLOAD = '[DONE]';
 /**
@@ -125,6 +127,69 @@ export function getSseDataPayload(frame) {
     const dataLines = getSseDataLines(frame);
     return dataLines.length ? dataLines.join('\n').trim() : null;
 }
+/** The `event:` value from one SSE frame, or null when the frame has no event name. */
+export function getSseEventName(frame) {
+    for (const line of frame.split(LINE_TERMINATOR)) {
+        if (line.startsWith('event:')) {
+            const name = line.slice(EVENT_FIELD_PREFIX_LENGTH).trim();
+            return name || null;
+        }
+    }
+    return null;
+}
+/** Classify an OpenAI-shaped chat chunk (no `event:` line) by delta shape. */
+function classifyOpenAiShapedChunk(payload) {
+    const choices = payload.choices;
+    if (!Array.isArray(choices)) {
+        return payload.usage ? 'usage_only' : null;
+    }
+    if (choices.length === 0) {
+        return payload.usage ? 'usage_only' : 'empty';
+    }
+    const delta = choices[0]?.delta;
+    if (!delta || typeof delta !== 'object') {
+        return payload.usage ? 'usage_only' : 'empty';
+    }
+    if (delta.tool_calls)
+        return 'tool_calls';
+    if (delta.reasoning != null || delta.reasoning_content != null)
+        return 'reasoning';
+    if ('content' in delta)
+        return 'content';
+    if (payload.usage)
+        return 'usage_only';
+    return 'empty';
+}
+/**
+ * Key used in `tfy.model.stream.event_counts` for one raw upstream frame.
+ * Named SSE events use the `event:` value; bare OpenAI `data:` chunks use the delta shape.
+ */
+export function classifyStreamEventKey(frame) {
+    const eventName = getSseEventName(frame);
+    if (eventName)
+        return eventName;
+    const payloadText = getSseDataPayload(frame);
+    if (!payloadText || payloadText === SSE_DONE_PAYLOAD)
+        return null;
+    let parsed;
+    try {
+        parsed = JSON.parse(payloadText);
+    }
+    catch {
+        return null;
+    }
+    if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed))
+        return null;
+    return classifyOpenAiShapedChunk(parsed);
+}
+/** Increment the counter for this frame when it has a classifiable key. Returns that key. */
+export function recordStreamEventCount(counts, frame) {
+    const key = classifyStreamEventKey(frame);
+    if (!key)
+        return null;
+    counts[key] = (counts[key] ?? 0) + 1;
+    return key;
+}
 /**
  * The frame's payload parsed as JSON, or undefined when there is nothing to act on.
  *

package/dist/utils/sseUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"sseUtils.js","sourceRoot":"","sources":["../../src/utils/sseUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,eAAe,GAAG,YAAY,CAAC;AAErC;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,cAAc,CAAC;AAElC,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,WAAW,CAAC;AAErC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wFAAwF;IACxF,mFAAmF;IACnF,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEH,iGAAiG;AACjG,MAAM,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;AAEhD,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAElC;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QAChD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAAc,KAAa;IACzD,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}
+{"version":3,"file":"sseUtils.js","sourceRoot":"","sources":["../../src/utils/sseUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,eAAe,GAAG,YAAY,CAAC;AAErC;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,cAAc,CAAC;AAElC,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,WAAW,CAAC;AAErC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wFAAwF;IACxF,mFAAmF;IACnF,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEH,iGAAiG;AACjG,MAAM,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;AAEhD,kGAAkG;AAClG,MAAM,yBAAyB,GAAG,QAAQ,CAAC,MAAM,CAAC;AAElD,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAElC;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QAChD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QAChD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,OAAO,IAAI,IAAI,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,SAAS,yBAAyB,CAAC,OAAgC;IACjE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC;IAChD,CAAC;IACD,MAAM,KAAK,GAAI,OAAO,CAAC,CAAC,CAAqD,EAAE,KAAK,CAAC;IACrF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC;IAChD,CAAC;IACD,IAAI,KAAK,CAAC,UAAU;QAAE,OAAO,YAAY,CAAC;IAC1C,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI;QAAE,OAAO,WAAW,CAAC;IACnF,IAAI,SAAS,IAAI,KAAK;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,OAAO,CAAC,KAAK;QAAE,OAAO,YAAY,CAAC;IACvC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAEhC,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC,WAAW,IAAI,WAAW,KAAK,gBAAgB;QAAE,OAAO,IAAI,CAAC;IAElE,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAChF,OAAO,yBAAyB,CAAC,MAAiC,CAAC,CAAC;AACtE,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,sBAAsB,CAAC,MAA8B,EAAE,KAAa;IAClF,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACrC,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAAc,KAAa;IACzD,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@truefoundry/ai-gateway-sdk",
-  "version": "0.0.15",
+  "version": "0.0.17",
   "description": "LLM provider translation SDK",
   "author": "Truefoundry",
   "license": "UNLICENSED",