@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/stream/readSseFrames.js

@@ -0,0 +1,80 @@
+/**
+ * Unified SSE / NDJSON frame buffer — shared by provider pump and adapter
+ * `readSseStream` so we do not add a fourth independent pump.
+ *
+ * Yields complete frames **without** the trailing `splitPattern`. Any trailing
+ * incomplete bytes are returned as `remainder` on natural end only. On abort,
+ * `remainder` is cleared (live `readStream` does not flush leftover buffer).
+ */
+import { isAbortError, throwIfAborted } from '../utils/abortUtils.js';
+import { ignoreWithLog } from '../utils/ignoreWithLog.js';
+/**
+ * Read a byte stream and yield complete text frames delimited by `splitPattern`.
+ * Returns `{ truncated, remainder }` when the generator finishes.
+ */
+export async function* readSseFrames(options) {
+    const { reader, splitPattern, normalizeCrlf = false, abortSignal } = options;
+    const decoder = new TextDecoder();
+    let buffer = '';
+    let truncated = false;
+    const onAbort = () => {
+        truncated = true;
+        void reader.cancel().catch(ignoreWithLog('sdk.readSseFrames.abortCancel'));
+    };
+    abortSignal?.addEventListener('abort', onAbort, { once: true });
+    try {
+        throwIfAborted(abortSignal);
+        while (true) {
+            throwIfAborted(abortSignal);
+            const { done, value } = await reader.read();
+            if (done) {
+                if (abortSignal?.aborted) {
+                    truncated = true;
+                }
+                buffer += decoder.decode();
+                if (normalizeCrlf) {
+                    buffer = buffer.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+                }
+                break;
+            }
+            buffer += decoder.decode(value, { stream: true });
+            if (normalizeCrlf) {
+                buffer = buffer.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+            }
+            while (buffer.split(splitPattern).length > 1) {
+                const parts = buffer.split(splitPattern);
+                const lastPart = parts.pop() ?? '';
+                for (const part of parts) {
+                    if (normalizeCrlf) {
+                        if (part.trim())
+                            yield part;
+                    }
+                    else if (part.length > 0) {
+                        yield part;
+                    }
+                }
+                buffer = lastPart;
+            }
+        }
+    }
+    catch (err) {
+        if (abortSignal?.aborted || isAbortError(err)) {
+            truncated = true;
+        }
+        else {
+            throw err;
+        }
+    }
+    finally {
+        abortSignal?.removeEventListener('abort', onAbort);
+        await reader.cancel().catch(ignoreWithLog('sdk.readSseFrames.finallyCancel'));
+    }
+    truncated = truncated || !!abortSignal?.aborted;
+    // Live readStream does not flush leftover buffer on abort / AbortError.
+    const remainder = truncated ? '' : normalizeCrlf ? (buffer.trim() ? buffer : '') : buffer;
+    return {
+        truncated,
+        remainder,
+    };
+}
+//# sourceMappingURL=readSseFrames.js.map

package/dist/stream/readSseFrames.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readSseFrames.js","sourceRoot":"","sources":["../../src/stream/readSseFrames.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,OAA6B;IAChE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,GAAG,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAC7E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,SAAS,GAAG,IAAI,CAAC;QACjB,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC;IACF,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,cAAc,CAAC,WAAW,CAAC,CAAC;QAE5B,OAAO,IAAI,EAAE,CAAC;YACZ,cAAc,CAAC,WAAW,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;oBACzB,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC3B,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM;YACR,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC9D,CAAC;YAED,OAAO,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,aAAa,EAAE,CAAC;wBAClB,IAAI,IAAI,CAAC,IAAI,EAAE;4BAAE,MAAM,IAAI,CAAC;oBAC9B,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,IAAI,CAAC;oBACb,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,QAAQ,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,WAAW,EAAE,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,SAAS,GAAG,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC;IAChD,wEAAwE;IACxE,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1F,OAAO;QACL,SAAS;QACT,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/stream/resolvePumpAbortSignal.d.ts

@@ -0,0 +1,17 @@
+export interface ResolvePumpAbortSignalInput {
+    /** Provider / request-timeout abort (fetch + pump). */
+    upstreamAbort?: AbortSignal;
+    /** Client disconnect abort (`req.signal`). */
+    clientAbort?: AbortSignal;
+    /**
+     * Live sync: `COMPLETE_REQUEST_ON_CLIENT_CANCEL` / DoNotCancel drain.
+     * When true, omit `clientAbort` so the pump keeps reading until the provider finishes.
+     */
+    drainUpstream: boolean;
+}
+/**
+ * Resolve the AbortSignal passed into `pumpProviderSseStream` /
+ * `pumpProviderAwsEventStream`.
+ */
+export declare function resolvePumpAbortSignal(input: ResolvePumpAbortSignalInput): AbortSignal | undefined;
+//# sourceMappingURL=resolvePumpAbortSignal.d.ts.map

package/dist/stream/resolvePumpAbortSignal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolvePumpAbortSignal.d.ts","sourceRoot":"","sources":["../../src/stream/resolvePumpAbortSignal.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,2BAA2B;IAC1C,uDAAuD;IACvD,aAAa,CAAC,EAAE,WAAW,CAAC;IAC5B,8CAA8C;IAC9C,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B;;;OAGG;IACH,aAAa,EAAE,OAAO,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,2BAA2B,GAAG,WAAW,GAAG,SAAS,CAelG"}

package/dist/stream/resolvePumpAbortSignal.js

@@ -0,0 +1,30 @@
+/**
+ * P5.6 — Abort-signal ownership for stream pumps under client cancel.
+ *
+ * Live sync with `src/handlers/streamHandler.ts` (client `abort` listener ~COMPLETE_REQUEST):
+ * - drainUpstream true  → omit clientAbort (writer-only detach; reader/pump stay alive)
+ * - drainUpstream false → merge clientAbort into pump abort (cancel upstream)
+ *
+ * Policy selection (`ClientCancelBilling` / `COMPLETE_REQUEST_ON_CLIENT_CANCEL`) stays
+ * gateway-side (`clientCancelPolicy` + `buildSdkCallInputs` / live `tryPost`).
+ */
+import { mergeAbortSignals } from '../utils/abortSignals.js';
+/**
+ * Resolve the AbortSignal passed into `pumpProviderSseStream` /
+ * `pumpProviderAwsEventStream`.
+ */
+export function resolvePumpAbortSignal(input) {
+    const { upstreamAbort, clientAbort, drainUpstream } = input;
+    if (drainUpstream) {
+        return upstreamAbort;
+    }
+    const signals = [upstreamAbort, clientAbort].filter((s) => s != null);
+    if (signals.length === 0) {
+        return undefined;
+    }
+    if (signals.length === 1) {
+        return signals[0];
+    }
+    return mergeAbortSignals(signals);
+}
+//# sourceMappingURL=resolvePumpAbortSignal.js.map

package/dist/stream/resolvePumpAbortSignal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolvePumpAbortSignal.js","sourceRoot":"","sources":["../../src/stream/resolvePumpAbortSignal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAc1D;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAkC;IACvE,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAE5D,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACxF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC"}

package/dist/stream/resolveStreamEndReason.d.ts

@@ -0,0 +1,17 @@
+import type { EndReason, ExecutionFinishReason, MidStreamError } from '../types/executionReport';
+export interface ResolveStreamEndReasonInput {
+    /** `PumpResult.truncated` — abort before natural stream end. */
+    truncated?: boolean;
+    /** Provider finish/stop token when the stream completed normally. */
+    finishReason?: ExecutionFinishReason;
+    /** Gate reject, pump failure, or other settle error. */
+    error?: unknown;
+}
+/** Map a gate/pump failure into a typed {@link MidStreamError}. */
+export declare function mapToMidStreamError(error: unknown): MidStreamError;
+/**
+ * Resolve terminal {@link EndReason} from pump truncation and/or gate/pump error.
+ * Mid-stream errors win over truncation when both are present.
+ */
+export declare function resolveStreamEndReason(input: ResolveStreamEndReasonInput): EndReason;
+//# sourceMappingURL=resolveStreamEndReason.d.ts.map

package/dist/stream/resolveStreamEndReason.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveStreamEndReason.d.ts","sourceRoot":"","sources":["../../src/stream/resolveStreamEndReason.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,SAAS,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAOjG,MAAM,WAAW,2BAA2B;IAC1C,gEAAgE;IAChE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,qEAAqE;IACrE,YAAY,CAAC,EAAE,qBAAqB,CAAC;IACrC,wDAAwD;IACxD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAOD,mEAAmE;AACnE,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,cAAc,CA4DlE;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,2BAA2B,GAAG,SAAS,CAWpF"}

package/dist/stream/resolveStreamEndReason.js

@@ -0,0 +1,89 @@
+/**
+ * P5.6 — Map pump/gate outcomes to `EndReason` for future `executionReport` (P7).
+ *
+ * Truncation is report-only: gateway decides not to cache cancelled streams.
+ * TTFT timeouts are gate rejects for LB fallback — mapped as `unknown` (no new
+ * MidStreamErrorKind; do not invent kinds beyond P5.2).
+ */
+import { APIError, ProviderStreamError, TTFTTimeoutError } from '../errors.js';
+import { ANTHROPIC_STREAM_OVERLOADED_ERROR_MESSAGE, DETAIL_LESS_FAILURE_MESSAGE, EMPTY_STREAM_FAILURE_MESSAGE, } from './firstChunkGateValidators.js';
+function asError(error) {
+    if (error instanceof Error)
+        return error;
+    return new Error(typeof error === 'string' ? error : String(error));
+}
+/** Map a gate/pump failure into a typed {@link MidStreamError}. */
+export function mapToMidStreamError(error) {
+    const err = asError(error);
+    if (err instanceof TTFTTimeoutError) {
+        // TTFT is a gate timeout for LB fallback, not a provider in-band frame.
+        return {
+            kind: 'unknown',
+            status: err.statusCode,
+            message: err.message,
+        };
+    }
+    if (err instanceof ProviderStreamError) {
+        if (err.providerMessage === DETAIL_LESS_FAILURE_MESSAGE || err.message.startsWith(DETAIL_LESS_FAILURE_MESSAGE)) {
+            return {
+                kind: 'detail_less',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: err.providerErrorType,
+                providerErrorCode: err.providerErrorCode,
+            };
+        }
+        if (err.providerMessage === EMPTY_STREAM_FAILURE_MESSAGE || err.message.startsWith(EMPTY_STREAM_FAILURE_MESSAGE)) {
+            return {
+                kind: 'empty_stream',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: err.providerErrorType,
+                providerErrorCode: err.providerErrorCode,
+            };
+        }
+        return {
+            kind: 'in_band_provider_error',
+            status: err.statusCode,
+            message: err.message,
+            providerErrorType: err.providerErrorType,
+            providerErrorCode: err.providerErrorCode,
+        };
+    }
+    if (err instanceof APIError) {
+        if (err.message === ANTHROPIC_STREAM_OVERLOADED_ERROR_MESSAGE) {
+            return {
+                kind: 'overloaded',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: 'overloaded_error',
+            };
+        }
+        return {
+            kind: 'unknown',
+            status: err.statusCode,
+            message: err.message,
+        };
+    }
+    return {
+        kind: 'unknown',
+        message: err.message,
+    };
+}
+/**
+ * Resolve terminal {@link EndReason} from pump truncation and/or gate/pump error.
+ * Mid-stream errors win over truncation when both are present.
+ */
+export function resolveStreamEndReason(input) {
+    if (input.error != null) {
+        return {
+            kind: 'mid_stream_error',
+            error: mapToMidStreamError(input.error),
+        };
+    }
+    if (input.truncated) {
+        return { kind: 'cancelled', truncated: true };
+    }
+    return { kind: 'done', finishReason: input.finishReason };
+}
+//# sourceMappingURL=resolveStreamEndReason.js.map

package/dist/stream/resolveStreamEndReason.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveStreamEndReason.js","sourceRoot":"","sources":["../../src/stream/resolveStreamEndReason.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE5E,OAAO,EACL,yCAAyC,EACzC,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,4BAA4B,CAAC;AAWpC,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3B,IAAI,GAAG,YAAY,gBAAgB,EAAE,CAAC;QACpC,wEAAwE;QACxE,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,YAAY,mBAAmB,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,eAAe,KAAK,2BAA2B,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC/G,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;aACzC,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,eAAe,KAAK,4BAA4B,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC,EAAE,CAAC;YACjH,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;aACzC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,wBAAwB;YAC9B,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;SACzC,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,OAAO,KAAK,yCAAyC,EAAE,CAAC;YAC9D,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,kBAAkB;aACtC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAkC;IACvE,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC;SACxC,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;AAC5D,CAAC"}

package/dist/stream/shouldReadAwsEventStream.d.ts

@@ -0,0 +1,18 @@
+export interface ShouldReadAwsEventStreamInput {
+    /** `model.manifest.type` (e.g. `integration/model/bedrock`). */
+    modelManifestType: string;
+    /**
+     * Provider model id (`model.manifest.model_id`), not the gateway FQN.
+     * Required — live always has `model.manifest.model_id` for the OpenAI
+     * Responses SSE vs AWS event-stream branch.
+     */
+    modelId: string;
+    /** SDK / live endpoint string (`chatComplete`, `createModelResponse`, …). */
+    requestType: string;
+}
+/**
+ * True when the provider body should be pumped with
+ * {@link pumpProviderAwsEventStream} instead of the SSE pump.
+ */
+export declare function shouldReadAwsEventStream({ modelManifestType, modelId, requestType, }: ShouldReadAwsEventStreamInput): boolean;
+//# sourceMappingURL=shouldReadAwsEventStream.d.ts.map

package/dist/stream/shouldReadAwsEventStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldReadAwsEventStream.d.ts","sourceRoot":"","sources":["../../src/stream/shouldReadAwsEventStream.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,6BAA6B;IAC5C,gEAAgE;IAChE,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,6EAA6E;IAC7E,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,EACvC,iBAAiB,EACjB,OAAO,EACP,WAAW,GACZ,EAAE,6BAA6B,GAAG,OAAO,CAWzC"}

package/dist/stream/shouldReadAwsEventStream.js

@@ -0,0 +1,29 @@
+/**
+ * Choose AWS event-stream vs SSE for a Bedrock model — mirrors live
+ * `usesBedrockOpenAIResponsesSse` / `handleStreamingMode` in
+ * `src/handlers/streamHandler.ts`.
+ *
+ * bedrock-runtime serves openai.* Responses on `/openai/v1/responses` as SSE.
+ * Every other Bedrock stream is AWS binary eventstream.
+ *
+ * Callers must pass the provider `model_id` (same as live
+ * `model.manifest.model_id`). Without it the OpenAI Responses check cannot run
+ * and OpenAI Responses would be mis-routed onto the AWS pump.
+ */
+import { isOpenAIModel } from '../providers/bedrock/modelFamily.js';
+const BEDROCK_INTEGRATION_TYPE = 'integration/model/bedrock';
+/**
+ * True when the provider body should be pumped with
+ * {@link pumpProviderAwsEventStream} instead of the SSE pump.
+ */
+export function shouldReadAwsEventStream({ modelManifestType, modelId, requestType, }) {
+    if (modelManifestType !== BEDROCK_INTEGRATION_TYPE) {
+        return false;
+    }
+    // Live: usesBedrockOpenAIResponsesSse → isOpenAIModel(model.manifest.model_id).
+    if (requestType === 'createModelResponse' && isOpenAIModel(modelId)) {
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=shouldReadAwsEventStream.js.map

package/dist/stream/shouldReadAwsEventStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldReadAwsEventStream.js","sourceRoot":"","sources":["../../src/stream/shouldReadAwsEventStream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAEjE,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AAe7D;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,EACvC,iBAAiB,EACjB,OAAO,EACP,WAAW,GACmB;IAC9B,IAAI,iBAAiB,KAAK,wBAAwB,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gFAAgF;IAChF,IAAI,WAAW,KAAK,qBAAqB,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/stream/shouldRequireAzureStreamSleep.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Whether `pumpProviderSseStream` should use Azure/Foundry inter-chunk sleeps
+ * (`FIRST_CHUNK_SLEEP_MS` / `INTER_CHUNK_SLEEP_MS`). Live parity:
+ * `proxyProvider === AZURE_OPEN_AI || proxyProvider === MICROSOFT_FOUNDRY`.
+ *
+ * Pass the result as `PumpProviderSseOptions.isSleepTimeRequired`.
+ */
+export declare function shouldRequireAzureStreamSleep(provider: string): boolean;
+//# sourceMappingURL=shouldRequireAzureStreamSleep.d.ts.map

package/dist/stream/shouldRequireAzureStreamSleep.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldRequireAzureStreamSleep.d.ts","sourceRoot":"","sources":["../../src/stream/shouldRequireAzureStreamSleep.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEvE"}

package/dist/stream/shouldRequireAzureStreamSleep.js

@@ -0,0 +1,12 @@
+import { AZURE_OPEN_AI, MICROSOFT_FOUNDRY } from '../globals.js';
+/**
+ * Whether `pumpProviderSseStream` should use Azure/Foundry inter-chunk sleeps
+ * (`FIRST_CHUNK_SLEEP_MS` / `INTER_CHUNK_SLEEP_MS`). Live parity:
+ * `proxyProvider === AZURE_OPEN_AI || proxyProvider === MICROSOFT_FOUNDRY`.
+ *
+ * Pass the result as `PumpProviderSseOptions.isSleepTimeRequired`.
+ */
+export function shouldRequireAzureStreamSleep(provider) {
+    return provider === AZURE_OPEN_AI || provider === MICROSOFT_FOUNDRY;
+}
+//# sourceMappingURL=shouldRequireAzureStreamSleep.js.map

package/dist/stream/shouldRequireAzureStreamSleep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldRequireAzureStreamSleep.js","sourceRoot":"","sources":["../../src/stream/shouldRequireAzureStreamSleep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAgB;IAC5D,OAAO,QAAQ,KAAK,aAAa,IAAI,QAAQ,KAAK,iBAAiB,CAAC;AACtE,CAAC"}

package/dist/stream/splitPatterns.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Context-free SSE frame delimiter selection (live `getStreamModeSplitPattern`
+ * without Hono Context).
+ */
+import type { SplitPattern } from './types';
+export interface GetStreamModeSplitPatternInput {
+    /** `model.manifest.type` (e.g. `integration/model/anthropic`). */
+    modelManifestType: string;
+    /** Upstream request URL (path or full). */
+    requestURL: string;
+    /** Live `CONTEXT_KEYS.IS_GEMINI_ROUTER`. */
+    isGeminiRouter?: boolean;
+    /** Live `CONTEXT_KEYS.ADAPTER_ORIGINAL_ENDPOINT` (e.g. `generateContent`). */
+    adapterOriginalEndpoint?: string;
+}
+/**
+ * Resolve the SSE / NDJSON split pattern for a provider stream.
+ * Mirrors live `getStreamModeSplitPattern` in `src/utils.ts`.
+ */
+export declare function getStreamModeSplitPattern({ modelManifestType, requestURL, isGeminiRouter, adapterOriginalEndpoint, }: GetStreamModeSplitPatternInput): SplitPattern;
+//# sourceMappingURL=splitPatterns.d.ts.map

package/dist/stream/splitPatterns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitPatterns.d.ts","sourceRoot":"","sources":["../../src/stream/splitPatterns.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,MAAM,WAAW,8BAA8B;IAC7C,kEAAkE;IAClE,iBAAiB,EAAE,MAAM,CAAC;IAC1B,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,4CAA4C;IAC5C,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,8EAA8E;IAC9E,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,EACxC,iBAAiB,EACjB,UAAU,EACV,cAAsB,EACtB,uBAAuB,GACxB,EAAE,8BAA8B,GAAG,YAAY,CAqC/C"}

package/dist/stream/splitPatterns.js

@@ -0,0 +1,33 @@
+/**
+ * Resolve the SSE / NDJSON split pattern for a provider stream.
+ * Mirrors live `getStreamModeSplitPattern` in `src/utils.ts`.
+ */
+export function getStreamModeSplitPattern({ modelManifestType, requestURL, isGeminiRouter = false, adapterOriginalEndpoint, }) {
+    let splitPattern = '\n\n';
+    if (requestURL.includes('streamGenerateContent') &&
+        (isGeminiRouter || adapterOriginalEndpoint === 'generateContent')) {
+        return '\n';
+    }
+    if (modelManifestType === 'integration/model/anthropic' && requestURL.endsWith('/complete')) {
+        splitPattern = '\r\n\r\n';
+    }
+    if (modelManifestType === 'integration/model/cohere') {
+        splitPattern = requestURL.includes('/chat') ? '\n\n' : '\n';
+    }
+    if (modelManifestType === 'integration/model/gemini') {
+        splitPattern = '\r\n';
+    }
+    if (modelManifestType === 'integration/model/vertex') {
+        if (requestURL.includes('/publishers/google')) {
+            splitPattern = '\r\n\r\n';
+        }
+    }
+    if (modelManifestType === 'integration/model/deepinfra') {
+        splitPattern = '\n';
+    }
+    if (modelManifestType === 'integration/model/sagemaker') {
+        splitPattern = '\n';
+    }
+    return splitPattern;
+}
+//# sourceMappingURL=splitPatterns.js.map

package/dist/stream/splitPatterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitPatterns.js","sourceRoot":"","sources":["../../src/stream/splitPatterns.ts"],"names":[],"mappings":"AAiBA;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,EACxC,iBAAiB,EACjB,UAAU,EACV,cAAc,GAAG,KAAK,EACtB,uBAAuB,GACQ;IAC/B,IAAI,YAAY,GAAiB,MAAM,CAAC;IAExC,IACE,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC5C,CAAC,cAAc,IAAI,uBAAuB,KAAK,iBAAiB,CAAC,EACjE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5F,YAAY,GAAG,UAAU,CAAC;IAC5B,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,YAAY,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,IAAI,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC9C,YAAY,GAAG,UAAU,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,EAAE,CAAC;QACxD,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,EAAE,CAAC;QACxD,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/dist/stream/types.d.ts

@@ -0,0 +1,92 @@
+/**
+ * P5.3 / P5.4 — Context-free stream pump types.
+ * SSE chunks stay loosely typed (string frames); AWS event-stream yields
+ * `string | Uint8Array` when raw bytes must stay CRC-identical. No public
+ * union of provider JSON chunk shapes.
+ */
+import type { Params } from '../types/requestBody';
+export type SplitPattern = '\n\n' | '\r\n\r\n' | '\n' | '\r\n';
+export type SseCommentMode = 'forward' | 'strip';
+/**
+ * Provider `stream-*` transform hook. Same arity as live `readStream` /
+ * `readAWSStream`. May fan one upstream event into several messages (`string[]`).
+ */
+export type StreamTransformFn = (cleanedChunk: string, fallbackChunkId: string, streamState: Record<string, unknown>, strictOpenAiCompliance: boolean, gatewayRequest: Params | FormData) => string | string[] | undefined;
+/** Shared inputs for both SSE and AWS provider pumps. */
+export interface PumpProviderBaseOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    transformFunction?: StreamTransformFn;
+    fallbackChunkId: string;
+    strictOpenAiCompliance: boolean;
+    gatewayRequest: Params | FormData;
+    abortSignal?: AbortSignal;
+}
+export interface ReadSseFramesOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    /** Frame delimiter (e.g. `\\n\\n`). */
+    splitPattern: string;
+    /**
+     * Normalize CRLF → LF before splitting (adapter pump). Leave false for
+     * provider-pump parity with live `readStream`.
+     */
+    normalizeCrlf?: boolean;
+    abortSignal?: AbortSignal;
+}
+export interface PumpProviderSseOptions extends PumpProviderBaseOptions {
+    splitPattern: string;
+    sseCommentMode: SseCommentMode;
+    /**
+     * Azure OpenAI / Microsoft Foundry: 25ms before the first frame, then 1ms
+     * between frames. Set via `shouldRequireAzureStreamSleep(provider)`.
+     */
+    isSleepTimeRequired?: boolean;
+}
+/**
+ * Facts for future `executionReport` mapping (P7). No USD / cache writes.
+ * Shared settle shape for SSE and AWS pumps (`frames` are logging-side only).
+ */
+export interface PumpResult {
+    streamState: Record<string, unknown>;
+    /**
+     * Logging-side frame strings (transform output or relayed data frames).
+     * Comment-only keepalives are yielded to the client but not recorded here
+     * (live `chunks` vs client yield split). When `yieldRawBytes`, never the
+     * client-facing raw frame bytes.
+     */
+    frames: string[];
+    /** Abort before natural stream end. */
+    truncated: boolean;
+    /** Non-abort pump failure (transform / read). */
+    error?: {
+        message: string;
+        status?: string | number;
+    };
+}
+export interface ReadSseFramesResult {
+    truncated: boolean;
+    /** Trailing incomplete frame bytes (no trailing delimiter). */
+    remainder: string;
+}
+/** One complete AWS event-stream frame plus its decoded payload string. */
+export interface AwsEventFrame {
+    /** Original frame bytes (prelude + headers + payload + CRC). Never re-encoded. */
+    frame: Uint8Array;
+    /** Decoded payload for transforms / logging (Invoke `bytes` base64 unwrapped). */
+    payload: string;
+}
+export interface ReadAwsEventFramesOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    abortSignal?: AbortSignal;
+}
+export interface ReadAwsEventFramesResult {
+    truncated: boolean;
+}
+export interface PumpProviderAwsEventStreamOptions extends PumpProviderBaseOptions {
+    /**
+     * When true, yield the original frame `Uint8Array` (CRC intact) instead of
+     * transform output. Transform still runs so logging-side `frames` collect
+     * decoded/transformed strings. Live `NEED_ORIGINAL_BINARY_CHUNKS`.
+     */
+    yieldRawBytes?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/stream/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/stream/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,UAAU,GAAG,IAAI,GAAG,MAAM,CAAC;AAE/D,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,OAAO,CAAC;AAEjD;;;GAGG;AACH,MAAM,MAAM,iBAAiB,GAAG,CAC9B,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,MAAM,EACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpC,sBAAsB,EAAE,OAAO,EAC/B,cAAc,EAAE,MAAM,GAAG,QAAQ,KAC9B,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;AAEnC,yDAAyD;AACzD,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAChD,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,EAAE,OAAO,CAAC;IAChC,cAAc,EAAE,MAAM,GAAG,QAAQ,CAAC;IAClC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAChD,uCAAuC;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAuB,SAAQ,uBAAuB;IACrE,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,cAAc,CAAC;IAC/B;;;OAGG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC;;;;;OAKG;IACH,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,uCAAuC;IACvC,SAAS,EAAE,OAAO,CAAC;IACnB,iDAAiD;IACjD,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACvD;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,+DAA+D;IAC/D,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,2EAA2E;AAC3E,MAAM,WAAW,aAAa;IAC5B,kFAAkF;IAClF,KAAK,EAAE,UAAU,CAAC;IAClB,kFAAkF;IAClF,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,iCAAkC,SAAQ,uBAAuB;IAChF;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB"}

package/dist/stream/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/stream/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/stream/types.ts"],"names":[],"mappings":""}

package/dist/tfy-providers/custom/api.d.ts

@@ -0,0 +1,4 @@
+import { ProviderAPIConfig } from '../../providers/types';
+declare const CustomAPIConfig: ProviderAPIConfig;
+export default CustomAPIConfig;
+//# sourceMappingURL=api.d.ts.map

package/dist/tfy-providers/custom/api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAW1D,QAAA,MAAM,eAAe,EAAE,iBAkHtB,CAAC;AAEF,eAAe,eAAe,CAAC"}