@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/stream/index.js

@@ -0,0 +1,13 @@
+export { createFirstChunkGateFromSignal } from './firstChunkGate.js';
+export { createAnthropicFirstMeaningfulChunkValidator, createResponsesInBandErrorValidator, } from './firstChunkGateValidators.js';
+export { formatInternalMetadataSseFrame, stripInternalMetadataSseFrames } from './internalMetadataSse.js';
+export { pumpProviderAwsEventStream } from './pumpProviderAwsEventStream.js';
+export { pumpProviderSseStream } from './pumpProviderSseStream.js';
+export { readAwsEventFrames } from './readAwsEventFrames.js';
+export { readSseFrames } from './readSseFrames.js';
+export { resolvePumpAbortSignal } from './resolvePumpAbortSignal.js';
+export { mapToMidStreamError, resolveStreamEndReason } from './resolveStreamEndReason.js';
+export { shouldReadAwsEventStream } from './shouldReadAwsEventStream.js';
+export { shouldRequireAzureStreamSleep } from './shouldRequireAzureStreamSleep.js';
+export { getStreamModeSplitPattern } from './splitPatterns.js';
+//# sourceMappingURL=index.js.map

package/dist/stream/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AAOlE,OAAO,EACL,4CAA4C,EAC5C,mCAAmC,GACpC,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,8BAA8B,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvG,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAElE,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAEvF,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/stream/internalMetadataSse.d.ts

@@ -0,0 +1,22 @@
+/**
+ * P5.5 — Optional gateway-private SSE metadata frame helpers.
+ *
+ * Wire format (named event so strip does not parse every provider `data:` JSON):
+ *
+ *   event: <eventName>
+ *   data: <json>\n\n
+ *
+ * Callers pass `eventName` (gateway uses e.g. `x-tfy-internal-metadata`).
+ * Emitted only when the gateway sets `SdkExecutionConfig.emitInternalMetadataSseFrame`
+ * (P7). Always stripped on the gateway egress path before the end user.
+ * Returns **string** frames only — never append to Bedrock `yieldRawBytes` /
+ * AWS event-stream (CRC).
+ */
+/** Build one SSE frame carrying an untyped internal payload. */
+export declare function formatInternalMetadataSseFrame(payload: object | string, eventName: string): string;
+/**
+ * Remove internal-metadata SSE events named `eventName` from a chunk.
+ * Leaves other events intact. Returns `''` when the chunk was only internal.
+ * Preserves the input's EOL style (`\n` vs `\r\n`) for remaining frames.
+ */
+export declare function stripInternalMetadataSseFrames(chunk: string, eventName: string): string;

package/dist/stream/internalMetadataSse.js

@@ -0,0 +1,60 @@
+/**
+ * P5.5 — Optional gateway-private SSE metadata frame helpers.
+ *
+ * Wire format (named event so strip does not parse every provider `data:` JSON):
+ *
+ *   event: <eventName>
+ *   data: <json>\n\n
+ *
+ * Callers pass `eventName` (gateway uses e.g. `x-tfy-internal-metadata`).
+ * Emitted only when the gateway sets `SdkExecutionConfig.emitInternalMetadataSseFrame`
+ * (P7). Always stripped on the gateway egress path before the end user.
+ * Returns **string** frames only — never append to Bedrock `yieldRawBytes` /
+ * AWS event-stream (CRC).
+ */
+function escapeRegExp(value) {
+    return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+/** Normalize CRLF → LF for parsing/detection only. */
+function toLf(chunk) {
+    return chunk.includes('\r\n') ? chunk.replace(/\r\n/g, '\n') : chunk;
+}
+function eventLineRegex(eventName) {
+    return new RegExp(`(?:^|\\n)event:\\s*${escapeRegExp(eventName)}(?:\\s|$)`, 'm');
+}
+/** Fast check: chunk likely contains an internal-metadata event for `eventName`. */
+function chunkContainsInternalMetadata(chunk, eventName) {
+    if (!chunk.includes(eventName)) {
+        return false;
+    }
+    // Require an `event:` line (not a coincidental string inside provider JSON).
+    return eventLineRegex(eventName).test(toLf(chunk));
+}
+/** Build one SSE frame carrying an untyped internal payload. */
+export function formatInternalMetadataSseFrame(payload, eventName) {
+    return `event: ${eventName}\ndata: ${JSON.stringify(payload)}\n\n`;
+}
+/**
+ * Remove internal-metadata SSE events named `eventName` from a chunk.
+ * Leaves other events intact. Returns `''` when the chunk was only internal.
+ * Preserves the input's EOL style (`\n` vs `\r\n`) for remaining frames.
+ */
+export function stripInternalMetadataSseFrames(chunk, eventName) {
+    if (!chunkContainsInternalMetadata(chunk, eventName)) {
+        return chunk;
+    }
+    const usesCrlf = chunk.includes('\r\n');
+    const normalized = toLf(chunk);
+    const trailingSep = normalized.endsWith('\n\n');
+    const parts = normalized.split('\n\n');
+    // split leaves a trailing empty string when the chunk ends with \n\n
+    const blocks = trailingSep && parts.length > 0 && parts[parts.length - 1] === '' ? parts.slice(0, -1) : parts;
+    const isInternal = eventLineRegex(eventName);
+    const kept = blocks.filter(block => block.length > 0 && !isInternal.test(block));
+    if (kept.length === 0) {
+        return '';
+    }
+    const out = kept.join('\n\n') + '\n\n';
+    return usesCrlf ? out.replace(/\n/g, '\r\n') : out;
+}
+//# sourceMappingURL=internalMetadataSse.js.map

package/dist/stream/internalMetadataSse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"internalMetadataSse.js","sourceRoot":"","sources":["../../src/stream/internalMetadataSse.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,sDAAsD;AACtD,SAAS,IAAI,CAAC,KAAa;IACzB,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AACvE,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,OAAO,IAAI,MAAM,CAAC,sBAAsB,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AACnF,CAAC;AAED,oFAAoF;AACpF,SAAS,6BAA6B,CAAC,KAAa,EAAE,SAAiB;IACrE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,6EAA6E;IAC7E,OAAO,cAAc,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,8BAA8B,CAAC,OAAwB,EAAE,SAAiB;IACxF,OAAO,UAAU,SAAS,WAAW,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,8BAA8B,CAAC,KAAa,EAAE,SAAiB;IAC7E,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,qEAAqE;IACrE,MAAM,MAAM,GAAG,WAAW,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE9G,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACvC,OAAO,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACrD,CAAC"}

package/dist/stream/pumpProviderAwsEventStream.d.ts

@@ -0,0 +1,32 @@
+import type { PumpProviderAwsEventStreamOptions, PumpResult } from './types.js';
+/**
+ * Pump a Bedrock / AWS binary event-stream body.
+ *
+ * Yields `string | Uint8Array`:
+ * - No transform → original frame bytes (live else branch).
+ * - Transform + `yieldRawBytes: false` → transformed SSE/string frames (fan-out).
+ * - Transform + `yieldRawBytes: true` → original frame once; transform strings
+ *   still land in {@link PumpResult.frames} for logging.
+ * - Transform returns `undefined` → skip the frame entirely (Bedrock complete).
+ *
+ * @example
+ * // No transform — client gets raw AWS event-stream frame bytes
+ * for await (const chunk of pumpProviderAwsEventStream({ reader, … })) { … }
+ *
+ * @example
+ * // Transform to OpenAI SSE; fan-out allowed
+ * transformFunction: () => ['data: {"id":"1"}\\n\\n', 'data: [DONE]\\n\\n']
+ *
+ * @example
+ * // Bedrock Converse raw bytes to client; logging still gets decoded strings
+ * yieldRawBytes: true, transformFunction: (payload) => `data: ${payload}\\n\\n`
+ *
+ * @example
+ * // Skip terminal Bedrock event (e.g. messageStop) — transform returns undefined
+ * transformFunction: (payload) => payload.includes('"messageStop"') ? undefined : …
+ *
+ * Generator return value is {@link PumpResult}. Does not calculate cost
+ * or write cache. Terminal error SSE is yielded to the client but kept out of
+ * `frames` (live `errResponse` vs `chunks` split).
+ */
+export declare function pumpProviderAwsEventStream(options: PumpProviderAwsEventStreamOptions): AsyncGenerator<string | Uint8Array, PumpResult>;

package/dist/stream/pumpProviderAwsEventStream.js

@@ -0,0 +1,103 @@
+/**
+ * Provider AWS event-stream pump — Context-free port of live `readAWSStream`
+ * (no Hono, logging, OTel, or USD). Decode → transform → fan-out or yield raw
+ * frame bytes when `yieldRawBytes` is set (CRC intact).
+ */
+import { isAbortError } from '../utils/abortUtils.js';
+import { ignoreWithLog } from '../utils/ignoreWithLog.js';
+import { readAwsEventFrames } from './readAwsEventFrames.js';
+/**
+ * Pump a Bedrock / AWS binary event-stream body.
+ *
+ * Yields `string | Uint8Array`:
+ * - No transform → original frame bytes (live else branch).
+ * - Transform + `yieldRawBytes: false` → transformed SSE/string frames (fan-out).
+ * - Transform + `yieldRawBytes: true` → original frame once; transform strings
+ *   still land in {@link PumpResult.frames} for logging.
+ * - Transform returns `undefined` → skip the frame entirely (Bedrock complete).
+ *
+ * @example
+ * // No transform — client gets raw AWS event-stream frame bytes
+ * for await (const chunk of pumpProviderAwsEventStream({ reader, … })) { … }
+ *
+ * @example
+ * // Transform to OpenAI SSE; fan-out allowed
+ * transformFunction: () => ['data: {"id":"1"}\\n\\n', 'data: [DONE]\\n\\n']
+ *
+ * @example
+ * // Bedrock Converse raw bytes to client; logging still gets decoded strings
+ * yieldRawBytes: true, transformFunction: (payload) => `data: ${payload}\\n\\n`
+ *
+ * @example
+ * // Skip terminal Bedrock event (e.g. messageStop) — transform returns undefined
+ * transformFunction: (payload) => payload.includes('"messageStop"') ? undefined : …
+ *
+ * Generator return value is {@link PumpResult}. Does not calculate cost
+ * or write cache. Terminal error SSE is yielded to the client but kept out of
+ * `frames` (live `errResponse` vs `chunks` split).
+ */
+export async function* pumpProviderAwsEventStream(options) {
+    const { reader, transformFunction, fallbackChunkId, strictOpenAiCompliance, gatewayRequest, yieldRawBytes = false, abortSignal, } = options;
+    const streamState = {};
+    const frames = [];
+    let truncated = false;
+    let error;
+    const frameGen = readAwsEventFrames({ reader, abortSignal });
+    try {
+        while (true) {
+            const iter = await frameGen.next();
+            if (iter.done) {
+                truncated = iter.value.truncated;
+                break;
+            }
+            const { frame, payload } = iter.value;
+            if (!transformFunction) {
+                frames.push(payload);
+                yield frame;
+                continue;
+            }
+            const transformed = transformFunction(payload, fallbackChunkId, streamState, strictOpenAiCompliance, gatewayRequest);
+            // undefined → skip entirely (including when yieldRawBytes)
+            if (transformed === undefined)
+                continue;
+            const items = Array.isArray(transformed) ? transformed : [transformed];
+            frames.push(...items);
+            if (yieldRawBytes) {
+                yield frame;
+            }
+            else {
+                for (const item of items)
+                    yield item;
+            }
+        }
+    }
+    catch (err) {
+        if (abortSignal?.aborted || isAbortError(err)) {
+            truncated = true;
+        }
+        else {
+            const message = err instanceof Error ? err.message || 'Error in processing AWS stream' : 'Error in processing AWS stream';
+            const status = err && typeof err === 'object' && 'status' in err
+                ? (err.status ?? '500')
+                : '500';
+            error = { message, status };
+            // Yield to the client; keep out of `frames` (live errResponse, not chunks).
+            yield `data: ${JSON.stringify({
+                error: {
+                    message,
+                },
+            })}` + '\n\n';
+        }
+    }
+    finally {
+        // Close the inner generator so reader.cancel() runs on consumer early-stop.
+        await frameGen.return({ truncated: true }).catch(ignoreWithLog('sdk.pumpAws.frameGenReturn'));
+    }
+    return {
+        streamState,
+        frames,
+        truncated: truncated || !!abortSignal?.aborted,
+        error,
+    };
+}
+//# sourceMappingURL=pumpProviderAwsEventStream.js.map

package/dist/stream/pumpProviderAwsEventStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pumpProviderAwsEventStream.js","sourceRoot":"","sources":["../../src/stream/pumpProviderAwsEventStream.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAG1D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAC/C,OAA0C;IAE1C,MAAM,EACJ,MAAM,EACN,iBAAiB,EACjB,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,aAAa,GAAG,KAAK,EACrB,WAAW,GACZ,GAAG,OAAO,CAAC;IAEZ,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,KAA0B,CAAC;IAE/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAE7D,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;gBACjC,MAAM;YACR,CAAC;YAED,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;YAEtC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,MAAM,KAAK,CAAC;gBACZ,SAAS;YACX,CAAC;YAED,MAAM,WAAW,GAAG,iBAAiB,CACnC,OAAO,EACP,eAAe,EACf,WAAW,EACX,sBAAsB,EACtB,cAAc,CACf,CAAC;YACF,2DAA2D;YAC3D,IAAI,WAAW,KAAK,SAAS;gBAAE,SAAS;YAExC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACtB,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,IAAI,IAAI,KAAK;oBAAE,MAAM,IAAI,CAAC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,WAAW,EAAE,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GACX,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,IAAI,gCAAgC,CAAC,CAAC,CAAC,gCAAgC,CAAC;YAC5G,MAAM,MAAM,GACV,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG;gBAC/C,CAAC,CAAC,CAAE,GAAoC,CAAC,MAAM,IAAI,KAAK,CAAC;gBACzD,CAAC,CAAC,KAAK,CAAC;YACZ,KAAK,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC5B,4EAA4E;YAC5E,MAAM,SAAS,IAAI,CAAC,SAAS,CAAC;gBAC5B,KAAK,EAAE;oBACL,OAAO;iBACR;aACF,CAAC,EAAE,GAAG,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,4EAA4E;QAC5E,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAChG,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO;QAC9C,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/stream/pumpProviderSseStream.d.ts

@@ -0,0 +1,11 @@
+import type { PumpProviderSseOptions, PumpResult } from './types.js';
+/**
+ * Pump a provider SSE/NDJSON body: buffer frames, strip comments, run the
+ * provider `stream-*` transform (with array fan-out), yield frame strings.
+ *
+ * Generator return value is {@link PumpResult} (`streamState`, `frames`,
+ * `truncated`, optional `error`). Does not calculate cost or write cache.
+ * Terminal error SSE is yielded to the client but kept out of `frames` (live
+ * `errResponse` vs `chunks` split).
+ */
+export declare function pumpProviderSseStream(options: PumpProviderSseOptions): AsyncGenerator<string, PumpResult>;

package/dist/stream/pumpProviderSseStream.js

@@ -0,0 +1,154 @@
+/**
+ * Provider SSE pump — Context-free port of live `readStream` (no Hono, logging,
+ * OTel, or USD). Strip comments → transform → fan-out; settle into {@link PumpResult}.
+ */
+import { isAbortError } from '../utils/abortUtils.js';
+import { ignoreWithLog } from '../utils/ignoreWithLog.js';
+import { stripSseComments } from '../utils/sseUtils.js';
+import { readSseFrames } from './readSseFrames.js';
+const FIRST_CHUNK_SLEEP_MS = 25;
+const INTER_CHUNK_SLEEP_MS = 1;
+async function sleep(ms) {
+    await new Promise(resolve => setTimeout(resolve, ms));
+}
+function* emitFrame(frames, frame) {
+    frames.push(frame);
+    yield frame;
+}
+/**
+ * Apply strip / transform / fan-out to one upstream frame body.
+ * @param appendDelimiter — live mid-stream relay appends `splitPattern`; flush-on-done does not.
+ */
+function* processFrame(args) {
+    const { part, appendDelimiter, splitPattern, forwardSseComments, transformFunction, fallbackChunkId, streamState, strictOpenAiCompliance, gatewayRequest, frames, } = args;
+    const cleaned = stripSseComments(part);
+    const suffix = appendDelimiter ? splitPattern : '';
+    if (transformFunction) {
+        if (cleaned === null) {
+            // Live yields keepalives to the client but does not chunks.push them.
+            if (forwardSseComments) {
+                yield part + suffix;
+            }
+            return;
+        }
+        const transformed = transformFunction(cleaned, fallbackChunkId, streamState, strictOpenAiCompliance, gatewayRequest);
+        if (Array.isArray(transformed)) {
+            for (const item of transformed) {
+                yield* emitFrame(frames, item);
+            }
+        }
+        else if (transformed !== undefined) {
+            yield* emitFrame(frames, transformed);
+        }
+        return;
+    }
+    if (cleaned === null) {
+        // Live yields keepalives to the client but does not chunks.push them.
+        if (forwardSseComments) {
+            yield part + suffix;
+        }
+        return;
+    }
+    const relayed = (forwardSseComments ? part : cleaned) + suffix;
+    yield* emitFrame(frames, relayed);
+}
+/**
+ * Pump a provider SSE/NDJSON body: buffer frames, strip comments, run the
+ * provider `stream-*` transform (with array fan-out), yield frame strings.
+ *
+ * Generator return value is {@link PumpResult} (`streamState`, `frames`,
+ * `truncated`, optional `error`). Does not calculate cost or write cache.
+ * Terminal error SSE is yielded to the client but kept out of `frames` (live
+ * `errResponse` vs `chunks` split).
+ */
+export async function* pumpProviderSseStream(options) {
+    const { reader, splitPattern, transformFunction, fallbackChunkId, strictOpenAiCompliance, gatewayRequest, sseCommentMode, isSleepTimeRequired = false, abortSignal, } = options;
+    const forwardSseComments = sseCommentMode === 'forward';
+    const streamState = {};
+    const frames = [];
+    let truncated = false;
+    let error;
+    let isFirstChunk = true;
+    const frameGen = readSseFrames({
+        reader,
+        splitPattern,
+        normalizeCrlf: false,
+        abortSignal,
+    });
+    try {
+        while (true) {
+            const iter = await frameGen.next();
+            if (iter.done) {
+                truncated = iter.value.truncated;
+                const remainder = iter.value.remainder;
+                // Live does not flush leftover buffer on abort; skip incomplete remainder.
+                if (!truncated && remainder.length > 0) {
+                    yield* processFrame({
+                        part: remainder,
+                        appendDelimiter: false,
+                        splitPattern,
+                        forwardSseComments,
+                        transformFunction,
+                        fallbackChunkId,
+                        streamState,
+                        strictOpenAiCompliance,
+                        gatewayRequest,
+                        frames,
+                    });
+                }
+                break;
+            }
+            const part = iter.value;
+            if (isFirstChunk) {
+                isFirstChunk = false;
+                await sleep(FIRST_CHUNK_SLEEP_MS);
+            }
+            else if (isSleepTimeRequired) {
+                await sleep(INTER_CHUNK_SLEEP_MS);
+            }
+            yield* processFrame({
+                part,
+                appendDelimiter: true,
+                splitPattern,
+                forwardSseComments,
+                transformFunction,
+                fallbackChunkId,
+                streamState,
+                strictOpenAiCompliance,
+                gatewayRequest,
+                frames,
+            });
+        }
+    }
+    catch (err) {
+        if (abortSignal?.aborted || isAbortError(err)) {
+            truncated = true;
+        }
+        else {
+            const message = err instanceof Error
+                ? err.message || 'Error in transforming the response'
+                : 'Error in transforming the response';
+            const status = err && typeof err === 'object' && 'status' in err
+                ? (err.status ?? '500')
+                : '500';
+            error = { message, status };
+            // Yield to the client; keep out of `frames` (live errResponse, not chunks).
+            yield `data: ${JSON.stringify({
+                error: {
+                    message,
+                },
+            })}` + '\n\n';
+        }
+    }
+    finally {
+        // Close the inner generator so reader.cancel() runs on consumer early-stop.
+        await frameGen.return({ truncated: true, remainder: '' }).catch(ignoreWithLog('sdk.pumpSse.frameGenReturn'));
+    }
+    return {
+        streamState,
+        frames,
+        truncated: truncated || !!abortSignal?.aborted,
+        error,
+    };
+}
+//# sourceMappingURL=pumpProviderSseStream.js.map

package/dist/stream/pumpProviderSseStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pumpProviderSseStream.js","sourceRoot":"","sources":["../../src/stream/pumpProviderSseStream.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B,KAAK,UAAU,KAAK,CAAC,EAAU;IAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,QAAQ,CAAC,CAAC,SAAS,CAAC,MAAgB,EAAE,KAAa;IACjD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,MAAM,KAAK,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,QAAQ,CAAC,CAAC,YAAY,CAAC,IAWtB;IACC,MAAM,EACJ,IAAI,EACJ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,MAAM,GACP,GAAG,IAAI,CAAC;IAET,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IAEnD,IAAI,iBAAiB,EAAE,CAAC;QACtB,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,sEAAsE;YACtE,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC;YACtB,CAAC;YACD,OAAO;QACT,CAAC;QACD,MAAM,WAAW,GAAG,iBAAiB,CACnC,OAAO,EACP,eAAe,EACf,WAAW,EACX,sBAAsB,EACtB,cAAc,CACf,CAAC;QACF,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;aAAM,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACxC,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,sEAAsE;QACtE,IAAI,kBAAkB,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC;QACtB,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC;IAC/D,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACpC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAAC,OAA+B;IAC1E,MAAM,EACJ,MAAM,EACN,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,cAAc,EACd,mBAAmB,GAAG,KAAK,EAC3B,WAAW,GACZ,GAAG,OAAO,CAAC;IAEZ,MAAM,kBAAkB,GAAG,cAAc,KAAK,SAAS,CAAC;IACxD,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,KAA0B,CAAC;IAC/B,IAAI,YAAY,GAAG,IAAI,CAAC;IAExB,MAAM,QAAQ,GAAG,aAAa,CAAC;QAC7B,MAAM;QACN,YAAY;QACZ,aAAa,EAAE,KAAK;QACpB,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;gBACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;gBACvC,2EAA2E;gBAC3E,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,KAAK,CAAC,CAAC,YAAY,CAAC;wBAClB,IAAI,EAAE,SAAS;wBACf,eAAe,EAAE,KAAK;wBACtB,YAAY;wBACZ,kBAAkB;wBAClB,iBAAiB;wBACjB,eAAe;wBACf,WAAW;wBACX,sBAAsB;wBACtB,cAAc;wBACd,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YAExB,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,GAAG,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,mBAAmB,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;YAED,KAAK,CAAC,CAAC,YAAY,CAAC;gBAClB,IAAI;gBACJ,eAAe,EAAE,IAAI;gBACrB,YAAY;gBACZ,kBAAkB;gBAClB,iBAAiB;gBACjB,eAAe;gBACf,WAAW;gBACX,sBAAsB;gBACtB,cAAc;gBACd,MAAM;aACP,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,WAAW,EAAE,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GACX,GAAG,YAAY,KAAK;gBAClB,CAAC,CAAC,GAAG,CAAC,OAAO,IAAI,oCAAoC;gBACrD,CAAC,CAAC,oCAAoC,CAAC;YAC3C,MAAM,MAAM,GACV,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG;gBAC/C,CAAC,CAAC,CAAE,GAAoC,CAAC,MAAM,IAAI,KAAK,CAAC;gBACzD,CAAC,CAAC,KAAK,CAAC;YACZ,KAAK,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC5B,4EAA4E;YAC5E,MAAM,SAAS,IAAI,CAAC,SAAS,CAAC;gBAC5B,KAAK,EAAE;oBACL,OAAO;iBACR;aACF,CAAC,EAAE,GAAG,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,4EAA4E;QAC5E,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAC/G,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO;QAC9C,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/stream/readAwsEventFrames.d.ts

@@ -0,0 +1,12 @@
+import type { AwsEventFrame, ReadAwsEventFramesOptions, ReadAwsEventFramesResult } from './types.js';
+/**
+ * Decode the JSON payload inside one AWS event-stream frame without mutating
+ * the frame bytes. Invoke-style payloads with `bytes` (base64) unwrap to the
+ * inner string; everything else is re-stringified JSON.
+ */
+export declare function getPayloadFromAwsEventFrame(chunk: Uint8Array): string;
+/**
+ * Read a byte stream and yield complete AWS event-stream frames.
+ * Returns `{ truncated }` when the generator finishes.
+ */
+export declare function readAwsEventFrames(options: ReadAwsEventFramesOptions): AsyncGenerator<AwsEventFrame, ReadAwsEventFramesResult>;

package/dist/stream/readAwsEventFrames.js

@@ -0,0 +1,113 @@
+/**
+ * Length-prefixed AWS event-stream frame buffer — Context-free port of the
+ * framing half of live `readAWSStream`. No transform, no logging, no CRC rewrite.
+ *
+ * Yields complete frames `{ frame, payload }`. Trailing partial bytes on `done`
+ * are dropped (never yielded). On abort, remaining buffered frames are also
+ * dropped (live goes straight to catch).
+ */
+import { isAbortError, throwIfAborted } from '../utils/abortUtils.js';
+import { ignoreWithLog } from '../utils/ignoreWithLog.js';
+/** AWS event-stream total-length prefix. Do not parse a frame until all 4 bytes are present. */
+const AWS_EVENT_STREAM_PRELUDE_LENGTH = 4;
+/** prelude (8) + prelude CRC (4) + message CRC (4); headers and payload may be empty. */
+const AWS_EVENT_STREAM_MIN_FRAME_LENGTH = 16;
+function readUInt32BE(buffer, offset) {
+    return ((buffer[offset] << 24) | (buffer[offset + 1] << 16) | (buffer[offset + 2] << 8) | buffer[offset + 3]) >>> 0;
+}
+function concatenateUint8Arrays(a, b) {
+    const result = new Uint8Array(a.length + b.length);
+    result.set(a, 0);
+    result.set(b, a.length);
+    return result;
+}
+/**
+ * Decode the JSON payload inside one AWS event-stream frame without mutating
+ * the frame bytes. Invoke-style payloads with `bytes` (base64) unwrap to the
+ * inner string; everything else is re-stringified JSON.
+ */
+export function getPayloadFromAwsEventFrame(chunk) {
+    const decoder = new TextDecoder();
+    const chunkLength = readUInt32BE(chunk, 0);
+    const headersLength = readUInt32BE(chunk, 4);
+    // prelude 8 + Prelude crc 4 = 12
+    const headersEnd = 12 + headersLength;
+    const payloadLength = chunkLength - headersEnd - 4; // Subtract message CRC
+    const payload = chunk.slice(headersEnd, headersEnd + payloadLength);
+    const decodedJson = JSON.parse(decoder.decode(payload));
+    return decodedJson.bytes ? Buffer.from(decodedJson.bytes, 'base64').toString() : JSON.stringify(decodedJson);
+}
+/**
+ * Read a byte stream and yield complete AWS event-stream frames.
+ * Returns `{ truncated }` when the generator finishes.
+ */
+export async function* readAwsEventFrames(options) {
+    const { reader, abortSignal } = options;
+    let buffer = new Uint8Array();
+    let truncated = false;
+    const onAbort = () => {
+        truncated = true;
+        void reader.cancel().catch(ignoreWithLog('sdk.readAwsEventFrames.abortCancel'));
+    };
+    abortSignal?.addEventListener('abort', onAbort, { once: true });
+    try {
+        throwIfAborted(abortSignal);
+        while (true) {
+            throwIfAborted(abortSignal);
+            const { done, value } = await reader.read();
+            if (done) {
+                if (abortSignal?.aborted) {
+                    truncated = true;
+                }
+                // Live abort goes to catch — do not drain remaining buffered frames.
+                // Emit only complete frames; drop trailing partial / undersized length bytes.
+                if (!truncated && buffer.length) {
+                    while (buffer.length >= AWS_EVENT_STREAM_PRELUDE_LENGTH) {
+                        const expectedLength = readUInt32BE(buffer, 0);
+                        if (expectedLength < AWS_EVENT_STREAM_MIN_FRAME_LENGTH || buffer.length < expectedLength) {
+                            break;
+                        }
+                        const data = buffer.subarray(0, expectedLength);
+                        buffer = new Uint8Array(buffer.subarray(expectedLength));
+                        yield {
+                            frame: data,
+                            payload: getPayloadFromAwsEventFrame(data),
+                        };
+                    }
+                }
+                break;
+            }
+            if (value) {
+                buffer = concatenateUint8Arrays(buffer, new Uint8Array(value));
+            }
+            while (buffer.length >= AWS_EVENT_STREAM_PRELUDE_LENGTH) {
+                const frameLength = readUInt32BE(buffer, 0);
+                if (frameLength < AWS_EVENT_STREAM_MIN_FRAME_LENGTH || buffer.length < frameLength) {
+                    break;
+                }
+                const data = buffer.subarray(0, frameLength);
+                buffer = new Uint8Array(buffer.subarray(frameLength));
+                yield {
+                    frame: data,
+                    payload: getPayloadFromAwsEventFrame(data),
+                };
+            }
+        }
+    }
+    catch (err) {
+        if (abortSignal?.aborted || isAbortError(err)) {
+            truncated = true;
+        }
+        else {
+            throw err;
+        }
+    }
+    finally {
+        abortSignal?.removeEventListener('abort', onAbort);
+        await reader.cancel().catch(ignoreWithLog('sdk.readAwsEventFrames.finallyCancel'));
+    }
+    return {
+        truncated: truncated || !!abortSignal?.aborted,
+    };
+}
+//# sourceMappingURL=readAwsEventFrames.js.map

package/dist/stream/readAwsEventFrames.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readAwsEventFrames.js","sourceRoot":"","sources":["../../src/stream/readAwsEventFrames.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD,gGAAgG;AAChG,MAAM,+BAA+B,GAAG,CAAC,CAAC;AAC1C,yFAAyF;AACzF,MAAM,iCAAiC,GAAG,EAAE,CAAC;AAE7C,SAAS,YAAY,CAAC,MAAkB,EAAE,MAAc;IACtD,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACtH,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAa,EAAE,CAAa;IAC1D,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,KAAiB;IAC3D,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAE7C,iCAAiC;IACjC,MAAM,UAAU,GAAG,EAAE,GAAG,aAAa,CAAC;IAEtC,MAAM,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,uBAAuB;IAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACxD,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;AAC/G,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,kBAAkB,CACvC,OAAkC;IAElC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACxC,IAAI,MAAM,GAAe,IAAI,UAAU,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,SAAS,GAAG,IAAI,CAAC;QACjB,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,oCAAoC,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC;IACF,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,cAAc,CAAC,WAAW,CAAC,CAAC;QAE5B,OAAO,IAAI,EAAE,CAAC;YACZ,cAAc,CAAC,WAAW,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;oBACzB,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,qEAAqE;gBACrE,8EAA8E;gBAC9E,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAChC,OAAO,MAAM,CAAC,MAAM,IAAI,+BAA+B,EAAE,CAAC;wBACxD,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;wBAC/C,IAAI,cAAc,GAAG,iCAAiC,IAAI,MAAM,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;4BACzF,MAAM;wBACR,CAAC;wBACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;wBAChD,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;wBACzD,MAAM;4BACJ,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,2BAA2B,CAAC,IAAI,CAAC;yBAC3C,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;YAED,OAAO,MAAM,CAAC,MAAM,IAAI,+BAA+B,EAAE,CAAC;gBACxD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC5C,IAAI,WAAW,GAAG,iCAAiC,IAAI,MAAM,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;oBACnF,MAAM;gBACR,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;gBAC7C,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;gBACtD,MAAM;oBACJ,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,2BAA2B,CAAC,IAAI,CAAC;iBAC3C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,WAAW,EAAE,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,sCAAsC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,OAAO;QACL,SAAS,EAAE,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO;KAC/C,CAAC;AACJ,CAAC"}

package/dist/stream/readSseFrames.d.ts

@@ -0,0 +1,6 @@
+import type { ReadSseFramesOptions, ReadSseFramesResult } from './types.js';
+/**
+ * Read a byte stream and yield complete text frames delimited by `splitPattern`.
+ * Returns `{ truncated, remainder }` when the generator finishes.
+ */
+export declare function readSseFrames(options: ReadSseFramesOptions): AsyncGenerator<string, ReadSseFramesResult>;

package/dist/stream/readSseFrames.js

@@ -0,0 +1,80 @@
+/**
+ * Unified SSE / NDJSON frame buffer — shared by provider pump and adapter
+ * `readSseStream` so we do not add a fourth independent pump.
+ *
+ * Yields complete frames **without** the trailing `splitPattern`. Any trailing
+ * incomplete bytes are returned as `remainder` on natural end only. On abort,
+ * `remainder` is cleared (live `readStream` does not flush leftover buffer).
+ */
+import { isAbortError, throwIfAborted } from '../utils/abortUtils.js';
+import { ignoreWithLog } from '../utils/ignoreWithLog.js';
+/**
+ * Read a byte stream and yield complete text frames delimited by `splitPattern`.
+ * Returns `{ truncated, remainder }` when the generator finishes.
+ */
+export async function* readSseFrames(options) {
+    const { reader, splitPattern, normalizeCrlf = false, abortSignal } = options;
+    const decoder = new TextDecoder();
+    let buffer = '';
+    let truncated = false;
+    const onAbort = () => {
+        truncated = true;
+        void reader.cancel().catch(ignoreWithLog('sdk.readSseFrames.abortCancel'));
+    };
+    abortSignal?.addEventListener('abort', onAbort, { once: true });
+    try {
+        throwIfAborted(abortSignal);
+        while (true) {
+            throwIfAborted(abortSignal);
+            const { done, value } = await reader.read();
+            if (done) {
+                if (abortSignal?.aborted) {
+                    truncated = true;
+                }
+                buffer += decoder.decode();
+                if (normalizeCrlf) {
+                    buffer = buffer.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+                }
+                break;
+            }
+            buffer += decoder.decode(value, { stream: true });
+            if (normalizeCrlf) {
+                buffer = buffer.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+            }
+            while (buffer.split(splitPattern).length > 1) {
+                const parts = buffer.split(splitPattern);
+                const lastPart = parts.pop() ?? '';
+                for (const part of parts) {
+                    if (normalizeCrlf) {
+                        if (part.trim())
+                            yield part;
+                    }
+                    else if (part.length > 0) {
+                        yield part;
+                    }
+                }
+                buffer = lastPart;
+            }
+        }
+    }
+    catch (err) {
+        if (abortSignal?.aborted || isAbortError(err)) {
+            truncated = true;
+        }
+        else {
+            throw err;
+        }
+    }
+    finally {
+        abortSignal?.removeEventListener('abort', onAbort);
+        await reader.cancel().catch(ignoreWithLog('sdk.readSseFrames.finallyCancel'));
+    }
+    truncated = truncated || !!abortSignal?.aborted;
+    // Live readStream does not flush leftover buffer on abort / AbortError.
+    const remainder = truncated ? '' : normalizeCrlf ? (buffer.trim() ? buffer : '') : buffer;
+    return {
+        truncated,
+        remainder,
+    };
+}
+//# sourceMappingURL=readSseFrames.js.map