@trigger.dev/core 0.0.0-prerelease-20260220162801 → 0.0.0-prerelease-20260304181730

package/dist/commonjs/v3/inputStreams/manager.js

@@ -0,0 +1,325 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StandardInputStreamManager = void 0;
+const types_js_1 = require("./types.js");
+class StandardInputStreamManager {
+    apiClient;
+    baseUrl;
+    debug;
+    handlers = new Map();
+    onceWaiters = new Map();
+    buffer = new Map();
+    tails = new Map();
+    seqNums = new Map();
+    currentRunId = null;
+    streamsVersion;
+    constructor(apiClient, baseUrl, debug = false) {
+        this.apiClient = apiClient;
+        this.baseUrl = baseUrl;
+        this.debug = debug;
+    }
+    lastSeqNum(streamId) {
+        return this.seqNums.get(streamId);
+    }
+    setLastSeqNum(streamId, seqNum) {
+        const current = this.seqNums.get(streamId);
+        // Only advance forward, never backward
+        if (current === undefined || seqNum > current) {
+            this.seqNums.set(streamId, seqNum);
+        }
+    }
+    shiftBuffer(streamId) {
+        const buffered = this.buffer.get(streamId);
+        if (buffered && buffered.length > 0) {
+            buffered.shift();
+            if (buffered.length === 0) {
+                this.buffer.delete(streamId);
+            }
+            return true;
+        }
+        return false;
+    }
+    setRunId(runId, streamsVersion) {
+        this.currentRunId = runId;
+        this.streamsVersion = streamsVersion;
+    }
+    on(streamId, handler) {
+        this.#requireV2Streams();
+        let handlerSet = this.handlers.get(streamId);
+        if (!handlerSet) {
+            handlerSet = new Set();
+            this.handlers.set(streamId, handlerSet);
+        }
+        handlerSet.add(handler);
+        // Lazily connect a tail for this stream
+        this.#ensureStreamTailConnected(streamId);
+        // Flush any buffered data for this stream
+        const buffered = this.buffer.get(streamId);
+        if (buffered && buffered.length > 0) {
+            for (const data of buffered) {
+                this.#invokeHandler(handler, data);
+            }
+            this.buffer.delete(streamId);
+        }
+        return {
+            off: () => {
+                handlerSet?.delete(handler);
+                if (handlerSet?.size === 0) {
+                    this.handlers.delete(streamId);
+                }
+            },
+        };
+    }
+    once(streamId, options) {
+        this.#requireV2Streams();
+        // Lazily connect a tail for this stream
+        this.#ensureStreamTailConnected(streamId);
+        // Check buffer first
+        const buffered = this.buffer.get(streamId);
+        if (buffered && buffered.length > 0) {
+            const data = buffered.shift();
+            if (buffered.length === 0) {
+                this.buffer.delete(streamId);
+            }
+            return new types_js_1.InputStreamOncePromise((resolve) => {
+                resolve({ ok: true, output: data });
+            });
+        }
+        return new types_js_1.InputStreamOncePromise((resolve, reject) => {
+            const waiter = { resolve, reject };
+            // Handle abort signal
+            if (options?.signal) {
+                if (options.signal.aborted) {
+                    reject(new Error("Aborted"));
+                    return;
+                }
+                options.signal.addEventListener("abort", () => {
+                    if (waiter.timeoutHandle) {
+                        clearTimeout(waiter.timeoutHandle);
+                    }
+                    this.#removeOnceWaiter(streamId, waiter);
+                    reject(new Error("Aborted"));
+                }, { once: true });
+            }
+            // Handle timeout — resolve with error result instead of rejecting
+            if (options?.timeoutMs) {
+                waiter.timeoutHandle = setTimeout(() => {
+                    this.#removeOnceWaiter(streamId, waiter);
+                    resolve({
+                        ok: false,
+                        error: new types_js_1.InputStreamTimeoutError(streamId, options.timeoutMs),
+                    });
+                }, options.timeoutMs);
+            }
+            let waiters = this.onceWaiters.get(streamId);
+            if (!waiters) {
+                waiters = [];
+                this.onceWaiters.set(streamId, waiters);
+            }
+            waiters.push(waiter);
+        });
+    }
+    peek(streamId) {
+        const buffered = this.buffer.get(streamId);
+        if (buffered && buffered.length > 0) {
+            return buffered[0];
+        }
+        return undefined;
+    }
+    clearHandlers() {
+        this.handlers.clear();
+        // Abort tails that no longer have any once waiters either
+        for (const [streamId, tail] of this.tails) {
+            const hasWaiters = this.onceWaiters.has(streamId) && this.onceWaiters.get(streamId).length > 0;
+            if (!hasWaiters) {
+                tail.abortController.abort();
+                this.tails.delete(streamId);
+            }
+        }
+    }
+    disconnectStream(streamId) {
+        const tail = this.tails.get(streamId);
+        if (tail) {
+            tail.abortController.abort();
+            this.tails.delete(streamId);
+        }
+        this.buffer.delete(streamId);
+    }
+    connectTail(runId, _fromSeq) {
+        // No-op: tails are now created per-stream lazily
+    }
+    disconnect() {
+        for (const [, tail] of this.tails) {
+            tail.abortController.abort();
+        }
+        this.tails.clear();
+    }
+    reset() {
+        this.disconnect();
+        this.currentRunId = null;
+        this.streamsVersion = undefined;
+        this.seqNums.clear();
+        this.handlers.clear();
+        // Reject all pending once waiters
+        for (const [, waiters] of this.onceWaiters) {
+            for (const waiter of waiters) {
+                if (waiter.timeoutHandle) {
+                    clearTimeout(waiter.timeoutHandle);
+                }
+                waiter.reject(new Error("Input stream manager reset"));
+            }
+        }
+        this.onceWaiters.clear();
+        this.buffer.clear();
+    }
+    #requireV2Streams() {
+        if (this.currentRunId && this.streamsVersion !== "v2") {
+            throw new Error("Input streams require v2 realtime streams. Enable them with: { future: { v2RealtimeStreams: true } }");
+        }
+    }
+    #ensureStreamTailConnected(streamId) {
+        if (!this.tails.has(streamId) && this.currentRunId) {
+            const abortController = new AbortController();
+            const promise = this.#runTail(this.currentRunId, streamId, abortController.signal)
+                .catch((error) => {
+                if (this.debug) {
+                    console.error(`[InputStreamManager] Tail error for "${streamId}":`, error);
+                }
+            })
+                .finally(() => {
+                this.tails.delete(streamId);
+                // Auto-reconnect if there are still active handlers or waiters
+                const hasHandlers = this.handlers.has(streamId) && this.handlers.get(streamId).size > 0;
+                const hasWaiters = this.onceWaiters.has(streamId) && this.onceWaiters.get(streamId).length > 0;
+                if (hasHandlers || hasWaiters) {
+                    this.#ensureStreamTailConnected(streamId);
+                }
+            });
+            this.tails.set(streamId, { abortController, promise });
+        }
+    }
+    async #runTail(runId, streamId, signal) {
+        try {
+            const lastSeq = this.seqNums.get(streamId);
+            const stream = await this.apiClient.fetchStream(runId, `input/${streamId}`, {
+                signal,
+                baseUrl: this.baseUrl,
+                // Max allowed by the SSE endpoint is 600s; the tail will reconnect on close
+                timeoutInSeconds: 600,
+                // Resume from last seen sequence number to avoid replaying history on reconnect
+                lastEventId: lastSeq !== undefined ? String(lastSeq) : undefined,
+                onPart: (part) => {
+                    const seqNum = parseInt(part.id, 10);
+                    if (Number.isFinite(seqNum)) {
+                        this.seqNums.set(streamId, seqNum);
+                    }
+                },
+                onComplete: () => {
+                    if (this.debug) {
+                        console.log(`[InputStreamManager] Tail stream completed for "${streamId}"`);
+                    }
+                },
+                onError: (error) => {
+                    if (this.debug) {
+                        console.error(`[InputStreamManager] Tail stream error for "${streamId}":`, error);
+                    }
+                },
+            });
+            for await (const record of stream) {
+                if (signal.aborted)
+                    break;
+                // S2 SSE returns record bodies as JSON strings; parse if needed
+                let data;
+                if (typeof record === "string") {
+                    try {
+                        data = JSON.parse(record);
+                    }
+                    catch {
+                        data = record;
+                    }
+                }
+                else {
+                    data = record;
+                }
+                this.#dispatch(streamId, data);
+            }
+        }
+        catch (error) {
+            // AbortError is expected when disconnecting
+            if (error instanceof Error && error.name === "AbortError") {
+                return;
+            }
+            throw error;
+        }
+    }
+    #dispatch(streamId, data) {
+        // First try to resolve a once waiter
+        const waiters = this.onceWaiters.get(streamId);
+        if (waiters && waiters.length > 0) {
+            const waiter = waiters.shift();
+            if (waiters.length === 0) {
+                this.onceWaiters.delete(streamId);
+            }
+            if (waiter.timeoutHandle) {
+                clearTimeout(waiter.timeoutHandle);
+            }
+            waiter.resolve({ ok: true, output: data });
+            // Also invoke persistent handlers
+            this.#invokeHandlers(streamId, data);
+            return;
+        }
+        // Invoke persistent handlers
+        const handlers = this.handlers.get(streamId);
+        if (handlers && handlers.size > 0) {
+            this.#invokeHandlers(streamId, data);
+            return;
+        }
+        // No handlers, buffer the data
+        let buffered = this.buffer.get(streamId);
+        if (!buffered) {
+            buffered = [];
+            this.buffer.set(streamId, buffered);
+        }
+        buffered.push(data);
+    }
+    #invokeHandlers(streamId, data) {
+        const handlers = this.handlers.get(streamId);
+        if (!handlers)
+            return;
+        for (const handler of handlers) {
+            this.#invokeHandler(handler, data);
+        }
+    }
+    #invokeHandler(handler, data) {
+        try {
+            const result = handler(data);
+            // If the handler returns a promise, catch errors silently
+            if (result && typeof result === "object" && "catch" in result) {
+                result.catch((error) => {
+                    if (this.debug) {
+                        console.error("[InputStreamManager] Handler error:", error);
+                    }
+                });
+            }
+        }
+        catch (error) {
+            if (this.debug) {
+                console.error("[InputStreamManager] Handler error:", error);
+            }
+        }
+    }
+    #removeOnceWaiter(streamId, waiter) {
+        const waiters = this.onceWaiters.get(streamId);
+        if (!waiters)
+            return;
+        const index = waiters.indexOf(waiter);
+        if (index !== -1) {
+            waiters.splice(index, 1);
+        }
+        if (waiters.length === 0) {
+            this.onceWaiters.delete(streamId);
+        }
+    }
+}
+exports.StandardInputStreamManager = StandardInputStreamManager;
+//# sourceMappingURL=manager.js.map

package/dist/commonjs/v3/inputStreams/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../../src/v3/inputStreams/manager.ts"],"names":[],"mappings":";;;AACA,yCAKoB;AAiBpB,MAAa,0BAA0B;IAU3B;IACA;IACA;IAXF,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;IACtD,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC9C,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IACtC,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IACrC,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,YAAY,GAAkB,IAAI,CAAC;IACnC,cAAc,CAAqB;IAE3C,YACU,SAAoB,EACpB,OAAe,EACf,QAAiB,KAAK;QAFtB,cAAS,GAAT,SAAS,CAAW;QACpB,YAAO,GAAP,OAAO,CAAQ;QACf,UAAK,GAAL,KAAK,CAAiB;IAC7B,CAAC;IAEJ,UAAU,CAAC,QAAgB;QACzB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,aAAa,CAAC,QAAgB,EAAE,MAAc;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,uCAAuC;QACvC,IAAI,OAAO,KAAK,SAAS,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,CAAC,KAAa,EAAE,cAAuB;QAC7C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,EAAE,CAAC,QAAgB,EAAE,OAA2B;QAC9C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC1C,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAExB,wCAAwC;QACxC,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAE1C,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACrC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO;YACL,GAAG,EAAE,GAAG,EAAE;gBACR,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,UAAU,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC;oBAC3B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,QAAgB,EAAE,OAAgC;QACrD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,wCAAwC;QACxC,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAE1C,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;YAC/B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,IAAI,iCAAsB,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC5C,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,iCAAsB,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7D,MAAM,MAAM,GAAe,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAE/C,sBAAsB;YACtB,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC7B,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAC7B,OAAO,EACP,GAAG,EAAE;oBACH,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;wBACzB,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;oBACrC,CAAC;oBACD,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBACzC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/B,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;YACJ,CAAC;YAED,kEAAkE;YAClE,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;gBACvB,MAAM,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;oBACrC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBACzC,OAAO,CAAC;wBACN,EAAE,EAAE,KAAK;wBACT,KAAK,EAAE,IAAI,kCAAuB,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAU,CAAC;qBACjE,CAAC,CAAC;gBACL,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACxB,CAAC;YAED,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1C,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAgB;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,aAAa;QACX,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAEtB,0DAA0D;QAC1D,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YAChG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,WAAW,CAAC,KAAa,EAAE,QAAiB;QAC1C,iDAAiD;IACnD,CAAC;IAED,UAAU;QACR,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAEtB,kCAAkC;QAClC,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;oBACzB,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0BAA0B,CAAC,QAAgB;QACzC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACnD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC;iBAC/E,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAE5B,+DAA+D;gBAC/D,MAAM,WAAW,GACf,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,GAAG,CAAC,CAAC;gBACvE,MAAM,UAAU,GACd,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC/E,IAAI,WAAW,IAAI,UAAU,EAAE,CAAC;oBAC9B,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC,CAAC,CAAC;YACL,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,QAAgB,EAAE,MAAmB;QACjE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAC7C,KAAK,EACL,SAAS,QAAQ,EAAE,EACnB;gBACE,MAAM;gBACN,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,4EAA4E;gBAC5E,gBAAgB,EAAE,GAAG;gBACrB,gFAAgF;gBAChF,WAAW,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;gBAChE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACf,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBACrC,CAAC;gBACH,CAAC;gBACD,UAAU,EAAE,GAAG,EAAE;oBACf,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,GAAG,CAAC,mDAAmD,QAAQ,GAAG,CAAC,CAAC;oBAC9E,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,+CAA+C,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;oBACpF,CAAC;gBACH,CAAC;aACF,CACF,CAAC;YAEF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAClC,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAE1B,gEAAgE;gBAChE,IAAI,IAAa,CAAC;gBAClB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,IAAI,GAAG,MAAM,CAAC;oBAChB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,MAAM,CAAC;gBAChB,CAAC;gBAED,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,4CAA4C;YAC5C,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,SAAS,CAAC,QAAgB,EAAE,IAAa;QACvC,qCAAqC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,EAAG,CAAC;YAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,kCAAkC;YAClC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QAED,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QAED,+BAA+B;QAC/B,IAAI,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,eAAe,CAAC,QAAgB,EAAE,IAAa;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,cAAc,CAAC,OAA2B,EAAE,IAAa;QACvD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7B,0DAA0D;YAC1D,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7D,MAAwB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACxC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,QAAgB,EAAE,MAAkB;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF;AAtWD,gEAsWC"}

package/dist/commonjs/v3/inputStreams/noopManager.d.ts

@@ -0,0 +1,18 @@
+import { InputStreamManager, InputStreamOncePromise } from "./types.js";
+import { InputStreamOnceOptions } from "../realtimeStreams/types.js";
+export declare class NoopInputStreamManager implements InputStreamManager {
+    setRunId(_runId: string, _streamsVersion?: string): void;
+    on(_streamId: string, _handler: (data: unknown) => void | Promise<void>): {
+        off: () => void;
+    };
+    once(_streamId: string, _options?: InputStreamOnceOptions): InputStreamOncePromise<unknown>;
+    peek(_streamId: string): unknown | undefined;
+    lastSeqNum(_streamId: string): number | undefined;
+    setLastSeqNum(_streamId: string, _seqNum: number): void;
+    shiftBuffer(_streamId: string): boolean;
+    disconnectStream(_streamId: string): void;
+    clearHandlers(): void;
+    reset(): void;
+    disconnect(): void;
+    connectTail(_runId: string, _fromSeq?: number): void;
+}

package/dist/commonjs/v3/inputStreams/noopManager.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NoopInputStreamManager = void 0;
+const types_js_1 = require("./types.js");
+class NoopInputStreamManager {
+    setRunId(_runId, _streamsVersion) { }
+    on(_streamId, _handler) {
+        return { off: () => { } };
+    }
+    once(_streamId, _options) {
+        return new types_js_1.InputStreamOncePromise(() => {
+            // Never resolves in noop mode
+        });
+    }
+    peek(_streamId) {
+        return undefined;
+    }
+    lastSeqNum(_streamId) {
+        return undefined;
+    }
+    setLastSeqNum(_streamId, _seqNum) { }
+    shiftBuffer(_streamId) { return false; }
+    disconnectStream(_streamId) { }
+    clearHandlers() { }
+    reset() { }
+    disconnect() { }
+    connectTail(_runId, _fromSeq) { }
+}
+exports.NoopInputStreamManager = NoopInputStreamManager;
+//# sourceMappingURL=noopManager.js.map

package/dist/commonjs/v3/inputStreams/noopManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"noopManager.js","sourceRoot":"","sources":["../../../../src/v3/inputStreams/noopManager.ts"],"names":[],"mappings":";;;AAAA,yCAAwE;AAGxE,MAAa,sBAAsB;IACjC,QAAQ,CAAC,MAAc,EAAE,eAAwB,IAAS,CAAC;IAE3D,EAAE,CAAC,SAAiB,EAAE,QAAiD;QACrE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC,SAAiB,EAAE,QAAiC;QACvD,OAAO,IAAI,iCAAsB,CAAC,GAAG,EAAE;YACrC,8BAA8B;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,SAAiB;QACpB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,UAAU,CAAC,SAAiB;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,aAAa,CAAC,SAAiB,EAAE,OAAe,IAAS,CAAC;IAE1D,WAAW,CAAC,SAAiB,IAAa,OAAO,KAAK,CAAC,CAAC,CAAC;IAEzD,gBAAgB,CAAC,SAAiB,IAAS,CAAC;IAE5C,aAAa,KAAU,CAAC;IACxB,KAAK,KAAU,CAAC;IAChB,UAAU,KAAU,CAAC;IACrB,WAAW,CAAC,MAAc,EAAE,QAAiB,IAAS,CAAC;CACxD;AA/BD,wDA+BC"}

package/dist/commonjs/v3/inputStreams/types.d.ts

@@ -0,0 +1,84 @@
+import { InputStreamOnceOptions } from "../realtimeStreams/types.js";
+export declare class InputStreamTimeoutError extends Error {
+    readonly streamId: string;
+    readonly timeoutMs: number;
+    constructor(streamId: string, timeoutMs: number);
+}
+export type InputStreamOnceResult<TData> = {
+    ok: true;
+    output: TData;
+} | {
+    ok: false;
+    error: InputStreamTimeoutError;
+};
+export declare class InputStreamOncePromise<TData> extends Promise<InputStreamOnceResult<TData>> {
+    constructor(executor: (resolve: (value: InputStreamOnceResult<TData> | PromiseLike<InputStreamOnceResult<TData>>) => void, reject: (reason?: any) => void) => void);
+    unwrap(): Promise<TData>;
+}
+export interface InputStreamManager {
+    /**
+     * Set the current run ID and streams version. The tail connection will be
+     * established lazily when `on()` or `once()` is first called, but only
+     * for v2 (S2-backed) realtime streams.
+     */
+    setRunId(runId: string, streamsVersion?: string): void;
+    /**
+     * Register a handler that fires every time data arrives on the given input stream.
+     * Handlers are automatically cleaned up when the task run completes.
+     * Returns `{ off }` for early unsubscription if needed.
+     */
+    on(streamId: string, handler: (data: unknown) => void | Promise<void>): {
+        off: () => void;
+    };
+    /**
+     * Wait for the next piece of data on the given input stream.
+     * Returns a result object `{ ok, output }` or `{ ok, error }`.
+     * Chain `.unwrap()` to get the data directly or throw on timeout.
+     */
+    once(streamId: string, options?: InputStreamOnceOptions): InputStreamOncePromise<unknown>;
+    /**
+     * Non-blocking peek at the most recent data on the given input stream.
+     */
+    peek(streamId: string): unknown | undefined;
+    /**
+     * The last S2 sequence number seen for the given input stream.
+     * Used by `.wait()` to tell the server where to check for existing data.
+     */
+    lastSeqNum(streamId: string): number | undefined;
+    /**
+     * Advance the last-seen S2 sequence number for the given input stream.
+     * Used after `.wait()` resumes to prevent the SSE tail from replaying
+     * the record that was consumed via the waitpoint path.
+     */
+    setLastSeqNum(streamId: string, seqNum: number): void;
+    /**
+     * Remove and discard the first buffered item for the given input stream.
+     * Used after `.wait()` resumes to remove the duplicate that the SSE tail
+     * buffered while the waitpoint was being completed via a separate path.
+     * Returns true if an item was removed, false if the buffer was empty.
+     */
+    shiftBuffer(streamId: string): boolean;
+    /**
+     * Disconnect the SSE tail and clear the buffer for a specific input stream.
+     * Used before suspending via `.wait()` so the tail doesn't buffer duplicates
+     * of data that will be delivered through the waitpoint path.
+     */
+    disconnectStream(streamId: string): void;
+    /**
+     * Clear all persistent `.on()` handlers and abort tails that have no remaining once waiters.
+     * Called automatically when a task run completes.
+     */
+    clearHandlers(): void;
+    /**
+     * Reset state between task executions.
+     */
+    reset(): void;
+    /**
+     * Disconnect any active tails / connections.
+     */
+    disconnect(): void;
+    /**
+     * Connect a tail to receive input stream records for the given run.
+     */
+    connectTail(runId: string, fromSeq?: number): void;
+}

package/dist/commonjs/v3/inputStreams/types.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InputStreamOncePromise = exports.InputStreamTimeoutError = void 0;
+class InputStreamTimeoutError extends Error {
+    streamId;
+    timeoutMs;
+    constructor(streamId, timeoutMs) {
+        super(`Timeout waiting for input stream "${streamId}" after ${timeoutMs}ms`);
+        this.streamId = streamId;
+        this.timeoutMs = timeoutMs;
+        this.name = "InputStreamTimeoutError";
+    }
+}
+exports.InputStreamTimeoutError = InputStreamTimeoutError;
+class InputStreamOncePromise extends Promise {
+    constructor(executor) {
+        super(executor);
+    }
+    unwrap() {
+        return this.then((result) => {
+            if (result.ok) {
+                return result.output;
+            }
+            else {
+                throw result.error;
+            }
+        });
+    }
+}
+exports.InputStreamOncePromise = InputStreamOncePromise;
+//# sourceMappingURL=types.js.map

package/dist/commonjs/v3/inputStreams/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/v3/inputStreams/types.ts"],"names":[],"mappings":";;;AAEA,MAAa,uBAAwB,SAAQ,KAAK;IAE9B;IACA;IAFlB,YACkB,QAAgB,EAChB,SAAiB;QAEjC,KAAK,CAAC,qCAAqC,QAAQ,WAAW,SAAS,IAAI,CAAC,CAAC;QAH7D,aAAQ,GAAR,QAAQ,CAAQ;QAChB,cAAS,GAAT,SAAS,CAAQ;QAGjC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AARD,0DAQC;AAMD,MAAa,sBAA8B,SAAQ,OAAqC;IACtF,YACE,QAKS;QAET,KAAK,CAAC,QAAQ,CAAC,CAAC;IAClB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1B,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;gBACd,OAAO,MAAM,CAAC,MAAM,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,CAAC,KAAK,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AArBD,wDAqBC"}

package/dist/commonjs/v3/realtimeStreams/streamInstance.js

@@ -28,6 +28,7 @@ class StreamInstance {
                 basin: parsedResponse.basin,
                 stream: parsedResponse.streamName ?? this.options.key,
                 accessToken: parsedResponse.accessToken,
+                endpoint: parsedResponse.endpoint,
                 source: this.options.source,
                 signal: this.options.signal,
                 debug: this.options.debug,
@@ -71,6 +72,7 @@ function parseCreateStreamResponse(version, headers) {
     if (!accessToken || !basin) {
         return { version: "v1" };
     }
+    const endpoint = headers?.["x-s2-endpoint"];
     const flushIntervalMs = headers?.["x-s2-flush-interval-ms"];
     const maxRetries = headers?.["x-s2-max-retries"];
     const streamName = headers?.["x-s2-stream-name"];
@@ -78,6 +80,7 @@ function parseCreateStreamResponse(version, headers) {
         version: "v2",
         accessToken,
         basin,
+        endpoint,
         flushIntervalMs: flushIntervalMs ? parseInt(flushIntervalMs) : undefined,
         maxRetries: maxRetries ? parseInt(maxRetries) : undefined,
         streamName,

package/dist/commonjs/v3/realtimeStreams/streamInstance.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamInstance.js","sourceRoot":"","sources":["../../../../src/v3/realtimeStreams/streamInstance.ts"],"names":[],"mappings":";;;AAGA,6DAAuD;AACvD,6DAAuD;AAiBvD,MAAa,cAAc;IAGL;IAFZ,aAAa,CAAoC;IAEzD,YAAoB,OAAiC;QAAjC,YAAO,GAAP,OAAO,CAA0B;QACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CACpE,IAAI,CAAC,OAAO,CAAC,KAAK,EAClB,MAAM,EACN,IAAI,CAAC,OAAO,CAAC,GAAG,EAChB,IAAI,CAAC,OAAO,EAAE,cAAc,CAC7B,CAAC;QAEF,MAAM,cAAc,GAAG,yBAAyB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnE,MAAM,YAAY,GAChB,cAAc,CAAC,OAAO,KAAK,IAAI;YAC7B,CAAC,CAAC,IAAI,oCAAe,CAAC;gBAClB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;gBACrB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE;gBAC5C,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,OAAO;gBACP,MAAM,EAAE,MAAM;aACf,CAAC;YACJ,CAAC,CAAC,IAAI,oCAAe,CAAC;gBAClB,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,cAAc,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG;gBACrD,WAAW,EAAE,cAAc,CAAC,WAAW;gBACvC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,eAAe,EAAE,cAAc,CAAC,eAAe;gBAC/C,UAAU,EAAE,cAAc,CAAC,UAAU;aACtC,CAAC,CAAC;QAET,OAAO,YAAY,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,IAAW,MAAM;QACf,MAAM,IAAI,GAAG,IAAI,CAAC;QAElB,OAAO,IAAI,cAAc,CAAI;YAC3B,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC;gBAE9C,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAEtD,OAAO,IAAI,EAAE,CAAC;oBACZ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;wBACjC,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAE9C,IAAI,IAAI,EAAE,CAAC;wBACT,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA1ED,wCA0EC;AAeD,SAAS,yBAAyB,CAChC,OAAe,EACf,OAA2C;IAE3C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC,mBAAmB,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,YAAY,CAAC,CAAC;IAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,EAAE,CAAC,wBAAwB,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;IAEjD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,KAAK;QACL,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS;QACxE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACzD,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAAI,MAAyB;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,OAAO;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAwC;IAC/D,IAAI,CAAC;QACH,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC,CAAA,CAAC;AACpB,CAAC"}
+{"version":3,"file":"streamInstance.js","sourceRoot":"","sources":["../../../../src/v3/realtimeStreams/streamInstance.ts"],"names":[],"mappings":";;;AAGA,6DAAuD;AACvD,6DAAuD;AAiBvD,MAAa,cAAc;IAGL;IAFZ,aAAa,CAAoC;IAEzD,YAAoB,OAAiC;QAAjC,YAAO,GAAP,OAAO,CAA0B;QACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CACpE,IAAI,CAAC,OAAO,CAAC,KAAK,EAClB,MAAM,EACN,IAAI,CAAC,OAAO,CAAC,GAAG,EAChB,IAAI,CAAC,OAAO,EAAE,cAAc,CAC7B,CAAC;QAEF,MAAM,cAAc,GAAG,yBAAyB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnE,MAAM,YAAY,GAChB,cAAc,CAAC,OAAO,KAAK,IAAI;YAC7B,CAAC,CAAC,IAAI,oCAAe,CAAC;gBAClB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;gBACrB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE;gBAC5C,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,OAAO;gBACP,MAAM,EAAE,MAAM;aACf,CAAC;YACJ,CAAC,CAAC,IAAI,oCAAe,CAAC;gBAClB,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,cAAc,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG;gBACrD,WAAW,EAAE,cAAc,CAAC,WAAW;gBACvC,QAAQ,EAAE,cAAc,CAAC,QAAQ;gBACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,eAAe,EAAE,cAAc,CAAC,eAAe;gBAC/C,UAAU,EAAE,cAAc,CAAC,UAAU;aACtC,CAAC,CAAC;QAET,OAAO,YAAY,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,IAAW,MAAM;QACf,MAAM,IAAI,GAAG,IAAI,CAAC;QAElB,OAAO,IAAI,cAAc,CAAI;YAC3B,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC;gBAE9C,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAEtD,OAAO,IAAI,EAAE,CAAC;oBACZ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;wBACjC,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAE9C,IAAI,IAAI,EAAE,CAAC;wBACT,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA3ED,wCA2EC;AAgBD,SAAS,yBAAyB,CAChC,OAAe,EACf,OAA2C;IAE3C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC,mBAAmB,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,YAAY,CAAC,CAAC;IAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,eAAe,GAAG,OAAO,EAAE,CAAC,wBAAwB,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;IAEjD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,KAAK;QACL,QAAQ;QACR,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS;QACxE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACzD,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAAI,MAAyB;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,OAAO;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAwC;IAC/D,IAAI,CAAC;QACH,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC,CAAA,CAAC;AACpB,CAAC"}

package/dist/commonjs/v3/realtimeStreams/streamsWriterV2.d.ts

@@ -3,12 +3,13 @@ export type StreamsWriterV2Options<T = any> = {
     basin: string;
     stream: string;
     accessToken: string;
+    endpoint?: string;
     source: ReadableStream<T>;
     signal?: AbortSignal;
     flushIntervalMs?: number;
     maxRetries?: number;
     debug?: boolean;
-    maxQueuedBytes?: number;
+    maxInflightBytes?: number;
 };
 /**
  * StreamsWriterV2 writes metadata stream data directly to S2 (https://s2.dev).
@@ -47,7 +48,7 @@ export declare class StreamsWriterV2<T = any> implements StreamsWriter {
     private streamPromise;
     private readonly flushIntervalMs;
     private readonly debug;
-    private readonly maxQueuedBytes;
+    private readonly maxInflightBytes;
     private aborted;
     private sessionWritable;
     constructor(options: StreamsWriterV2Options<T>);

package/dist/commonjs/v3/realtimeStreams/streamsWriterV2.js

@@ -40,16 +40,26 @@ class StreamsWriterV2 {
     streamPromise;
     flushIntervalMs;
     debug;
-    maxQueuedBytes;
+    maxInflightBytes;
     aborted = false;
     sessionWritable = null;
     constructor(options) {
         this.options = options;
         this.debug = options.debug ?? false;
-        this.s2Client = new streamstore_1.S2({ accessToken: options.accessToken });
+        this.s2Client = new streamstore_1.S2({
+            accessToken: options.accessToken,
+            ...(options.endpoint
+                ? {
+                    endpoints: {
+                        account: options.endpoint,
+                        basin: options.endpoint,
+                    },
+                }
+                : {}),
+        });
         this.flushIntervalMs = options.flushIntervalMs ?? 200;
-        this.maxQueuedBytes = options.maxQueuedBytes ?? 1024 * 1024 * 10; // 10MB default
-        this.log(`[S2MetadataStream] Initializing: basin=${options.basin}, stream=${options.stream}, flushIntervalMs=${this.flushIntervalMs}, maxQueuedBytes=${this.maxQueuedBytes}`);
+        this.maxInflightBytes = options.maxInflightBytes ?? 1024 * 1024 * 10; // 10MB default
+        this.log(`[S2MetadataStream] Initializing: basin=${options.basin}, stream=${options.stream}, flushIntervalMs=${this.flushIntervalMs}, maxInflightBytes=${this.maxInflightBytes}`);
         // Check if already aborted
         if (options.signal?.aborted) {
             this.aborted = true;
@@ -100,7 +110,7 @@ class StreamsWriterV2 {
             const basin = this.s2Client.basin(this.options.basin);
             const stream = basin.stream(this.options.stream);
             const session = await stream.appendSession({
-                maxQueuedBytes: this.maxQueuedBytes,
+                maxInflightBytes: this.maxInflightBytes,
             });
             this.sessionWritable = session.writable;
             this.log(`[S2MetadataStream] Starting stream pipeline`);
@@ -113,7 +123,7 @@ class StreamsWriterV2 {
                         return;
                     }
                     // Convert each chunk to JSON string and wrap in AppendRecord
-                    controller.enqueue(streamstore_1.AppendRecord.make(JSON.stringify({ data: chunk, id: (0, nanoid_1.nanoid)(7) })));
+                    controller.enqueue(streamstore_1.AppendRecord.string({ body: JSON.stringify({ data: chunk, id: (0, nanoid_1.nanoid)(7) }) }));
                 },
             }))
                 .pipeThrough(new streamstore_1.BatchTransform({
@@ -124,8 +134,8 @@ class StreamsWriterV2 {
             // Get final position to verify completion
             const lastAcked = session.lastAckedPosition();
             if (lastAcked?.end) {
-                const recordsWritten = lastAcked.end.seq_num;
-                this.log(`[S2MetadataStream] Written ${recordsWritten} records, ending at seq_num=${lastAcked.end.seq_num}`);
+                const recordsWritten = lastAcked.end.seqNum;
+                this.log(`[S2MetadataStream] Written ${recordsWritten} records, ending at seqNum=${lastAcked.end.seqNum}`);
             }
         }
         catch (error) {