@s2-dev/streamstore 0.16.11 → 0.17.0

package/dist/esm/lib/stream/transport/fetch/index.js

@@ -0,0 +1,376 @@
+import { RangeNotSatisfiableError, S2Error } from "../../../../error.js";
+import { createClient, createConfig, } from "../../../../generated/client/index.js";
+import { read } from "../../../../generated/index.js";
+import { meteredSizeBytes } from "../../../../utils.js";
+import { decodeFromBase64 } from "../../../base64.js";
+import { EventStream } from "../../../event-stream.js";
+import * as Redacted from "../../../redacted.js";
+import { streamAppend } from "./shared.js";
+export class FetchReadSession extends EventStream {
+    static async create(client, name, args, options) {
+        const { as, ...queryParams } = args ?? {};
+        const response = await read({
+            client,
+            path: {
+                stream: name,
+            },
+            headers: {
+                accept: "text/event-stream",
+                ...(as === "bytes" ? { "s2-format": "base64" } : {}),
+            },
+            query: queryParams,
+            parseAs: "stream",
+            ...options,
+        });
+        if (response.error) {
+            if ("message" in response.error) {
+                throw new S2Error({
+                    message: response.error.message,
+                    code: response.error.code ?? undefined,
+                    status: response.response.status,
+                });
+            }
+            else {
+                // special case for 416 - Range Not Satisfiable
+                throw new RangeNotSatisfiableError({
+                    status: response.response.status,
+                });
+            }
+        }
+        if (!response.response.body) {
+            throw new S2Error({
+                message: "No body in SSE response",
+            });
+        }
+        const format = (args?.as ?? "string");
+        return new FetchReadSession(response.response.body, format);
+    }
+    _lastReadPosition = undefined;
+    constructor(stream, format) {
+        super(stream, (msg) => {
+            // Parse SSE events according to the S2 protocol
+            if (msg.event === "batch" && msg.data) {
+                const rawBatch = JSON.parse(msg.data);
+                const batch = (() => {
+                    // If format is bytes, decode base64 to Uint8Array
+                    if (format === "bytes") {
+                        return {
+                            ...rawBatch,
+                            records: rawBatch.records.map((record) => ({
+                                ...record,
+                                body: record.body ? decodeFromBase64(record.body) : undefined,
+                                headers: record.headers?.map((header) => header.map((h) => decodeFromBase64(h))),
+                            })),
+                        };
+                    }
+                    else {
+                        return {
+                            ...rawBatch,
+                            records: rawBatch.records.map((record) => ({
+                                ...record,
+                                headers: record.headers
+                                    ? Object.fromEntries(record.headers)
+                                    : undefined,
+                            })),
+                        };
+                    }
+                })();
+                if (batch.tail) {
+                    this._lastReadPosition = batch.tail;
+                }
+                return { done: false, batch: true, value: batch.records ?? [] };
+            }
+            if (msg.event === "error") {
+                // Handle error events
+                throw new S2Error({ message: msg.data ?? "Unknown error" });
+            }
+            // Skip ping events and other events
+            return { done: false };
+        });
+    }
+    lastReadPosition() {
+        return this._lastReadPosition;
+    }
+}
+class AcksStream extends ReadableStream {
+    constructor(setController) {
+        super({
+            start: (controller) => {
+                setController(controller);
+            },
+        });
+    }
+    async [Symbol.asyncDispose]() {
+        await this.cancel("disposed");
+    }
+    // Polyfill for older browsers
+    [Symbol.asyncIterator]() {
+        const fn = ReadableStream.prototype[Symbol.asyncIterator];
+        if (typeof fn === "function")
+            return fn.call(this);
+        const reader = this.getReader();
+        return {
+            next: async () => {
+                const r = await reader.read();
+                if (r.done) {
+                    reader.releaseLock();
+                    return { done: true, value: undefined };
+                }
+                return { done: false, value: r.value };
+            },
+            throw: async (e) => {
+                await reader.cancel(e);
+                reader.releaseLock();
+                return { done: true, value: undefined };
+            },
+            return: async () => {
+                await reader.cancel("done");
+                reader.releaseLock();
+                return { done: true, value: undefined };
+            },
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+/**
+ * Session for appending records to a stream.
+ * Queues append requests and ensures only one is in-flight at a time.
+ */
+export class FetchAppendSession {
+    _lastAckedPosition = undefined;
+    queue = [];
+    pendingResolvers = [];
+    inFlight = false;
+    options;
+    stream;
+    acksController;
+    _readable;
+    _writable;
+    closed = false;
+    processingPromise = null;
+    queuedBytes = 0;
+    maxQueuedBytes;
+    waitingForCapacity = [];
+    client;
+    readable;
+    writable;
+    static async create(stream, transportConfig, sessionOptions, requestOptions) {
+        return new FetchAppendSession(stream, transportConfig, sessionOptions, requestOptions);
+    }
+    constructor(stream, transportConfig, sessionOptions, requestOptions) {
+        this.options = requestOptions;
+        this.stream = stream;
+        this.maxQueuedBytes = sessionOptions?.maxQueuedBytes ?? 10 * 1024 * 1024; // 10 MiB default
+        this.client = createClient(createConfig({
+            baseUrl: transportConfig.baseUrl,
+            auth: () => Redacted.value(transportConfig.accessToken),
+        }));
+        // Create the readable stream for acks
+        this._readable = new AcksStream((controller) => {
+            this.acksController = controller;
+        });
+        this.readable = this._readable;
+        // Create the writable stream
+        let writableController;
+        this._writable = new WritableStream({
+            start: (controller) => {
+                writableController = controller;
+            },
+            write: async (chunk) => {
+                // Calculate batch size
+                let batchMeteredSize = 0;
+                for (const record of chunk.records) {
+                    batchMeteredSize += meteredSizeBytes(record);
+                }
+                // Wait for capacity if needed
+                while (this.queuedBytes + batchMeteredSize > this.maxQueuedBytes &&
+                    !this.closed) {
+                    await new Promise((resolve) => {
+                        this.waitingForCapacity.push(resolve);
+                    });
+                }
+                // Submit the batch
+                this.submit(chunk.records, {
+                    fencing_token: chunk.fencing_token ?? undefined,
+                    match_seq_num: chunk.match_seq_num ?? undefined,
+                }, batchMeteredSize);
+            },
+            close: async () => {
+                this.closed = true;
+                await this.waitForDrain();
+            },
+            abort: async (reason) => {
+                this.closed = true;
+                this.queue = [];
+                this.queuedBytes = 0;
+                // Reject all pending promises
+                const error = new S2Error({
+                    message: `AppendSession was aborted: ${reason}`,
+                });
+                for (const resolver of this.pendingResolvers) {
+                    resolver.reject(error);
+                }
+                this.pendingResolvers = [];
+                // Reject all waiting for capacity
+                for (const resolver of this.waitingForCapacity) {
+                    resolver();
+                }
+                this.waitingForCapacity = [];
+            },
+        });
+        this.writable = this._writable;
+    }
+    async [Symbol.asyncDispose]() {
+        await this.close();
+    }
+    /**
+     * Get a stream of acknowledgements for appends.
+     */
+    acks() {
+        return this._readable;
+    }
+    /**
+     * Close the append session.
+     * Waits for all pending appends to complete before resolving.
+     */
+    async close() {
+        await this.writable.close();
+    }
+    /**
+     * Submit an append request to the session.
+     * The request will be queued and sent when no other request is in-flight.
+     * Returns a promise that resolves when the append is acknowledged or rejects on error.
+     */
+    submit(records, args, precalculatedSize) {
+        if (this.closed) {
+            return Promise.reject(new S2Error({ message: "AppendSession is closed" }));
+        }
+        const recordsArray = Array.isArray(records) ? records : [records];
+        // Validate batch size limits
+        if (recordsArray.length > 1000) {
+            return Promise.reject(new S2Error({
+                message: `Batch of ${recordsArray.length} exceeds maximum batch size of 1000 records`,
+            }));
+        }
+        // Validate metered size (use precalculated if provided)
+        let batchMeteredSize = precalculatedSize ?? 0;
+        if (batchMeteredSize === 0) {
+            for (const record of recordsArray) {
+                batchMeteredSize += meteredSizeBytes(record);
+            }
+        }
+        if (batchMeteredSize > 1024 * 1024) {
+            return Promise.reject(new S2Error({
+                message: `Batch size ${batchMeteredSize} bytes exceeds maximum of 1 MiB (1048576 bytes)`,
+            }));
+        }
+        return new Promise((resolve, reject) => {
+            this.queue.push({
+                records: recordsArray,
+                fencing_token: args?.fencing_token,
+                match_seq_num: args?.match_seq_num,
+                meteredSize: batchMeteredSize,
+            });
+            this.queuedBytes += batchMeteredSize;
+            this.pendingResolvers.push({ resolve, reject });
+            // Start processing if not already running
+            if (!this.processingPromise) {
+                this.processingPromise = this.processLoop();
+            }
+        });
+    }
+    /**
+     * Main processing loop that sends queued requests one at a time.
+     */
+    async processLoop() {
+        while (this.queue.length > 0) {
+            this.inFlight = true;
+            const args = this.queue.shift();
+            const resolver = this.pendingResolvers.shift();
+            try {
+                const ack = await streamAppend(this.stream, this.client, args.records, {
+                    fencing_token: args.fencing_token,
+                    match_seq_num: args.match_seq_num,
+                }, this.options);
+                this._lastAckedPosition = ack;
+                // Emit ack to the acks stream if it exists
+                if (this.acksController) {
+                    this.acksController.enqueue(ack);
+                }
+                // Resolve the promise for this request
+                resolver.resolve(ack);
+                // Release capacity and wake up waiting writers
+                this.queuedBytes -= args.meteredSize;
+                while (this.waitingForCapacity.length > 0) {
+                    const waiter = this.waitingForCapacity.shift();
+                    waiter();
+                    // Only wake one at a time - let them check capacity again
+                    break;
+                }
+            }
+            catch (error) {
+                this.inFlight = false;
+                this.processingPromise = null;
+                // Reject the promise for this request
+                resolver.reject(error);
+                // Reject all remaining pending promises
+                for (const pendingResolver of this.pendingResolvers) {
+                    pendingResolver.reject(error);
+                }
+                this.pendingResolvers = [];
+                // Clear the queue and reset queued bytes
+                this.queue = [];
+                this.queuedBytes = 0;
+                // Wake up all waiting writers (they'll see the closed state or retry)
+                for (const waiter of this.waitingForCapacity) {
+                    waiter();
+                }
+                this.waitingForCapacity = [];
+                // Do not rethrow here to avoid unhandled rejection; callers already received rejection
+            }
+            this.inFlight = false;
+        }
+        this.processingPromise = null;
+    }
+    async waitForDrain() {
+        // Wait for processing to complete
+        if (this.processingPromise) {
+            await this.processingPromise;
+        }
+        // Wait until queue is empty and nothing is in flight
+        while (this.queue.length > 0 || this.inFlight) {
+            await new Promise((resolve) => setTimeout(resolve, 10));
+        }
+        // Close the acks stream if it exists
+        if (this.acksController) {
+            this.acksController.close();
+        }
+    }
+    lastAckedPosition() {
+        return this._lastAckedPosition;
+    }
+}
+/**
+ * Fetch-based transport using HTTP/1.1 + JSON
+ * Works in all JavaScript environments (browser, Node.js, Deno, etc.)
+ */
+export class FetchTransport {
+    client;
+    transportConfig;
+    constructor(config) {
+        this.client = createClient(createConfig({
+            baseUrl: config.baseUrl,
+            auth: () => Redacted.value(config.accessToken),
+        }));
+        this.transportConfig = config;
+    }
+    async makeAppendSession(stream, sessionOptions, requestOptions) {
+        return FetchAppendSession.create(stream, this.transportConfig, sessionOptions, requestOptions);
+    }
+    async makeReadSession(stream, args, options) {
+        return FetchReadSession.create(this.client, stream, args, options);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/esm/lib/stream/transport/fetch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/fetch/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAEN,YAAY,EACZ,YAAY,GACZ,MAAM,uCAAuC,CAAC;AAM/C,OAAO,EAAE,IAAI,EAAE,MAAM,gCAAgC,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAajD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,OAAO,gBAEX,SAAQ,WAA+B;IACxC,MAAM,CAAC,KAAK,CAAC,MAAM,CAClB,MAAc,EACd,IAAY,EACZ,IAAuB,EACvB,OAA0B;QAE1B,MAAM,EAAE,EAAE,EAAE,GAAG,WAAW,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC;YAC3B,MAAM;YACN,IAAI,EAAE;gBACL,MAAM,EAAE,IAAI;aACZ;YACD,OAAO,EAAE;gBACR,MAAM,EAAE,mBAAmB;gBAC3B,GAAG,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD;YACD,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,QAAQ;YACjB,GAAG,OAAO;SACV,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjC,MAAM,IAAI,OAAO,CAAC;oBACjB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;oBAC/B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS;oBACtC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;iBAChC,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,+CAA+C;gBAC/C,MAAM,IAAI,wBAAwB,CAAC;oBAClC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;iBAChC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,IAAI,OAAO,CAAC;gBACjB,OAAO,EAAE,yBAAyB;aAClC,CAAC,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAW,CAAC;QAChD,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7D,CAAC;IAEO,iBAAiB,GAA+B,SAAS,CAAC;IAElE,YAAoB,MAAkC,EAAE,MAAc;QACrE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YACrB,gDAAgD;YAChD,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE;oBACnB,kDAAkD;oBAClD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;wBACxB,OAAO;4BACN,GAAG,QAAQ;4BACX,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gCAC1C,GAAG,MAAM;gCACT,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gCAC7D,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACvC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CACR;6BAC/B,CAAC,CAAC;yBAC0B,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACP,OAAO;4BACN,GAAG,QAAQ;4BACX,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gCAC1C,GAAG,MAAM;gCACT,OAAO,EAAE,MAAM,CAAC,OAAO;oCACtB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;oCACpC,CAAC,CAAC,SAAS;6BACZ,CAAC,CAAC;yBAC2B,CAAC;oBACjC,CAAC;gBACF,CAAC,CAAC,EAAuB,CAAC;gBAC1B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC;gBACrC,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACjE,CAAC;YACD,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;gBAC3B,sBAAsB;gBACtB,MAAM,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,IAAI,eAAe,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,oCAAoC;YACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACJ,CAAC;IAEM,gBAAgB;QACtB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAC/B,CAAC;CACD;AAED,MAAM,UAAW,SAAQ,cAAyB;IACjD,YACC,aAES;QAET,KAAK,CAAC;YACL,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACrB,aAAa,CAAC,UAAU,CAAC,CAAC;YAC3B,CAAC;SACD,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IAED,8BAA8B;IAC9B,CAAC,MAAM,CAAC,aAAa,CAAC;QACrB,MAAM,EAAE,GAAI,cAAc,CAAC,SAAiB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACnE,IAAI,OAAO,EAAE,KAAK,UAAU;YAAE,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,OAAO;YACN,IAAI,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC9B,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;oBACZ,MAAM,CAAC,WAAW,EAAE,CAAC;oBACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;gBACzC,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YACxC,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBAClB,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,CAAC,WAAW,EAAE,CAAC;gBACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YACzC,CAAC;YACD,MAAM,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC5B,MAAM,CAAC,WAAW,EAAE,CAAC;gBACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YACzC,CAAC;YACD,CAAC,MAAM,CAAC,aAAa,CAAC;gBACrB,OAAO,IAAI,CAAC;YACb,CAAC;SACD,CAAC;IACH,CAAC;CACD;AAED;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAGtB,kBAAkB,GAA0B,SAAS,CAAC;IACtD,KAAK,GAKR,EAAE,CAAC;IACA,gBAAgB,GAGnB,EAAE,CAAC;IACA,QAAQ,GAAG,KAAK,CAAC;IACR,OAAO,CAAoB;IAC3B,MAAM,CAAS;IACxB,cAAc,CAET;IACL,SAAS,CAAa;IACtB,SAAS,CAA6B;IACtC,MAAM,GAAG,KAAK,CAAC;IACf,iBAAiB,GAAyB,IAAI,CAAC;IAC/C,WAAW,GAAG,CAAC,CAAC;IACP,cAAc,CAAS;IAChC,kBAAkB,GAAsB,EAAE,CAAC;IAClC,MAAM,CAAS;IAEhB,QAAQ,CAA4B;IACpC,QAAQ,CAA6B;IAErD,MAAM,CAAC,KAAK,CAAC,MAAM,CAClB,MAAc,EACd,eAAgC,EAChC,cAAqC,EACrC,cAAiC;QAEjC,OAAO,IAAI,kBAAkB,CAC5B,MAAM,EACN,eAAe,EACf,cAAc,EACd,cAAc,CACd,CAAC;IACH,CAAC;IAED,YACC,MAAc,EACd,eAAgC,EAChC,cAAqC,EACrC,cAAiC;QAEjC,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,EAAE,cAAc,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,iBAAiB;QAC3F,IAAI,CAAC,MAAM,GAAG,YAAY,CACzB,YAAY,CAAC;YACZ,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC;SACvD,CAAC,CACF,CAAC;QACF,sCAAsC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,UAAU,EAAE,EAAE;YAC9C,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAE/B,6BAA6B;QAC7B,IAAI,kBAAmD,CAAC;QACxD,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAa;YAC/C,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACrB,kBAAkB,GAAG,UAAU,CAAC;YACjC,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACtB,uBAAuB;gBACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;gBACzB,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBACpC,gBAAgB,IAAI,gBAAgB,CAAC,MAAsB,CAAC,CAAC;gBAC9D,CAAC;gBAED,8BAA8B;gBAC9B,OACC,IAAI,CAAC,WAAW,GAAG,gBAAgB,GAAG,IAAI,CAAC,cAAc;oBACzD,CAAC,IAAI,CAAC,MAAM,EACX,CAAC;oBACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;wBACnC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvC,CAAC,CAAC,CAAC;gBACJ,CAAC;gBAED,mBAAmB;gBACnB,IAAI,CAAC,MAAM,CACV,KAAK,CAAC,OAAO,EACb;oBACC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;oBAC/C,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;iBAC/C,EACD,gBAAgB,CAChB,CAAC;YACH,CAAC;YACD,KAAK,EAAE,KAAK,IAAI,EAAE;gBACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;gBAErB,8BAA8B;gBAC9B,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC;oBACzB,OAAO,EAAE,8BAA8B,MAAM,EAAE;iBAC/C,CAAC,CAAC;gBACH,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC9C,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;gBACD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBAE3B,kCAAkC;gBAClC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAChD,QAAQ,EAAE,CAAC;gBACZ,CAAC;gBACD,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;YAC9B,CAAC;SACD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QAC1B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,IAAI;QACH,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH,MAAM,CACL,OAAsC,EACtC,IAAyD,EACzD,iBAA0B;QAE1B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,MAAM,CACpB,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,yBAAyB,EAAE,CAAC,CACnD,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAElE,6BAA6B;QAC7B,IAAI,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,MAAM,CACpB,IAAI,OAAO,CAAC;gBACX,OAAO,EAAE,YAAY,YAAY,CAAC,MAAM,6CAA6C;aACrF,CAAC,CACF,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,IAAI,gBAAgB,GAAG,iBAAiB,IAAI,CAAC,CAAC;QAC9C,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBACnC,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;QAED,IAAI,gBAAgB,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACpC,OAAO,OAAO,CAAC,MAAM,CACpB,IAAI,OAAO,CAAC;gBACX,OAAO,EAAE,cAAc,gBAAgB,iDAAiD;aACxF,CAAC,CACF,CAAC;QACH,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACf,OAAO,EAAE,YAAY;gBACrB,aAAa,EAAE,IAAI,EAAE,aAAa;gBAClC,aAAa,EAAE,IAAI,EAAE,aAAa;gBAClC,WAAW,EAAE,gBAAgB;aAC7B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,gBAAgB,CAAC;YACrC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAEhD,0CAA0C;YAC1C,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAG,CAAC;YAEhD,IAAI,CAAC;gBACJ,MAAM,GAAG,GAAG,MAAM,YAAY,CAC7B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ;oBACC,aAAa,EAAE,IAAI,CAAC,aAAa;oBACjC,aAAa,EAAE,IAAI,CAAC,aAAa;iBACjC,EACD,IAAI,CAAC,OAAO,CACZ,CAAC;gBACF,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC;gBAE9B,2CAA2C;gBAC3C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACzB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;gBAED,uCAAuC;gBACvC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAEtB,+CAA+C;gBAC/C,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;gBACrC,OAAO,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAG,CAAC;oBAChD,MAAM,EAAE,CAAC;oBACT,0DAA0D;oBAC1D,MAAM;gBACP,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAE9B,sCAAsC;gBACtC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEvB,wCAAwC;gBACxC,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACrD,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;gBACD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBAE3B,yCAAyC;gBACzC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;gBAErB,sEAAsE;gBACtE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC9C,MAAM,EAAE,CAAC;gBACV,CAAC;gBACD,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;gBAE7B,uFAAuF;YACxF,CAAC;YAED,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,YAAY;QACzB,kCAAkC;QAClC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC9B,CAAC;QAED,qDAAqD;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,qCAAqC;QACrC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC7B,CAAC;IACF,CAAC;IAED,iBAAiB;QAChB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IAChC,CAAC;CACD;AAED;;;GAGG;AACH,MAAM,OAAO,cAAc;IACT,MAAM,CAAS;IACf,eAAe,CAAkB;IAClD,YAAY,MAAuB;QAClC,IAAI,CAAC,MAAM,GAAG,YAAY,CACzB,YAAY,CAAC;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC;SAC9C,CAAC,CACF,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,iBAAiB,CACtB,MAAc,EACd,cAAqC,EACrC,cAAiC;QAEjC,OAAO,kBAAkB,CAAC,MAAM,CAC/B,MAAM,EACN,IAAI,CAAC,eAAe,EACpB,cAAc,EACd,cAAc,CACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACpB,MAAc,EACd,IAAuB,EACvB,OAA0B;QAE1B,OAAO,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;CACD"}

package/dist/esm/lib/stream/transport/fetch/shared.d.ts

@@ -0,0 +1,7 @@
+import type { S2RequestOptions } from "../../../../common.js";
+import type { Client } from "../../../../generated/client/index.js";
+import { type AppendAck } from "../../../../generated/index.js";
+import type { AppendArgs, AppendRecord, ReadArgs, ReadBatch } from "../../types.js";
+export declare function streamRead<Format extends "string" | "bytes" = "string">(stream: string, client: Client, args?: ReadArgs<Format>, options?: S2RequestOptions): Promise<ReadBatch<Format>>;
+export declare function streamAppend(stream: string, client: Client, records: AppendRecord | AppendRecord[], args?: Omit<AppendArgs, "records">, options?: S2RequestOptions): Promise<AppendAck>;
+//# sourceMappingURL=shared.d.ts.map

package/dist/esm/lib/stream/transport/fetch/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/fetch/shared.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAO9D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EACN,KAAK,SAAS,EAUd,MAAM,gCAAgC,CAAC;AAMxC,OAAO,KAAK,EACX,UAAU,EAEV,YAAY,EAEZ,QAAQ,EACR,SAAS,EACT,MAAM,gBAAgB,CAAC;AAExB,wBAAsB,UAAU,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EAC5E,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EACvB,OAAO,CAAC,EAAE,gBAAgB,8BA2D1B;AAED,wBAAsB,YAAY,CACjC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,YAAY,GAAG,YAAY,EAAE,EACtC,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,EAClC,OAAO,CAAC,EAAE,gBAAgB,sBAqH1B"}

package/dist/esm/lib/stream/transport/fetch/shared.js

@@ -0,0 +1,166 @@
+import { FencingTokenMismatchError, RangeNotSatisfiableError, S2Error, SeqNumMismatchError, } from "../../../../error.js";
+import { append, checkTail, read, } from "../../../../generated/index.js";
+import { computeAppendRecordFormat, meteredSizeBytes, } from "../../../../utils.js";
+import { decodeFromBase64, encodeToBase64 } from "../../../base64.js";
+export async function streamRead(stream, client, args, options) {
+    const { as, ...queryParams } = args ?? {};
+    const response = await read({
+        client,
+        path: {
+            stream,
+        },
+        headers: {
+            ...(as === "bytes" ? { "s2-format": "base64" } : {}),
+        },
+        query: queryParams,
+        ...options,
+    });
+    if (response.error) {
+        if ("message" in response.error) {
+            throw new S2Error({
+                message: response.error.message,
+                code: response.error.code ?? undefined,
+                status: response.response.status,
+            });
+        }
+        else {
+            // special case for 416 - Range Not Satisfiable
+            throw new RangeNotSatisfiableError({
+                status: response.response.status,
+            });
+        }
+    }
+    if (args?.as === "bytes") {
+        const res = {
+            ...response.data,
+            records: response.data.records?.map((record) => ({
+                ...record,
+                body: record.body ? decodeFromBase64(record.body) : undefined,
+                headers: record.headers?.map((header) => header.map((h) => decodeFromBase64(h))),
+            })),
+        };
+        return res;
+    }
+    else {
+        const res = {
+            ...response.data,
+            records: response.data.records.map((record) => ({
+                ...record,
+                headers: record.headers
+                    ? Object.fromEntries(record.headers)
+                    : undefined,
+            })),
+        };
+        return res;
+    }
+}
+export async function streamAppend(stream, client, records, args, options) {
+    const recordsArray = Array.isArray(records) ? records : [records];
+    if (recordsArray.length === 0) {
+        throw new S2Error({ message: "Cannot append empty array of records" });
+    }
+    let batchMeteredSize = 0;
+    for (const record of recordsArray) {
+        batchMeteredSize += meteredSizeBytes(record);
+    }
+    if (batchMeteredSize > 1024 * 1024) {
+        throw new S2Error({
+            message: `Batch size ${batchMeteredSize} bytes exceeds maximum of 1 MiB (1048576 bytes)`,
+        });
+    }
+    if (recordsArray.length > 1000) {
+        throw new S2Error({
+            message: `Batch of ${recordsArray.length} exceeds maximum batch size of 1000 records`,
+        });
+    }
+    let encodedRecords = [];
+    let hasAnyBytesRecords = false;
+    for (const record of recordsArray) {
+        const format = computeAppendRecordFormat(record);
+        if (format === "bytes") {
+            const formattedRecord = record;
+            const encodedRecord = {
+                ...formattedRecord,
+                body: formattedRecord.body
+                    ? encodeToBase64(formattedRecord.body)
+                    : undefined,
+                headers: formattedRecord.headers?.map((header) => header.map((h) => encodeToBase64(h))),
+            };
+            encodedRecords.push(encodedRecord);
+        }
+        else {
+            // Normalize headers to array format
+            const normalizeHeaders = (headers) => {
+                if (headers === undefined) {
+                    return undefined;
+                }
+                else if (Array.isArray(headers)) {
+                    return headers;
+                }
+                else {
+                    return Object.entries(headers);
+                }
+            };
+            const formattedRecord = record;
+            const encodedRecord = {
+                ...formattedRecord,
+                headers: formattedRecord.headers
+                    ? normalizeHeaders(formattedRecord.headers)
+                    : undefined,
+            };
+            encodedRecords.push(encodedRecord);
+        }
+    }
+    const response = await append({
+        client,
+        path: {
+            stream,
+        },
+        body: {
+            fencing_token: args?.fencing_token,
+            match_seq_num: args?.match_seq_num,
+            records: encodedRecords,
+        },
+        headers: {
+            ...(hasAnyBytesRecords ? { "s2-format": "base64" } : {}),
+        },
+        ...options,
+    });
+    if (response.error) {
+        if ("message" in response.error) {
+            throw new S2Error({
+                message: response.error.message,
+                code: response.error.code ?? undefined,
+                status: response.response.status,
+            });
+        }
+        else {
+            // special case for 412 - append condition failed
+            if ("seq_num_mismatch" in response.error) {
+                throw new SeqNumMismatchError({
+                    message: "Append condition failed: sequence number mismatch",
+                    code: "APPEND_CONDITION_FAILED",
+                    status: response.response.status,
+                    expectedSeqNum: response.error.seq_num_mismatch,
+                });
+            }
+            else if ("fencing_token_mismatch" in response.error) {
+                throw new FencingTokenMismatchError({
+                    message: "Append condition failed: fencing token mismatch",
+                    code: "APPEND_CONDITION_FAILED",
+                    status: response.response.status,
+                    expectedFencingToken: response.error.fencing_token_mismatch,
+                });
+            }
+            else {
+                // fallback for unknown 412 error format
+                throw new S2Error({
+                    message: "Append condition failed",
+                    status: response.response.status,
+                });
+            }
+        }
+    }
+    return response.data;
+}
+//# sourceMappingURL=shared.js.map

package/dist/esm/lib/stream/transport/fetch/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/fetch/shared.ts"],"names":[],"mappings":"AACA,OAAO,EACN,yBAAyB,EACzB,wBAAwB,EACxB,OAAO,EACP,mBAAmB,GACnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAEN,MAAM,EACN,SAAS,EAMT,IAAI,GAEJ,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACN,yBAAyB,EACzB,gBAAgB,GAChB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAUtE,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,MAAc,EACd,MAAc,EACd,IAAuB,EACvB,OAA0B;IAE1B,MAAM,EAAE,EAAE,EAAE,GAAG,WAAW,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC;QAC3B,MAAM;QACN,IAAI,EAAE;YACL,MAAM;SACN;QACD,OAAO,EAAE;YACR,GAAG,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpD;QACD,KAAK,EAAE,WAAW;QAClB,GAAG,OAAO;KACV,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC;gBACjB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;gBAC/B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS;gBACtC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,+CAA+C;YAC/C,MAAM,IAAI,wBAAwB,CAAC;gBAClC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,IAAI,IAAI,EAAE,EAAE,KAAK,OAAO,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAuB;YAC/B,GAAG,QAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAClC,CAAC,MAAgC,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,MAAM;gBACT,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7D,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,CAC3B,CAAC,MAAwB,EAAE,EAAE,CAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAG5C,CACF;aACD,CAAC,CACF;SACD,CAAC;QACF,OAAO,GAAwB,CAAC;IACjC,CAAC;SAAM,CAAC;QACP,MAAM,GAAG,GAAwB;YAChC,GAAG,QAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC/C,GAAG,MAAM;gBACT,OAAO,EAAE,MAAM,CAAC,OAAO;oBACtB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;oBACpC,CAAC,CAAC,SAAS;aACZ,CAAC,CAAC;SACH,CAAC;QACF,OAAO,GAAwB,CAAC;IACjC,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,MAAc,EACd,MAAc,EACd,OAAsC,EACtC,IAAkC,EAClC,OAA0B;IAE1B,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAElE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QACnC,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,gBAAgB,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,OAAO,CAAC;YACjB,OAAO,EAAE,cAAc,gBAAgB,iDAAiD;SACxF,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,OAAO,CAAC;YACjB,OAAO,EAAE,YAAY,YAAY,CAAC,MAAM,6CAA6C;SACrF,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,GAA4B,EAAE,CAAC;IACjD,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACxB,MAAM,eAAe,GAAG,MAAwC,CAAC;YACjE,MAAM,aAAa,GAAG;gBACrB,GAAG,eAAe;gBAClB,IAAI,EAAE,eAAe,CAAC,IAAI;oBACzB,CAAC,CAAC,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC;oBACtC,CAAC,CAAC,SAAS;gBACZ,OAAO,EAAE,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAChD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CACF;aACnC,CAAC;YAEF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,oCAAoC;YACpC,MAAM,gBAAgB,GAAG,CACxB,OAAgC,EACC,EAAE;gBACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC3B,OAAO,SAAS,CAAC;gBAClB,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,OAAO,OAAO,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACP,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,eAAe,GAAG,MAAyC,CAAC;YAClE,MAAM,aAAa,GAAG;gBACrB,GAAG,eAAe;gBAClB,OAAO,EAAE,eAAe,CAAC,OAAO;oBAC/B,CAAC,CAAC,gBAAgB,CAAC,eAAe,CAAC,OAAO,CAAC;oBAC3C,CAAC,CAAC,SAAS;aACZ,CAAC;YAEF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC;QAC7B,MAAM;QACN,IAAI,EAAE;YACL,MAAM;SACN;QACD,IAAI,EAAE;YACL,aAAa,EAAE,IAAI,EAAE,aAAa;YAClC,aAAa,EAAE,IAAI,EAAE,aAAa;YAClC,OAAO,EAAE,cAAc;SACvB;QACD,OAAO,EAAE;YACR,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD;QACD,GAAG,OAAO;KACV,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC;gBACjB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;gBAC/B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS;gBACtC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,iDAAiD;YACjD,IAAI,kBAAkB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC1C,MAAM,IAAI,mBAAmB,CAAC;oBAC7B,OAAO,EAAE,mDAAmD;oBAC5D,IAAI,EAAE,yBAAyB;oBAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAChC,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB;iBAC/C,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,wBAAwB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACvD,MAAM,IAAI,yBAAyB,CAAC;oBACnC,OAAO,EAAE,iDAAiD;oBAC1D,IAAI,EAAE,yBAAyB;oBAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAChC,oBAAoB,EAAE,QAAQ,CAAC,KAAK,CAAC,sBAAsB;iBAC3D,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,wCAAwC;gBACxC,MAAM,IAAI,OAAO,CAAC;oBACjB,OAAO,EAAE,yBAAyB;oBAClC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;iBAChC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC;AACtB,CAAC"}

package/dist/esm/lib/stream/transport/s2s/framing.d.ts

@@ -0,0 +1,47 @@
+/**
+ * S2S Protocol Message Framing
+ *
+ * Message format:
+ * - 3 bytes: Length prefix (total message length including flag byte, big-endian)
+ * - 1 byte: Flag byte [T][CC][RRRRR]
+ *   - T (bit 7): Terminal flag (1 = stream ends after this message)
+ *   - CC (bits 6-5): Compression (00=none, 01=zstd, 10=gzip)
+ *   - RRRRR (bits 4-0): Reserved
+ * - Variable: Body (protobuf message or JSON error for terminal frames)
+ */
+export type CompressionType = "none" | "zstd" | "gzip";
+export interface S2SFrame {
+    terminal: boolean;
+    compression: CompressionType;
+    body: Uint8Array;
+    statusCode?: number;
+}
+/**
+ * Frame a message for s2s protocol
+ */
+export declare function frameMessage(opts: {
+    terminal: boolean;
+    compression?: CompressionType;
+    body: Uint8Array;
+    statusCode?: number;
+}): Uint8Array;
+/**
+ * Parser for reading s2s frames from a stream
+ */
+export declare class S2SFrameParser {
+    private buffer;
+    /**
+     * Add data to the parser buffer
+     */
+    push(data: Uint8Array): void;
+    /**
+     * Try to parse the next frame from the buffer
+     * Returns null if not enough data available
+     */
+    parseFrame(): S2SFrame | null;
+    /**
+     * Check if parser has any buffered data
+     */
+    hasData(): boolean;
+}
+//# sourceMappingURL=framing.d.ts.map

package/dist/esm/lib/stream/transport/s2s/framing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"framing.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/framing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEvD,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,eAAe,CAAC;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE;IAClC,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,UAAU,CA+Cb;AAED;;GAEG;AACH,qBAAa,cAAc;IAC1B,OAAO,CAAC,MAAM,CAAiC;IAE/C;;OAEG;IACI,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI;IAOnC;;;OAGG;IACI,UAAU,IAAI,QAAQ,GAAG,IAAI;IA8CpC;;OAEG;IACI,OAAO,IAAI,OAAO;CAGzB"}