@s2-dev/streamstore 0.16.11 → 0.17.0

package/dist/esm/lib/stream/transport/s2s/framing.js

@@ -0,0 +1,118 @@
+/**
+ * S2S Protocol Message Framing
+ *
+ * Message format:
+ * - 3 bytes: Length prefix (total message length including flag byte, big-endian)
+ * - 1 byte: Flag byte [T][CC][RRRRR]
+ *   - T (bit 7): Terminal flag (1 = stream ends after this message)
+ *   - CC (bits 6-5): Compression (00=none, 01=zstd, 10=gzip)
+ *   - RRRRR (bits 4-0): Reserved
+ * - Variable: Body (protobuf message or JSON error for terminal frames)
+ */
+/**
+ * Frame a message for s2s protocol
+ */
+export function frameMessage(opts) {
+    const compression = opts.compression ?? "none";
+    // Build flag byte
+    let flag = 0;
+    if (opts.terminal) {
+        flag |= 0x80; // Set bit 7
+    }
+    if (compression === "zstd") {
+        flag |= 0x20; // Set bit 5
+    }
+    else if (compression === "gzip") {
+        flag |= 0x40; // Set bit 6
+    }
+    // For terminal frames with status code, prepend 2-byte status code to body
+    let body = opts.body;
+    if (opts.terminal && opts.statusCode !== undefined) {
+        const statusBytes = new Uint8Array(2);
+        statusBytes[0] = (opts.statusCode >> 8) & 0xff;
+        statusBytes[1] = opts.statusCode & 0xff;
+        body = new Uint8Array(statusBytes.length + opts.body.length);
+        body.set(statusBytes, 0);
+        body.set(opts.body, statusBytes.length);
+    }
+    // Calculate total length (flag + body)
+    const length = 1 + body.length;
+    if (length > 0xffffff) {
+        throw new Error(`Message too large: ${length} bytes (max 16MB)`);
+    }
+    // Allocate frame buffer
+    const frame = new Uint8Array(3 + length);
+    // Write 3-byte length prefix (big-endian)
+    frame[0] = (length >> 16) & 0xff;
+    frame[1] = (length >> 8) & 0xff;
+    frame[2] = length & 0xff;
+    // Write flag byte
+    frame[3] = flag;
+    // Write body
+    frame.set(body, 4);
+    return frame;
+}
+/**
+ * Parser for reading s2s frames from a stream
+ */
+export class S2SFrameParser {
+    buffer = new Uint8Array(0);
+    /**
+     * Add data to the parser buffer
+     */
+    push(data) {
+        const newBuffer = new Uint8Array(this.buffer.length + data.length);
+        newBuffer.set(this.buffer, 0);
+        newBuffer.set(data, this.buffer.length);
+        this.buffer = newBuffer;
+    }
+    /**
+     * Try to parse the next frame from the buffer
+     * Returns null if not enough data available
+     */
+    parseFrame() {
+        // Need at least 4 bytes (3-byte length + 1-byte flag)
+        if (this.buffer.length < 4) {
+            return null;
+        }
+        // Read 3-byte length prefix (big-endian)
+        const length = (this.buffer[0] << 16) | (this.buffer[1] << 8) | this.buffer[2];
+        // Check if we have the full message
+        if (this.buffer.length < 3 + length) {
+            return null;
+        }
+        // Read flag byte
+        const flag = this.buffer[3];
+        const terminal = (flag & 0x80) !== 0;
+        let compression = "none";
+        if ((flag & 0x20) !== 0) {
+            compression = "zstd";
+        }
+        else if ((flag & 0x40) !== 0) {
+            compression = "gzip";
+        }
+        // Extract body (length includes flag byte, so body is length - 1 bytes)
+        let body = this.buffer.slice(4, 4 + length - 1);
+        let statusCode;
+        // For terminal frames, check for status code
+        if (terminal && body.length >= 2) {
+            statusCode = (body[0] << 8) | body[1];
+            body = body.slice(2);
+        }
+        // Remove parsed frame from buffer
+        this.buffer = this.buffer.slice(3 + length);
+        return {
+            terminal,
+            compression,
+            body,
+            statusCode,
+        };
+    }
+    /**
+     * Check if parser has any buffered data
+     */
+    hasData() {
+        return this.buffer.length > 0;
+    }
+}
+//# sourceMappingURL=framing.js.map

package/dist/esm/lib/stream/transport/s2s/framing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"framing.js","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/framing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAWH;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAK5B;IACA,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;IAE/C,kBAAkB;IAClB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;IACD,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;QAC5B,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;SAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;QACnC,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;IAED,2EAA2E;IAC3E,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QACtC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;QAC/C,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACxC,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,uCAAuC;IACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IAE/B,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,sBAAsB,MAAM,mBAAmB,CAAC,CAAC;IAClE,CAAC;IAED,wBAAwB;IACxB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAEzC,0CAA0C;IAC1C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAChC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;IAEzB,kBAAkB;IAClB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAEhB,aAAa;IACb,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEnB,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,cAAc;IAClB,MAAM,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAE/C;;OAEG;IACI,IAAI,CAAC,IAAgB;QAC3B,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9B,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IACzB,CAAC;IAED;;;OAGG;IACI,UAAU;QAChB,sDAAsD;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACb,CAAC;QAED,yCAAyC;QACzC,MAAM,MAAM,GACX,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;QAEpE,oCAAoC;QACpC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QACb,CAAC;QAED,iBAAiB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,WAAW,GAAoB,MAAM,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,WAAW,GAAG,MAAM,CAAC;QACtB,CAAC;aAAM,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,WAAW,GAAG,MAAM,CAAC;QACtB,CAAC;QAED,wEAAwE;QACxE,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,UAA8B,CAAC;QAEnC,6CAA6C;QAC7C,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,CAAC,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QAE5C,OAAO;YACN,QAAQ;YACR,WAAW;YACX,IAAI;YACJ,UAAU;SACV,CAAC;IACH,CAAC;IAED;;OAEG;IACI,OAAO;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;CACD"}

package/dist/esm/lib/stream/transport/s2s/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * S2S HTTP/2 transport for Node.js
+ * Uses the s2s binary protocol over HTTP/2 for efficient streaming
+ *
+ * This file should only be imported in Node.js environments
+ */
+import type { S2RequestOptions } from "../../../../common.js";
+import type { AppendSession, AppendSessionOptions, ReadArgs, ReadSession, SessionTransport, TransportConfig } from "../../types.js";
+export declare class S2STransport implements SessionTransport {
+    private readonly client;
+    private readonly transportConfig;
+    private connection?;
+    private connectionPromise?;
+    constructor(config: TransportConfig);
+    makeAppendSession(stream: string, sessionOptions?: AppendSessionOptions, requestOptions?: S2RequestOptions): Promise<AppendSession>;
+    makeReadSession<Format extends "string" | "bytes" = "string">(stream: string, args?: ReadArgs<Format>, options?: S2RequestOptions): Promise<ReadSession<Format>>;
+    /**
+     * Get or create HTTP/2 connection (one per transport)
+     */
+    private getConnection;
+    private createConnection;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/lib/stream/transport/s2s/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAgB9D,OAAO,KAAK,EAGX,aAAa,EACb,oBAAoB,EACpB,QAAQ,EAER,WAAW,EACX,gBAAgB,EAChB,eAAe,EACf,MAAM,gBAAgB,CAAC;AAGxB,qBAAa,YAAa,YAAW,gBAAgB;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,UAAU,CAAC,CAA2B;IAC9C,OAAO,CAAC,iBAAiB,CAAC,CAAoC;gBAElD,MAAM,EAAE,eAAe;IAU7B,iBAAiB,CACtB,MAAM,EAAE,MAAM,EACd,cAAc,CAAC,EAAE,oBAAoB,EACrC,cAAc,CAAC,EAAE,gBAAgB,GAC/B,OAAO,CAAC,aAAa,CAAC;IAWnB,eAAe,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EACjE,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EACvB,OAAO,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAW/B;;OAEG;YACW,aAAa;YAyBb,gBAAgB;CA4B9B"}