@laserdata/laser-sdk 0.5.3 → 0.6.0

package/dist/snapshot.js

@@ -1,10 +1,18 @@
 import { decodeOne, encodeNamed, expectMap } from "./wire/cbor.js";
 import { decodeFoldSnapshot, encodeFoldSnapshot } from "./wire/snapshot.js";
+import { NoStreamError } from "./client/errors.js";
 import { INTERNAL_TRANSPORT } from "./client/internals.js";
 export const DEFAULT_SNAPSHOT_NAMESPACE = "agent.snapshots";
 export const DEFAULT_SNAPSHOT_TOPIC = "agent.snapshots";
-function sameConversation(left, right) {
-    return left.toString() === right.toString();
+const SCAN_BATCH = 256n;
+/** Encode a fold snapshot to the named-field CBOR bytes used by Rust. */
+export function encodeSnapshot(snapshot) {
+    return encodeNamed(encodeFoldSnapshot(snapshot));
+}
+/** Decode a fold snapshot from its stored bytes. */
+export function decodeSnapshot(payload) {
+    const context = "fold snapshot";
+    return decodeFoldSnapshot(expectMap(decodeOne(payload, context), context), context);
 }
 export class TopicSnapshotStore {
     laser;
@@ -13,39 +21,42 @@ export class TopicSnapshotStore {
         this.laser = laser;
         this.topic = topic;
     }
+    /** Walks each partition backward from its tail and stops at the newest
+     * record for the conversation, so a hit costs the distance to the last
+     * checkpoint. A conversation with no snapshot walks the whole topic, so keep
+     * the snapshots topic on retention. */
     async latest(conversation) {
         const stream = this.laser.defaultStream;
-        if (stream === undefined)
-            return undefined;
-        const partitions = await this.laser[INTERNAL_TRANSPORT]().findTopicPartitionCount(stream, this.topic);
+        if (stream === undefined) {
+            throw new NoStreamError("a snapshot lookup requires a default stream, use connectWithStream() or withDefaultStream()");
+        }
+        const transport = this.laser[INTERNAL_TRANSPORT]();
+        const partitions = await transport.findTopicPartitionCount(stream, this.topic);
         if (partitions === undefined)
             return undefined;
-        const cursor = await this.laser.topic(this.topic).replay({ batchSize: 256 });
-        let latest;
-        for (;;) {
-            const records = await cursor.poll();
-            if (records.length === 0)
-                break;
-            for (const record of records) {
-                let snapshot;
-                try {
-                    const context = "fold snapshot";
-                    snapshot = decodeFoldSnapshot(expectMap(decodeOne(record.payload, context), context), context);
-                }
-                catch {
-                    continue;
-                }
-                if (!sameConversation(snapshot.conversation, conversation))
-                    continue;
-                const timestamp = record.timestampMicros ?? 0n;
-                if (latest === undefined ||
-                    timestamp > latest.timestamp ||
-                    (timestamp === latest.timestamp && record.offset > latest.offset)) {
-                    latest = { snapshot, timestamp, offset: record.offset };
+        let newest;
+        for (let partitionId = 0; partitionId < partitions; partitionId += 1) {
+            const target = { kind: "single", partitionId };
+            const tail = await transport.pollMessages(stream, this.topic, target, { kind: "last" }, 1, false);
+            const last = tail[tail.length - 1];
+            if (last === undefined)
+                continue;
+            let end = last.offset + 1n;
+            // Newest window first, and within a window the highest matching offset
+            // wins, so the walk stops at the conversation's latest checkpoint.
+            while (end > 0n) {
+                const start = end > SCAN_BATCH ? end - SCAN_BATCH : 0n;
+                const window = await transport.pollMessages(stream, this.topic, target, { kind: "offset", value: start }, Number(SCAN_BATCH), false);
+                const found = newestMatch(window, end, conversation);
+                if (found !== undefined) {
+                    if (newest === undefined || found.offset > newest.offset)
+                        newest = found;
+                    break;
                 }
+                end = start;
             }
         }
-        return latest?.snapshot;
+        return newest?.snapshot;
     }
     async save(snapshot) {
         await this.laser.topic(this.topic).send(encodeNamed(encodeFoldSnapshot(snapshot)), {
@@ -77,4 +88,27 @@ export class KvSnapshotStore {
             .send();
     }
 }
+function sameConversation(left, right) {
+    return left.toString() === right.toString();
+}
+function snapshotOf(payload) {
+    try {
+        return decodeSnapshot(payload);
+    }
+    catch {
+        return undefined;
+    }
+}
+function newestMatch(window, end, conversation) {
+    for (let index = window.length - 1; index >= 0; index -= 1) {
+        const message = window[index];
+        if (message === undefined || message.offset >= end)
+            continue;
+        const snapshot = snapshotOf(message.payload);
+        if (snapshot !== undefined && sameConversation(snapshot.conversation, conversation)) {
+            return { offset: message.offset, snapshot };
+        }
+    }
+    return undefined;
+}
 //# sourceMappingURL=snapshot.js.map

package/dist/snapshot.js.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../src/snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAClE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAqB,MAAM,oBAAoB,CAAA;AAG9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAA;AAG1D,MAAM,CAAC,MAAM,0BAA0B,GAAG,iBAAiB,CAAA;AAC3D,MAAM,CAAC,MAAM,sBAAsB,GAAG,iBAAiB,CAAA;AAOvD,SAAS,gBAAgB,CAAC,IAAoB,EAAE,KAAwB;IACtE,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAA;AAC7C,CAAC;AAED,MAAM,OAAO,kBAAkB;IAEV,KAAK;IACb,KAAK;IAFhB,YACmB,KAAY,EACpB,KAAK,GAAG,sBAAsB;qBADtB,KAAK;qBACb,KAAK;IACb,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,YAA+B;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAA;QACvC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,uBAAuB,CAC/E,MAAM,EACN,IAAI,CAAC,KAAK,CACX,CAAA;QACD,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAA;QAC5E,IAAI,MAES,CAAA;QACb,SAAS,CAAC;YACR,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACnC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,QAAsB,CAAA;gBAC1B,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,eAAe,CAAA;oBAC/B,QAAQ,GAAG,kBAAkB,CAC3B,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EACtD,OAAO,CACR,CAAA;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAQ;gBACV,CAAC;gBACD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;oBAAE,SAAQ;gBACpE,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAA;gBAC9C,IACE,MAAM,KAAK,SAAS;oBACpB,SAAS,GAAG,MAAM,CAAC,SAAS;oBAC5B,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EACjE,CAAC;oBACD,MAAM,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;gBACzD,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,EAAE,QAAQ,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,EAAE;YACjF,GAAG,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;SAChE,CAAC,CAAA;IACJ,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAEP,KAAK;IACb,SAAS;IAFpB,YACmB,KAAY,EACpB,SAAS,GAAG,0BAA0B;qBAD9B,KAAK;yBACb,SAAS;IACjB,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,YAA+B;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;aAC7B,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;aAClB,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QACzD,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC3C,MAAM,OAAO,GAAG,eAAe,CAAA;QAC/B,OAAO,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;IACrF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK;aACb,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;aAClB,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC/D,KAAK,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;aAChD,IAAI,EAAE,CAAA;IACX,CAAC;CACF"}
+{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../src/snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAClE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAqB,MAAM,oBAAoB,CAAA;AAG9F,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAA;AAG1D,MAAM,CAAC,MAAM,0BAA0B,GAAG,iBAAiB,CAAA;AAC3D,MAAM,CAAC,MAAM,sBAAsB,GAAG,iBAAiB,CAAA;AAEvD,MAAM,UAAU,GAAG,IAAI,CAAA;AAOvB,yEAAyE;AACzE,MAAM,UAAU,cAAc,CAAC,QAAsB;IACnD,OAAO,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAA;AAClD,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,cAAc,CAAC,OAAmB;IAChD,MAAM,OAAO,GAAG,eAAe,CAAA;IAC/B,OAAO,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;AACrF,CAAC;AAED,MAAM,OAAO,kBAAkB;IAEV,KAAK;IACL,KAAK;IAFxB,YACmB,KAAY,EACZ,KAAK,GAAG,sBAAsB;qBAD9B,KAAK;qBACL,KAAK;IACrB,CAAC;IAEJ;;;2CAGuC;IACvC,KAAK,CAAC,MAAM,CAAC,YAA+B;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAA;QACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,IAAI,aAAa,CACrB,6FAA6F,CAC9F,CAAA;QACH,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAA;QAClD,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,uBAAuB,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9E,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC9C,IAAI,MAAgF,CAAA;QACpF,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,UAAU,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAW,CAAA;YACvD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,YAAY,CACvC,MAAM,EACN,IAAI,CAAC,KAAK,EACV,MAAM,EACN,EAAE,IAAI,EAAE,MAAM,EAAE,EAChB,CAAC,EACD,KAAK,CACN,CAAA;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAClC,IAAI,IAAI,KAAK,SAAS;gBAAE,SAAQ;YAChC,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAA;YAC1B,uEAAuE;YACvE,mEAAmE;YACnE,OAAO,GAAG,GAAG,EAAE,EAAE,CAAC;gBAChB,MAAM,KAAK,GAAG,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,CAAA;gBACtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CACzC,MAAM,EACN,IAAI,CAAC,KAAK,EACV,MAAM,EACN,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAChC,MAAM,CAAC,UAAU,CAAC,EAClB,KAAK,CACN,CAAA;gBACD,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,YAAY,CAAC,CAAA;gBACpD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;wBAAE,MAAM,GAAG,KAAK,CAAA;oBACxE,MAAK;gBACP,CAAC;gBACD,GAAG,GAAG,KAAK,CAAA;YACb,CAAC;QACH,CAAC;QACD,OAAO,MAAM,EAAE,QAAQ,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,EAAE;YACjF,GAAG,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;SAChE,CAAC,CAAA;IACJ,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAEP,KAAK;IACL,SAAS;IAF5B,YACmB,KAAY,EACZ,SAAS,GAAG,0BAA0B;qBADtC,KAAK;yBACL,SAAS;IACzB,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,YAA+B;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;aAC7B,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;aAClB,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QACzD,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC3C,MAAM,OAAO,GAAG,eAAe,CAAA;QAC/B,OAAO,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;IACrF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK;aACb,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;aAClB,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC/D,KAAK,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;aAChD,IAAI,EAAE,CAAA;IACX,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,IAAoB,EAAE,KAAwB;IACtE,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAA;AAC7C,CAAC;AAED,SAAS,UAAU,CAAC,OAAmB;IACrC,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,OAAO,CAAC,CAAA;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,MAA4E,EAC5E,GAAW,EACX,YAA+B;IAE/B,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;QAC7B,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG;YAAE,SAAQ;QAC5D,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAC5C,IAAI,QAAQ,KAAK,SAAS,IAAI,gBAAgB,CAAC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;YACpF,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAA;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC"}

package/dist/state-store.d.ts

@@ -10,7 +10,7 @@ export declare class InMemoryStore implements StateStore {
     delete(key: string): Promise<void>;
 }
 export declare class FileStore implements StateStore {
-    readonly root: string;
+    private readonly root;
     constructor(root: string);
     get(key: string): Promise<Uint8Array | undefined>;
     set(key: string, value: Uint8Array): Promise<void>;

package/dist/state-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../src/state-store.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,UAAU;IACzB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAA;IACjD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACnC;AAED,qBAAa,aAAc,YAAW,UAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgC;IAExD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAGhD;IAED,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjD;IAED,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjC;CACF;AAQD,qBAAa,SAAU,YAAW,UAAU;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAjC,YAAqB,IAAI,EAAE,MAAM,EAAI;IAE/B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAOtD;IAEK,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAWvD;IAEK,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAMvC;IAED,OAAO,CAAC,OAAO;CAGhB"}
+{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../src/state-store.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,UAAU;IACzB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAA;IACjD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACnC;AAED,qBAAa,aAAc,YAAW,UAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgC;IAExD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAGhD;IAED,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjD;IAED,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjC;CACF;AAQD,qBAAa,SAAU,YAAW,UAAU;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAAjC,YAA6B,IAAI,EAAE,MAAM,EAAI;IAEvC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAOtD;IAEK,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAWvD;IAEK,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAMvC;IAED,OAAO,CAAC,OAAO;CAGhB"}

package/dist/state-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"state-store.js","sourceRoot":"","sources":["../src/state-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAQpD,MAAM,OAAO,aAAa;IACP,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAA;IAExD,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACnC,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACzE,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAiB;QAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;CACF;AAED,SAAS,MAAM,CAAC,GAAW;IACzB,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SACjD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,MAAM,OAAO,SAAS;IACC,IAAI;IAAzB,YAAqB,IAAY;oBAAZ,IAAI;IAAW,CAAC;IAErC,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,IAAI,CAAC;YACH,OAAO,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAA;YACvC,MAAM,IAAI,eAAe,CAAC,8BAA8B,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAiB;QACtC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,UAAU,EAAE,MAAM,CAAA;QAC/C,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC/B,MAAM,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YAClC,MAAM,IAAI,eAAe,CAAC,+BAA+B,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC9E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,eAAe,CAAC,gCAAgC,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,GAAW;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IACrC,CAAC;CACF;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,KAAK,YAAY,KAAK;QACtB,MAAM,IAAI,KAAK;QACd,KAA4C,CAAC,IAAI,KAAK,QAAQ,CAChE,CAAA;AACH,CAAC"}
+{"version":3,"file":"state-store.js","sourceRoot":"","sources":["../src/state-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAQpD,MAAM,OAAO,aAAa;IACP,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAA;IAExD,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACnC,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACzE,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAiB;QAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;QACpC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;CACF;AAED,SAAS,MAAM,CAAC,GAAW;IACzB,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SACjD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,MAAM,OAAO,SAAS;IACS,IAAI;IAAjC,YAA6B,IAAY;oBAAZ,IAAI;IAAW,CAAC;IAE7C,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,IAAI,CAAC;YACH,OAAO,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAA;YACvC,MAAM,IAAI,eAAe,CAAC,8BAA8B,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAiB;QACtC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,UAAU,EAAE,MAAM,CAAA;QAC/C,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC/B,MAAM,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YAClC,MAAM,IAAI,eAAe,CAAC,+BAA+B,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC9E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,eAAe,CAAC,gCAAgC,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,GAAW;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IACrC,CAAC;CACF;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,KAAK,YAAY,KAAK;QACtB,MAAM,IAAI,KAAK;QACd,KAA4C,CAAC,IAAI,KAAK,QAAQ,CAChE,CAAA;AACH,CAAC"}

package/dist/stream/batching.d.ts

@@ -0,0 +1,81 @@
+import { type BytesLike } from "../client/bytes.js";
+import type { MessageWithHeaders } from "../iggy/apache-iggy.js";
+import type { HeaderValue } from "./header-value.js";
+/** Flush at this many queued records unless overridden. */
+export declare const DEFAULT_MAX_RECORDS = 512;
+/** Flush at this many queued payload bytes unless overridden (1 MiB). */
+export declare const DEFAULT_MAX_BYTES: number;
+/** Flush a non-empty queue after at most this many milliseconds unless overridden. */
+export declare const DEFAULT_LINGER_MS = 5;
+/** The smallest linger the timer runs at. */
+export declare const MIN_LINGER_MS = 1;
+/** Appends one flushed batch under the handle's partitioning. */
+export type BatchSink = (records: readonly MessageWithHeaders[], partitionKey: Uint8Array | undefined) => Promise<unknown>;
+/**
+ * Builds a `BatchingProducer`, opened with `topic.batching()`. The batch
+ * flushes on whichever of `maxRecords`, `maxBytes`, or `lingerMs` trips first.
+ */
+export declare class BatchingProducerBuilder {
+    private readonly sink;
+    private readonly stream;
+    private readonly topic;
+    private maxRecordsValue;
+    private maxBytesValue;
+    private lingerValue;
+    private partitionKeyValue;
+    private constructor();
+    /** Flush once this many records are queued. */
+    maxRecords(count: number): this;
+    /** Flush once the queued payload bytes reach this bound. */
+    maxBytes(bytes: number): this;
+    /** Flush a non-empty queue after at most this long, so a trickle of records
+     * never waits for a full batch. */
+    linger(milliseconds: number): this;
+    /** Pins every record of this handle to one partition key, so ordering within
+     * the key is never interleaved. Without a key, each flushed batch is
+     * spread by the balanced partitioner. */
+    partitionKey(key: string | BytesLike): this;
+    /** Builds the handle and starts its linger timer. */
+    build(): BatchingProducer;
+}
+/**
+ * A size-and-time batching publisher over one topic: `send` enqueues, and the
+ * queue flushes as one append when `maxRecords`, `maxBytes`, or the linger
+ * trips. `flush()` is the guaranteed path, and `close()` flushes and stops the
+ * timer.
+ *
+ * A failed linger flush never stops the timer. Its failure is kept and thrown
+ * by the next `send()`, `flush()`, or `close()`. When several batches fail
+ * before the caller asks, the report is one `PublishFailedError` that lists
+ * the records of all of them.
+ */
+export declare class BatchingProducer implements AsyncDisposable {
+    private readonly sink;
+    private readonly target;
+    private readonly partitionKey;
+    private readonly maxRecords;
+    private readonly maxBytes;
+    private queue;
+    private payloadBytes;
+    private flushing;
+    private readonly timer;
+    private closed;
+    private failure;
+    private constructor();
+    /** Enqueues one payload with optional headers. Flushes inline when a size
+     * bound trips, so backpressure lands on the sender. An error is the failure
+     * of that inline flush and lists this record as unconfirmed. A failure an
+     * earlier linger flush left is thrown here instead of queueing the record,
+     * with this record added to its unconfirmed list, so a failing topic never
+     * grows the queue. */
+    send(payload: BytesLike, headers?: ReadonlyMap<string, HeaderValue>): Promise<void>;
+    /** Flushes everything queued as one batch append, then reports the failure
+     * an earlier linger flush left, if any. A no-op on an empty queue. */
+    flush(): Promise<void>;
+    private drain;
+    /** Flushes, stops the linger timer, and reports a kept linger failure. */
+    close(): Promise<void>;
+    /** Delegates async disposal to `close()`. */
+    [Symbol.asyncDispose](): Promise<void>;
+}
+//# sourceMappingURL=batching.d.ts.map

package/dist/stream/batching.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batching.d.ts","sourceRoot":"","sources":["../../src/stream/batching.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,SAAS,EAAc,MAAM,oBAAoB,CAAA;AAE/D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAEpD,2DAA2D;AAC3D,eAAO,MAAM,mBAAmB,MAAM,CAAA;AACtC,yEAAyE;AACzE,eAAO,MAAM,iBAAiB,QAAc,CAAA;AAC5C,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,IAAI,CAAA;AAClC,6CAA6C;AAC7C,eAAO,MAAM,aAAa,IAAI,CAAA;AAE9B,iEAAiE;AACjE,MAAM,MAAM,SAAS,GAAG,CACtB,OAAO,EAAE,SAAS,kBAAkB,EAAE,EACtC,YAAY,EAAE,UAAU,GAAG,SAAS,KACjC,OAAO,CAAC,OAAO,CAAC,CAAA;AAErB;;;GAGG;AACH,qBAAa,uBAAuB;IAOhC,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;IARxB,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,iBAAiB,CAAwB;IAEjD,OAAO,eAIH;IAOJ,+CAA+C;IAC/C,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAG9B;IAED,4DAA4D;IAC5D,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAG5B;IAED;uCACmC;IACnC,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAMjC;IAED;;6CAEyC;IACzC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAI1C;IAED,qDAAqD;IACrD,KAAK,IAAI,gBAAgB,CASxB;CACF;AAED;;;;;;;;;;GAUG;AACH,qBAAa,gBAAiB,YAAW,eAAe;IASpD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAZ3B,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,QAAQ,CAAmC;IACnD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,OAAO,CAAyC;IAExD,OAAO,eAYN;IAcD;;;;;0BAKsB;IAChB,IAAI,CACR,OAAO,EAAE,SAAS,EAClB,OAAO,GAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAa,GACpD,OAAO,CAAC,IAAI,CAAC,CAgBf;IAED;0EACsE;IACtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAErB;IAKD,OAAO,CAAC,KAAK;IAqCb,0EAA0E;IACpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAK3B;IAED,6CAA6C;IAC7C,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;CACF"}

package/dist/stream/batching.js

@@ -0,0 +1,210 @@
+import { ownedBytes } from "../client/bytes.js";
+import { InvalidError, PublishFailedError } from "../client/errors.js";
+/** Flush at this many queued records unless overridden. */
+export const DEFAULT_MAX_RECORDS = 512;
+/** Flush at this many queued payload bytes unless overridden (1 MiB). */
+export const DEFAULT_MAX_BYTES = 1024 * 1024;
+/** Flush a non-empty queue after at most this many milliseconds unless overridden. */
+export const DEFAULT_LINGER_MS = 5;
+/** The smallest linger the timer runs at. */
+export const MIN_LINGER_MS = 1;
+/**
+ * Builds a `BatchingProducer`, opened with `topic.batching()`. The batch
+ * flushes on whichever of `maxRecords`, `maxBytes`, or `lingerMs` trips first.
+ */
+export class BatchingProducerBuilder {
+    sink;
+    stream;
+    topic;
+    maxRecordsValue = DEFAULT_MAX_RECORDS;
+    maxBytesValue = DEFAULT_MAX_BYTES;
+    lingerValue = DEFAULT_LINGER_MS;
+    partitionKeyValue;
+    constructor(sink, stream, topic) {
+        this.sink = sink;
+        this.stream = stream;
+        this.topic = topic;
+    }
+    /** @internal */
+    static create(sink, stream, topic) {
+        return new BatchingProducerBuilder(sink, stream, topic);
+    }
+    /** Flush once this many records are queued. */
+    maxRecords(count) {
+        this.maxRecordsValue = Math.max(1, positive(count, "maxRecords"));
+        return this;
+    }
+    /** Flush once the queued payload bytes reach this bound. */
+    maxBytes(bytes) {
+        this.maxBytesValue = Math.max(1, positive(bytes, "maxBytes"));
+        return this;
+    }
+    /** Flush a non-empty queue after at most this long, so a trickle of records
+     * never waits for a full batch. */
+    linger(milliseconds) {
+        if (!Number.isFinite(milliseconds) || milliseconds < 0) {
+            throw new InvalidError("linger must be a non-negative finite number");
+        }
+        this.lingerValue = milliseconds;
+        return this;
+    }
+    /** Pins every record of this handle to one partition key, so ordering within
+     * the key is never interleaved. Without a key, each flushed batch is
+     * spread by the balanced partitioner. */
+    partitionKey(key) {
+        this.partitionKeyValue =
+            typeof key === "string" ? new TextEncoder().encode(key) : ownedBytes(key);
+        return this;
+    }
+    /** Builds the handle and starts its linger timer. */
+    build() {
+        return BatchingProducer.create(this.sink, { stream: this.stream, topic: this.topic }, this.partitionKeyValue, this.maxRecordsValue, this.maxBytesValue, Math.max(MIN_LINGER_MS, this.lingerValue));
+    }
+}
+/**
+ * A size-and-time batching publisher over one topic: `send` enqueues, and the
+ * queue flushes as one append when `maxRecords`, `maxBytes`, or the linger
+ * trips. `flush()` is the guaranteed path, and `close()` flushes and stops the
+ * timer.
+ *
+ * A failed linger flush never stops the timer. Its failure is kept and thrown
+ * by the next `send()`, `flush()`, or `close()`. When several batches fail
+ * before the caller asks, the report is one `PublishFailedError` that lists
+ * the records of all of them.
+ */
+export class BatchingProducer {
+    sink;
+    target;
+    partitionKey;
+    maxRecords;
+    maxBytes;
+    queue = [];
+    payloadBytes = 0;
+    flushing = Promise.resolve();
+    timer;
+    closed = false;
+    failure;
+    constructor(sink, target, partitionKey, maxRecords, maxBytes, lingerMs) {
+        this.sink = sink;
+        this.target = target;
+        this.partitionKey = partitionKey;
+        this.maxRecords = maxRecords;
+        this.maxBytes = maxBytes;
+        this.timer = setInterval(() => {
+            void this.drain("timer");
+        }, lingerMs);
+        this.timer.unref();
+    }
+    /** @internal */
+    static create(sink, target, partitionKey, maxRecords, maxBytes, lingerMs) {
+        return new BatchingProducer(sink, target, partitionKey, maxRecords, maxBytes, lingerMs);
+    }
+    /** Enqueues one payload with optional headers. Flushes inline when a size
+     * bound trips, so backpressure lands on the sender. An error is the failure
+     * of that inline flush and lists this record as unconfirmed. A failure an
+     * earlier linger flush left is thrown here instead of queueing the record,
+     * with this record added to its unconfirmed list, so a failing topic never
+     * grows the queue. */
+    async send(payload, headers = new Map()) {
+        if (this.closed)
+            throw new InvalidError("send() called after close()");
+        const bytes = ownedBytes(payload);
+        const record = { payload: bytes, headers: new Map(headers) };
+        // A flush in flight may still keep a failure, so the check waits for it.
+        await this.flushing;
+        const kept = this.failure;
+        if (kept !== undefined) {
+            this.failure = undefined;
+            throw refuse(kept.error, record, this.target);
+        }
+        this.queue.push(record);
+        this.payloadBytes += bytes.byteLength;
+        if (this.queue.length >= this.maxRecords || this.payloadBytes >= this.maxBytes) {
+            await this.drain("send");
+        }
+    }
+    /** Flushes everything queued as one batch append, then reports the failure
+     * an earlier linger flush left, if any. A no-op on an empty queue. */
+    flush() {
+        return this.drain("caller");
+    }
+    // Drains run one at a time, so batches reach the log in queue order. A
+    // sender hears its own inline flush. The timer keeps a failure. The caller
+    // hears everything kept so far together with its own flush.
+    drain(trigger) {
+        const next = this.flushing.then(async () => {
+            const batch = this.queue;
+            this.queue = [];
+            this.payloadBytes = 0;
+            let sent;
+            if (batch.length > 0) {
+                try {
+                    await this.sink(batch, this.partitionKey);
+                }
+                catch (error) {
+                    sent = { error };
+                }
+            }
+            if (trigger === "send") {
+                if (sent !== undefined)
+                    throw sent.error;
+                return;
+            }
+            if (trigger === "timer") {
+                if (sent !== undefined) {
+                    this.failure =
+                        this.failure === undefined
+                            ? sent
+                            : { error: mergeFailures(this.failure.error, sent.error) };
+                }
+                return;
+            }
+            const kept = this.failure;
+            this.failure = undefined;
+            if (kept !== undefined) {
+                throw sent === undefined ? kept.error : mergeFailures(kept.error, sent.error);
+            }
+            if (sent !== undefined)
+                throw sent.error;
+        });
+        this.flushing = next.catch(() => undefined);
+        return next;
+    }
+    /** Flushes, stops the linger timer, and reports a kept linger failure. */
+    async close() {
+        if (this.closed)
+            return;
+        this.closed = true;
+        clearInterval(this.timer);
+        await this.flush();
+    }
+    /** Delegates async disposal to `close()`. */
+    [Symbol.asyncDispose]() {
+        return this.close();
+    }
+}
+// One report for every batch that failed: the first cause, with the records
+// of the later batch added. A later failure that carries no records gives way
+// to the earlier one.
+function mergeFailures(earlier, later) {
+    if (!(earlier instanceof PublishFailedError) || !(later instanceof PublishFailedError)) {
+        return earlier;
+    }
+    return new PublishFailedError(earlier.stream, earlier.topic, [...earlier.committed, ...later.committed], [...earlier.unconfirmed, ...later.unconfirmed], earlier.cause);
+}
+// A kept failure reported to a sender, with the sender's record added to the
+// unconfirmed records because it was never queued. A kept failure that lists
+// no records becomes the cause of a publish failure for this one record.
+function refuse(failure, record, target) {
+    if (!(failure instanceof PublishFailedError)) {
+        return new PublishFailedError(target.stream, target.topic, [], [record], failure);
+    }
+    return new PublishFailedError(failure.stream, failure.topic, failure.committed, [...failure.unconfirmed, record], failure.cause);
+}
+function positive(value, name) {
+    if (!Number.isSafeInteger(value) || value < 0) {
+        throw new InvalidError(`${name} must be a non-negative safe integer`);
+    }
+    return value;
+}
+//# sourceMappingURL=batching.js.map

package/dist/stream/batching.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batching.js","sourceRoot":"","sources":["../../src/stream/batching.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/D,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAItE,2DAA2D;AAC3D,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAG,CAAA;AACtC,yEAAyE;AACzE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,CAAA;AAC5C,sFAAsF;AACtF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAA;AAClC,6CAA6C;AAC7C,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAA;AAQ9B;;;GAGG;AACH,MAAM,OAAO,uBAAuB;IAOf,IAAI;IACJ,MAAM;IACN,KAAK;IARhB,eAAe,GAAG,mBAAmB,CAAA;IACrC,aAAa,GAAG,iBAAiB,CAAA;IACjC,WAAW,GAAG,iBAAiB,CAAA;IAC/B,iBAAiB,CAAwB;IAEjD,YACmB,IAAe,EACf,MAAc,EACd,KAAa;oBAFb,IAAI;sBACJ,MAAM;qBACN,KAAK;IACrB,CAAC;IAEJ,gBAAgB;IAChB,MAAM,CAAC,MAAM,CAAC,IAAe,EAAE,MAAc,EAAE,KAAa;QAC1D,OAAO,IAAI,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;IACzD,CAAC;IAED,+CAA+C;IAC/C,UAAU,CAAC,KAAa;QACtB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,CAAA;QACjE,OAAO,IAAI,CAAA;IACb,CAAC;IAED,4DAA4D;IAC5D,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAA;QAC7D,OAAO,IAAI,CAAA;IACb,CAAC;IAED;uCACmC;IACnC,MAAM,CAAC,YAAoB;QACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,YAAY,CAAC,6CAA6C,CAAC,CAAA;QACvE,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,YAAY,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;6CAEyC;IACzC,YAAY,CAAC,GAAuB;QAClC,IAAI,CAAC,iBAAiB;YACpB,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QAC3E,OAAO,IAAI,CAAA;IACb,CAAC;IAED,qDAAqD;IACrD,KAAK;QACH,OAAO,gBAAgB,CAAC,MAAM,CAC5B,IAAI,CAAC,IAAI,EACT,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAC1C,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAC1C,CAAA;IACH,CAAC;CACF;AAED;;;;;;;;;;GAUG;AACH,MAAM,OAAO,gBAAgB;IASR,IAAI;IACJ,MAAM;IACN,YAAY;IACZ,UAAU;IACV,QAAQ;IAZnB,KAAK,GAAyB,EAAE,CAAA;IAChC,YAAY,GAAG,CAAC,CAAA;IAChB,QAAQ,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAA;IAClC,KAAK,CAAgC;IAC9C,MAAM,GAAG,KAAK,CAAA;IACd,OAAO,CAAyC;IAExD,YACmB,IAAe,EACf,MAA2D,EAC3D,YAAoC,EACpC,UAAkB,EAClB,QAAgB,EACjC,QAAgB;oBALC,IAAI;sBACJ,MAAM;4BACN,YAAY;0BACZ,UAAU;wBACV,QAAQ;QAGzB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC,EAAE,QAAQ,CAAC,CAAA;QACZ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;IAED,gBAAgB;IAChB,MAAM,CAAC,MAAM,CACX,IAAe,EACf,MAA2D,EAC3D,YAAoC,EACpC,UAAkB,EAClB,QAAgB,EAChB,QAAgB;QAEhB,OAAO,IAAI,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACzF,CAAC;IAED;;;;;0BAKsB;IACtB,KAAK,CAAC,IAAI,CACR,OAAkB,EAClB,OAAO,GAAqC,IAAI,GAAG,EAAE;QAErD,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,YAAY,CAAC,6BAA6B,CAAC,CAAA;QACtE,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QACjC,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,CAAA;QAC5D,yEAAyE;QACzE,MAAM,IAAI,CAAC,QAAQ,CAAA;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAA;QACzB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;YACxB,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/C,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACvB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,UAAU,CAAA;QACrC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/E,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED;0EACsE;IACtE,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAED,uEAAuE;IACvE,2EAA2E;IAC3E,4DAA4D;IACpD,KAAK,CAAC,OAAoC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;YACxB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;YACf,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACrB,IAAI,IAA6C,CAAA;YACjD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC3C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,GAAG,EAAE,KAAK,EAAE,CAAA;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,IAAI,CAAC,KAAK,CAAA;gBACxC,OAAM;YACR,CAAC;YACD,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBACxB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,OAAO;wBACV,IAAI,CAAC,OAAO,KAAK,SAAS;4BACxB,CAAC,CAAC,IAAI;4BACN,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAA;gBAChE,CAAC;gBACD,OAAM;YACR,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAA;YACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;YACxB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;YAC/E,CAAC;YACD,IAAI,IAAI,KAAK,SAAS;gBAAE,MAAM,IAAI,CAAC,KAAK,CAAA;QAC1C,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAC3C,OAAO,IAAI,CAAA;IACb,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACzB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;IAED,6CAA6C;IAC7C,CAAC,MAAM,CAAC,YAAY,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;CACF;AAED,4EAA4E;AAC5E,8EAA8E;AAC9E,sBAAsB;AACtB,SAAS,aAAa,CAAC,OAAgB,EAAE,KAAc;IACrD,IAAI,CAAC,CAAC,OAAO,YAAY,kBAAkB,CAAC,IAAI,CAAC,CAAC,KAAK,YAAY,kBAAkB,CAAC,EAAE,CAAC;QACvF,OAAO,OAAO,CAAA;IAChB,CAAC;IACD,OAAO,IAAI,kBAAkB,CAC3B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,EACb,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,EAC1C,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,EAC9C,OAAO,CAAC,KAAK,CACd,CAAA;AACH,CAAC;AAED,6EAA6E;AAC7E,6EAA6E;AAC7E,yEAAyE;AACzE,SAAS,MAAM,CACb,OAAgB,EAChB,MAA0B,EAC1B,MAA2D;IAE3D,IAAI,CAAC,CAAC,OAAO,YAAY,kBAAkB,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAA;IACnF,CAAC;IACD,OAAO,IAAI,kBAAkB,CAC3B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,SAAS,EACjB,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,EAChC,OAAO,CAAC,KAAK,CACd,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,IAAY;IAC3C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,sCAAsC,CAAC,CAAA;IACvE,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC"}

package/dist/stream/bson.d.ts

@@ -0,0 +1,3 @@
+export declare function encodeBsonDocument(value: unknown): Uint8Array;
+export declare function decodeBsonDocument(payload: Uint8Array): Record<string, unknown>;
+//# sourceMappingURL=bson.d.ts.map

package/dist/stream/bson.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bson.d.ts","sourceRoot":"","sources":["../../src/stream/bson.ts"],"names":[],"mappings":"AAmBA,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAM7D;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAK/E"}