@laserdata/laser-sdk 0.5.0 → 0.5.2

package/dist/stream/consumer-group.js

@@ -0,0 +1,411 @@
+import { ConsumerGroupSetupError, FilterExecutionError, InvalidError, TransportError, UnsupportedError } from "../client/errors.js";
+import { INTERNAL_NATIVE_CONSUMER } from "../client/internals.js";
+import { FilteredReaderBuilder, Filters, nativeGroup } from "../managed/filters.js";
+import { Consumer, resolveConsumerOptions } from "./consumer.js";
+/**
+ * One consumer group of a topic. The group owns its filter policy: consumers
+ * and readers built from this handle run whatever the group is configured
+ * with, a filter or none, and never name a filter themselves. Build it with
+ * `Topic.consumerGroup` or `Topic.consumerGroupId`.
+ */
+export class ConsumerGroup {
+    transport;
+    streamName;
+    topicName;
+    target;
+    context;
+    // The control-log position of the last configuration this handle performed.
+    // Every read built from the handle carries it, so the application never
+    // observes its own configuration as absent through another node.
+    configuredAt;
+    constructor(transport, streamName, topicName, target, context) {
+        this.transport = transport;
+        this.streamName = streamName;
+        this.topicName = topicName;
+        this.target = target;
+        this.context = context;
+        if (target.kind === "id" && (target.id < 0n || target.id > 0xffffffffn)) {
+            throw new InvalidError("consumer group id exceeds 32 bits");
+        }
+    }
+    /** The group name, `undefined` for a handle addressed by numeric id. */
+    get name() {
+        return this.target.kind === "name" ? this.target.name : undefined;
+    }
+    /** The native numeric id, `undefined` for a handle addressed by name. */
+    get id() {
+        return this.target.kind === "id" ? this.target.id : undefined;
+    }
+    /**
+     * Create the group, with an optional filter policy configured in the same
+     * call. Idempotent: an existing group is kept, and the same policy keeps its
+     * binding. A policy is preflighted against the server's capabilities before
+     * the native group is created. A group that runs another policy throws
+     * `ConsumerGroupSetupError` with reason `conflict`, and the group is left as
+     * it is.
+     */
+    async create(options = {}) {
+        if (this.target.kind !== "name") {
+            throw new InvalidError("a consumer group is created by name, address it with consumerGroup(name)");
+        }
+        if (options.filter !== undefined && options.policy !== undefined) {
+            throw new InvalidError("pass either `filter` or `policy`");
+        }
+        const policy = options.policy ??
+            (options.filter !== undefined ? { kind: "definition", filter: options.filter } : undefined);
+        if (policy !== undefined)
+            await this.filters().requireCatalog();
+        await this.transport.ensureConsumerGroup(this.streamName, this.topicName, this.target.name);
+        const native = await this.native();
+        if (policy === undefined)
+            return this.described(native);
+        try {
+            const configured = await this.filters().configureGroup({ stream: this.streamName, topic: this.topicName, group: native.name }, policy, options.operationId, native.identity);
+            requireSameGroup(native.identity, configured.binding.identity);
+            this.remember(configured.catalogPosition);
+            return {
+                id: native.id,
+                name: native.name,
+                identity: native.identity,
+                filter: configured.binding
+            };
+        }
+        catch (cause) {
+            throw new ConsumerGroupSetupError(native.id, native.name, native.identity, cause);
+        }
+    }
+    /** The group as the server knows it: its id, exact identity and active policy. */
+    async info() {
+        return this.described(await this.native());
+    }
+    /**
+     * The group's filter policy: configure it, inspect it, draft and pause
+     * revisions, release it, preview and sample-test it.
+     */
+    filter() {
+        return GroupFilter.create({
+            streamName: this.streamName,
+            topicName: this.topicName,
+            filters: () => this.filters(),
+            groupRef: () => this.groupRef(),
+            native: () => this.native(),
+            remember: (position) => {
+                this.remember(position);
+            }
+        });
+    }
+    /**
+     * Build a live, load-balanced consumer of this group. On a server that
+     * resolves group policies the consumer runs the group's filter, or none, and
+     * commits through the group's fenced acknowledgments. On Apache Iggy it is
+     * the native group consumer. A server that serves filters without group
+     * reads is refused with `UnsupportedError`, and a capability probe that
+     * established nothing is a retryable `TransportError`, never a native read.
+     */
+    async consumer(options = {}) {
+        const capabilities = await this.context?.capabilities();
+        if (capabilities === undefined) {
+            throw new TransportError("consumer group policies require capability negotiation, build the topic from a Laser client", true);
+        }
+        if (!policyAware(capabilities)) {
+            return this[INTERNAL_NATIVE_CONSUMER](options);
+        }
+        const resolved = resolveConsumerOptions(options, false);
+        if (this.target.kind === "name") {
+            await this.transport.ensureConsumerGroup(this.streamName, this.topicName, this.target.name);
+        }
+        const name = this.target.kind === "name" ? this.target.name : (await this.native()).name;
+        const reader = await this.readerWith({ kind: "group" })
+            .start(filteredStart(resolved.startFrom))
+            .count(resolved.batchLength)
+            .maxExamined(resolved.batchLength)
+            .idleInterval(resolved.pollIntervalMs)
+            .build();
+        return new Consumer(this.transport, this.streamName, this.topicName, { kind: "group", name }, options, reader);
+    }
+    /**
+     * Pages selected by the group's policy with original offsets, an independent
+     * scan budget, and explicit acknowledgments. An unbound group returns every
+     * record without evaluating its payload.
+     */
+    reader() {
+        return this.readerWith({ kind: "group" });
+    }
+    /**
+     * The native Apache Iggy group consumer, for a runtime that owns its own
+     * delivery contract.
+     *
+     * @internal
+     */
+    async [INTERNAL_NATIVE_CONSUMER](options = {}) {
+        const name = this.target.kind === "name" ? this.target.name : (await this.native()).name;
+        await this.transport.joinConsumerGroup(this.streamName, this.topicName, name);
+        return new Consumer(this.transport, this.streamName, this.topicName, { kind: "group", name }, options);
+    }
+    /** @internal */
+    filters() {
+        const context = this.context;
+        if (context === undefined) {
+            throw new UnsupportedError("consumer group filters need a topic built from a Laser client");
+        }
+        return new Filters(context.transport, context.capabilities);
+    }
+    /** @internal */
+    remember(position) {
+        if (position === undefined)
+            return;
+        const known = this.configuredAt;
+        if (known?.partitionId !== position.partitionId ||
+            known.offset < position.offset ||
+            (position.operationId !== undefined && known.operationId !== position.operationId)) {
+            this.configuredAt = position;
+        }
+    }
+    // The names the catalog addresses the group by. A numeric handle reads them
+    // from the server.
+    /** @internal */
+    async groupRef() {
+        return {
+            stream: this.streamName,
+            topic: this.topicName,
+            group: this.target.kind === "name" ? this.target.name : (await this.native()).name
+        };
+    }
+    readerWith(filter) {
+        const context = this.context;
+        if (context === undefined) {
+            throw new UnsupportedError("a group reader needs a topic built from a Laser client");
+        }
+        return FilteredReaderBuilder.create(context.transport, context.capabilities, this.filters(), { stream: this.streamName, topic: this.topicName }, this.selector(), filter, this.configuredAt);
+    }
+    selector() {
+        return this.target.kind === "name"
+            ? { kind: "group", name: this.target.name }
+            : { kind: "group_id", id: this.target.id };
+    }
+    native() {
+        return nativeGroup(this.transport, { stream: this.streamName, topic: this.topicName }, this.target.kind === "name" ? this.target.name : Number(this.target.id));
+    }
+    async described(native) {
+        const capabilities = await this.context?.capabilities();
+        const filter = capabilities?.filters.catalog === true ? await this.filter().get() : undefined;
+        if (filter !== undefined)
+            requireSameGroup(native.identity, filter.identity);
+        return {
+            id: native.id,
+            name: native.name,
+            identity: native.identity,
+            ...(filter !== undefined ? { filter } : {})
+        };
+    }
+}
+/**
+ * A consumer group's filter policy. Build it with `ConsumerGroup.filter()`.
+ * Every verb needs a managed plane that serves the filter catalog.
+ */
+export class GroupFilter {
+    group;
+    constructor(group) {
+        this.group = group;
+    }
+    /** @internal */
+    static create(group) {
+        return new GroupFilter(group);
+    }
+    /**
+     * Give the group `filter` as its policy. The definition is saved as the
+     * group's own filter and the group is bound to it in one catalog
+     * transaction. The same digest again keeps the binding. Another digest on a
+     * group that runs a policy throws with reason `conflict`: create a new group
+     * for another policy.
+     */
+    configure(filter) {
+        return this.configureAs(undefined, { kind: "definition", filter });
+    }
+    /** `configure` with a definition or one of the group's own revisions. */
+    configureWith(policy) {
+        return this.configureAs(undefined, policy);
+    }
+    /**
+     * `configureWith` under a caller-chosen operation id, so a caller that
+     * records the id first resumes the same configuration after a crash and
+     * reads its first outcome.
+     */
+    async configureAs(operationId, policy) {
+        const native = await this.group.native();
+        const configured = await this.group
+            .filters()
+            .configureGroup({ stream: this.group.streamName, topic: this.group.topicName, group: native.name }, policy, operationId, native.identity);
+        requireSameGroup(native.identity, configured.binding.identity);
+        this.group.remember(configured.catalogPosition);
+        return configured.binding;
+    }
+    /** The active policy, `undefined` for an unbound group. */
+    async get() {
+        // The catalog gate comes first, like Rust: without a plane the answer is
+        // `unsupported`, whatever the native group looks like.
+        await this.group.filters().requireCatalog();
+        const native = await this.group.native();
+        try {
+            const binding = await this.group.filters().binding({
+                stream: this.group.streamName,
+                topic: this.group.topicName,
+                group: native.name
+            });
+            requireSameGroup(native.identity, binding.identity);
+            return binding;
+        }
+        catch (error) {
+            if (error instanceof FilterExecutionError && error.reason === "not_found")
+                return undefined;
+            throw error;
+        }
+    }
+    /** One page of the group's own filter revisions, newest first. */
+    async revisions(options = {}) {
+        const active = await this.active();
+        return this.group.filters().revisions(active.filterId, options);
+    }
+    /**
+     * Draft a revision of the group's own filter. Readers keep running the
+     * active revision. `expectedRevision` must still be the latest.
+     */
+    async revise(expectedRevision, filter) {
+        const active = await this.active();
+        return this.group.filters().revise(active.filterId, expectedRevision, filter);
+    }
+    /**
+     * Pause or resume a revision of the group's own filter. A paused active
+     * revision refuses new reads, while records already delivered can still be
+     * acknowledged.
+     */
+    async setRevisionEnabled(revision, enabled) {
+        const active = await this.active();
+        await this.group.filters().setRevisionEnabled(active.filterId, revision, enabled);
+    }
+    /**
+     * Delete the group's own filter with every revision. A bound group is
+     * released first, so its consumers receive every record from their next
+     * poll. Nothing of the filter stays in the catalog. `false` when the group
+     * has no filter of its own.
+     */
+    async delete() {
+        await this.group.filters().requireCatalog();
+        const native = await this.group.native();
+        const name = groupFilterName(native.identity);
+        const filters = this.group.filters();
+        let beforeId;
+        for (;;) {
+            const page = await filters.list(name, { pageSize: GROUP_FILTER_LOOKUP_PAGE }, beforeId);
+            const own = page.items.find((summary) => summary.name === name);
+            if (own !== undefined) {
+                this.group.remember(await filters.dropFilter(own.id));
+                return true;
+            }
+            const next = page.items.at(-1)?.id;
+            if (next === undefined)
+                return false;
+            if (beforeId !== undefined && next >= beforeId) {
+                throw new FilterExecutionError("the catalog lookup cursor did not advance", {
+                    code: { kind: "known", name: "Unavailable" },
+                    reason: "catalog_unavailable",
+                    message: "the catalog lookup cursor did not advance"
+                });
+            }
+            if (page.items.length >= page.total)
+                return false;
+            beforeId = next;
+        }
+    }
+    /**
+     * Release the group's policy. Its readers then receive every record. A
+     * released group may only be configured with the digest it ran.
+     */
+    async release() {
+        const released = await this.group.filters().releaseGroup(await this.active());
+        this.group.remember(released.catalogPosition);
+        return released.binding;
+    }
+    /**
+     * Preview the active policy over the stored records of one partition. A
+     * preview joins no group, stores no offset, and changes no consumer state.
+     */
+    async preview(partitionId, options = {}) {
+        const active = await this.active();
+        return this.group
+            .filters()
+            .preview(this.group.streamName, this.group.topicName, partitionId, { kind: "revision", filterId: active.filterId, revision: active.revision }, options);
+    }
+    /**
+     * Evaluate the active policy against one supplied record and explain the
+     * verdict. Nothing is read from a stream and nothing is stored.
+     */
+    async test(payload, headers = []) {
+        const active = await this.active();
+        return this.group
+            .filters()
+            .test({ kind: "revision", filterId: active.filterId, revision: active.revision }, payload, headers);
+    }
+    async active() {
+        const binding = await this.get();
+        if (binding === undefined) {
+            throw new FilterExecutionError("not_found: the consumer group has no filter policy", {
+                code: { kind: "known", name: "NotFound" },
+                reason: "not_found",
+                message: "the consumer group has no filter policy"
+            });
+        }
+        return binding;
+    }
+}
+// The catalog names a group's own filter by the ids of the group incarnation
+// it was configured for. The name is unique, so the first page holds it.
+const GROUP_FILTER_LOOKUP_PAGE = 8;
+function groupFilterName(identity) {
+    return `group:${String(identity.streamId)}:${identity.streamCreatedAtMicros.toString()}:${String(identity.topicId)}:${identity.topicCreatedAtMicros.toString()}:${identity.groupId.toString()}`;
+}
+function requireSameGroup(expected, actual) {
+    if (expected.streamId !== actual.streamId ||
+        expected.streamCreatedAtMicros !== actual.streamCreatedAtMicros ||
+        expected.topicId !== actual.topicId ||
+        expected.topicCreatedAtMicros !== actual.topicCreatedAtMicros ||
+        expected.groupId !== actual.groupId) {
+        throw new FilterExecutionError("the group incarnation changed while its policy was resolved", {
+            code: { kind: "known", name: "StaleGeneration" },
+            reason: "source_changed",
+            message: "the group incarnation changed while its policy was resolved, refresh its identity"
+        });
+    }
+}
+/**
+ * Whether a group consumer reads through the group reader. A server that
+ * advertises group-aware reads does. A server that serves consumer filters
+ * without them must be upgraded, because its groups may be bound and a native
+ * poll would read past their policies. A probe that established nothing is
+ * not a server without filters. Only a server whose announcement, or refusal
+ * to announce, positively lacks filters reads natively.
+ */
+export function policyAware(capabilities) {
+    if (capabilities.filters.groupPolicyReads)
+        return true;
+    if (capabilities.filters.native) {
+        throw new UnsupportedError("this server serves consumer filters but not group-aware reads, upgrade it before consuming groups through the Laser SDK");
+    }
+    if (capabilities.hello === "failed" || capabilities.hello === "unknown") {
+        throw new TransportError("the managed probe that decides whether this server resolves consumer group policies did not answer, reconnect and build the consumer again", true);
+    }
+    return false;
+}
+function filteredStart(start) {
+    switch (start.kind) {
+        case "first":
+        case "last":
+        case "next":
+            return { kind: start.kind };
+        case "offset":
+            return { kind: "offset", offset: start.value };
+        case "timestamp":
+            return { kind: "timestamp", micros: start.value };
+    }
+}
+//# sourceMappingURL=consumer-group.js.map

package/dist/stream/consumer-group.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-group.js","sourceRoot":"","sources":["../../src/stream/consumer-group.ts"],"names":[],"mappings":"AACA,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,YAAY,EACZ,cAAc,EACd,gBAAgB,EACjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAA;AAEjE,OAAO,EACL,qBAAqB,EACrB,OAAO,EACP,WAAW,EAKZ,MAAM,uBAAuB,CAAA;AAiB9B,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAwB,MAAM,eAAe,CAAA;AAuCtF;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IAOL,SAAS;IACjB,UAAU;IACV,SAAS;IACD,MAAM;IACN,OAAO;IAV1B,4EAA4E;IAC5E,wEAAwE;IACxE,iEAAiE;IACzD,YAAY,CAA6B;IAEjD,YACmB,SAAyB,EACjC,UAAkB,EAClB,SAAiB,EACT,MAAmB,EACnB,OAAsB;yBAJtB,SAAS;0BACjB,UAAU;yBACV,SAAS;sBACD,MAAM;uBACN,OAAO;QAExB,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,MAAM,CAAC,EAAE,GAAG,WAAY,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAED,yEAAyE;IACzE,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAC/D,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,OAAO,GAA+B,EAAE;QACnD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,YAAY,CACpB,0EAA0E,CAC3E,CAAA;QACH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjE,MAAM,IAAI,YAAY,CAAC,kCAAkC,CAAC,CAAA;QAC5D,CAAC;QACD,MAAM,MAAM,GACV,OAAO,CAAC,MAAM;YACd,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC7F,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,EAAE,CAAA;QAC/D,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC3F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,CACpD,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,EACtE,MAAM,EACN,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,QAAQ,CAChB,CAAA;YACD,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAC9D,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;YACzC,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,UAAU,CAAC,OAAO;aAC3B,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACnF,CAAC;IACH,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED;;;OAGG;IACH,MAAM;QACJ,OAAO,WAAW,CAAC,MAAM,CAAC;YACxB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE;YAC7B,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC/B,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE;YAC3B,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACrB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YACzB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAO,GAAoB,EAAE;QAC1C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAA;QACvD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,cAAc,CACtB,6FAA6F,EAC7F,IAAI,CACL,CAAA;QACH,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,wBAAwB,CAAC,CAAC,OAAO,CAAC,CAAA;QAChD,CAAC;QACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QACvD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7F,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAA;QACxF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;aACpD,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACxC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;aAC3B,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;aACjC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC;aACrC,KAAK,EAAE,CAAA;QACV,OAAO,IAAI,QAAQ,CACjB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,SAAS,EACd,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EACvB,OAAO,EACP,MAAM,CACP,CAAA;IACH,CAAC;IAED;;;;OAIG;IACH,MAAM;QACJ,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC3C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,CAAC,wBAAwB,CAAC,CAAC,OAAO,GAAoB,EAAE;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAA;QACxF,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QAC7E,OAAO,IAAI,QAAQ,CACjB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,SAAS,EACd,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EACvB,OAAO,CACR,CAAA;IACH,CAAC;IAED,gBAAgB;IACR,OAAO;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC5B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,gBAAgB,CAAC,+DAA+D,CAAC,CAAA;QAC7F,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;IAC7D,CAAC;IAED,gBAAgB;IACR,QAAQ,CAAC,QAAqC;QACpD,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAM;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAA;QAC/B,IACE,KAAK,EAAE,WAAW,KAAK,QAAQ,CAAC,WAAW;YAC3C,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;YAC9B,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW,CAAC,EAClF,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,mBAAmB;IACnB,gBAAgB;IACR,KAAK,CAAC,QAAQ;QACpB,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI;SACnF,CAAA;IACH,CAAC;IAEO,UAAU,CAAC,MAAgE;QACjF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC5B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,gBAAgB,CAAC,wDAAwD,CAAC,CAAA;QACtF,CAAC;QACD,OAAO,qBAAqB,CAAC,MAAM,CACjC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,YAAY,EACpB,IAAI,CAAC,OAAO,EAAE,EACd,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAClD,IAAI,CAAC,QAAQ,EAAE,EACf,MAAM,EACN,IAAI,CAAC,YAAY,CAClB,CAAA;IACH,CAAC;IAEO,QAAQ;QACd,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM;YAChC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC3C,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAA;IAC9C,CAAC;IAEO,MAAM;QACZ,OAAO,WAAW,CAChB,IAAI,CAAC,SAAS,EACd,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAClD,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CACxE,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAmB;QACzC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAA;QACvD,MAAM,MAAM,GAAG,YAAY,EAAE,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;QAC7F,IAAI,MAAM,KAAK,SAAS;YAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC5E,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5C,CAAA;IACH,CAAC;CACF;AAWD;;;GAGG;AACH,MAAM,OAAO,WAAW;IACe,KAAK;IAA1C,YAAqC,KAAyB;qBAAzB,KAAK;IAAuB,CAAC;IAElE,gBAAgB;IAChB,MAAM,CAAC,MAAM,CAAC,KAAyB;QACrC,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CAAC,MAAsB;QAC9B,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAA;IACpE,CAAC;IAED,yEAAyE;IACzE,aAAa,CAAC,MAAuB;QACnC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAC5C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CACf,WAA+B,EAC/B,MAAuB;QAEvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK;aAChC,OAAO,EAAE;aACT,cAAc,CACb,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,EAClF,MAAM,EACN,WAAW,EACX,MAAM,CAAC,QAAQ,CAChB,CAAA;QACH,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC9D,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;QAC/C,OAAO,UAAU,CAAC,OAAO,CAAA;IAC3B,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,GAAG;QACP,yEAAyE;QACzE,uDAAuD;QACvD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,cAAc,EAAE,CAAA;QAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QACxC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC;gBACjD,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;gBAC7B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;gBAC3B,KAAK,EAAE,MAAM,CAAC,IAAI;aACnB,CAAC,CAAA;YACF,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;YACnD,OAAO,OAAO,CAAA;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,oBAAoB,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO,SAAS,CAAA;YAC3F,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,SAAS,CAAC,OAAO,GAAuB,EAAE;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACjE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,gBAAwB,EAAE,MAAsB;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAA;IAC/E,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,kBAAkB,CAAC,QAAgB,EAAE,OAAgB;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IACnF,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,cAAc,EAAE,CAAA;QAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QACxC,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QACpC,IAAI,QAA4B,CAAA;QAChC,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,wBAAwB,EAAE,EAAE,QAAQ,CAAC,CAAA;YACvF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;YAC/D,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBACrD,OAAO,IAAI,CAAA;YACb,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;YAClC,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAA;YACpC,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC/C,MAAM,IAAI,oBAAoB,CAAC,2CAA2C,EAAE;oBAC1E,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE;oBAC5C,MAAM,EAAE,qBAAqB;oBAC7B,OAAO,EAAE,2CAA2C;iBACrD,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,KAAK,CAAA;YACjD,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;QAC7E,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAA;QAC7C,OAAO,QAAQ,CAAC,OAAO,CAAA;IACzB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,OAAO,GAAyB,EAAE;QACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,OAAO,IAAI,CAAC,KAAK;aACd,OAAO,EAAE;aACT,OAAO,CACN,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,WAAW,EACX,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAC1E,OAAO,CACR,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI,CACR,OAA4B,EAC5B,OAAO,GAA4B,EAAE;QAErC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QAClC,OAAO,IAAI,CAAC,KAAK;aACd,OAAO,EAAE;aACT,IAAI,CACH,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAC1E,OAAO,EACP,OAAO,CACR,CAAA;IACL,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAChC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,oBAAoB,CAAC,oDAAoD,EAAE;gBACnF,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE;gBACzC,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,yCAAyC;aACnD,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;CACF;AAED,6EAA6E;AAC7E,yEAAyE;AACzE,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAElC,SAAS,eAAe,CAAC,QAA6B;IACpD,OAAO,SAAS,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAA;AACjM,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA6B,EAAE,MAA2B;IAClF,IACE,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ;QACrC,QAAQ,CAAC,qBAAqB,KAAK,MAAM,CAAC,qBAAqB;QAC/D,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO;QACnC,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB;QAC7D,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EACnC,CAAC;QACD,MAAM,IAAI,oBAAoB,CAAC,6DAA6D,EAAE;YAC5F,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE;YAChD,MAAM,EAAE,gBAAgB;YACxB,OAAO,EAAE,mFAAmF;SAC7F,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,WAAW,CAAC,YAA0B;IACpD,IAAI,YAAY,CAAC,OAAO,CAAC,gBAAgB;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,gBAAgB,CACxB,yHAAyH,CAC1H,CAAA;IACH,CAAC;IACD,IAAI,YAAY,CAAC,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACxE,MAAM,IAAI,cAAc,CACtB,4IAA4I,EAC5I,IAAI,CACL,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAsB;IAC3C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,OAAO,CAAC;QACb,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;QAC7B,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,CAAA;QAChD,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,CAAA;IACrD,CAAC;AACH,CAAC"}

package/dist/stream/consumer.d.ts

@@ -1,4 +1,5 @@
 import type { ConsumerTarget, IggyHeaderValue, LaserTransport } from "../iggy/apache-iggy.js";
+import type { FilteredReader } from "../managed/filters.js";
 import type { PollingStrategy } from "./polling-strategy.js";
 export interface ConsumedMessage {
     readonly payload: Uint8Array;
@@ -13,21 +14,40 @@ export interface ConsumerOptions {
     readonly startFrom?: PollingStrategy;
     readonly pollIntervalMs?: number;
 }
+/** A consumer's options with every default applied and validated. */
+export interface ResolvedConsumerOptions {
+    readonly batchLength: number;
+    readonly autoCommit: boolean;
+    readonly startFrom: PollingStrategy;
+    readonly pollIntervalMs: number;
+}
+/** Apply the defaults and reject values no consumer can run with. */
+export declare function resolveConsumerOptions(options: ConsumerOptions, anonymous: boolean): ResolvedConsumerOptions;
 /**
- * Polls one partition or consumer group until shutdown. A purge restarts the
- * partition at offset 0 without telling an open reader, which can keep its old
- * position and skip the replacement records, so rebuild it after a purge.
+ * Polls one partition or consumer group until shutdown. A group consumer on a
+ * server that resolves group policies reads through the group reader: the
+ * server runs the group's filter, or none, and commits go through the group's
+ * fenced acknowledgments. `batchLength` then also bounds the source records
+ * one partition poll examines. A purge restarts the partition at offset 0
+ * without telling an open reader, which can keep its old position and skip
+ * the replacement records, so rebuild it after a purge.
  */
 export declare class Consumer implements AsyncIterable<ConsumedMessage>, AsyncDisposable {
     private readonly transport;
     private readonly streamName;
     private readonly topicName;
     private readonly target;
+    private readonly reader?;
     private readonly batchLength;
     private readonly autoCommit;
     private readonly startFrom;
     private readonly pollIntervalMs;
     private buffer;
+    private readonly records;
+    private readonly delivered;
+    private handledSincePoll;
+    private lastDelivery;
+    private moreScanned;
     private readonly consumedOffsets;
     private readonly explicitOffsets;
     private readonly nextOffsets;
@@ -37,7 +57,7 @@ export declare class Consumer implements AsyncIterable<ConsumedMessage>, AsyncDi
     private readonly gainedPartitions;
     private started;
     private shuttingDown;
-    constructor(transport: LaserTransport, streamName: string, topicName: string, target: ConsumerTarget, options?: ConsumerOptions);
+    constructor(transport: LaserTransport, streamName: string, topicName: string, target: ConsumerTarget, options?: ConsumerOptions, reader?: FilteredReader | undefined);
     nextWithin(timeoutMs: number, options?: {
         readonly signal?: AbortSignal;
     }): Promise<ConsumedMessage | null>;
@@ -45,16 +65,29 @@ export declare class Consumer implements AsyncIterable<ConsumedMessage>, AsyncDi
     stream(options?: {
         readonly signal?: AbortSignal;
     }): AsyncIterable<ConsumedMessage>;
+    /**
+     * Store a handled message's offset on the server. A group consumer on a
+     * server that resolves group policies stores the contiguous prefix of the
+     * partition through this message, and needs the message object it delivered.
+     */
     commit(message: ConsumedMessage): Promise<void>;
     lastConsumedOffset(partitionId: number): bigint | undefined;
     storedOffset(partitionId: number): Promise<{
         readonly storedOffset: bigint;
         readonly currentOffset: bigint;
     } | undefined>;
-    /** Ends iteration and leaves the consumer group when present. */
+    /**
+     * Ends iteration and leaves the consumer group when present. An
+     * auto-committing consumer stores the delivered prefix first.
+     */
     shutdown(): Promise<void>;
     /** Delegates async disposal to `shutdown()`. */
     [Symbol.asyncDispose](): Promise<void>;
+    private take;
+    private pending;
+    private stopped;
+    private handledPrevious;
+    private fillFromGroup;
     private fillBuffer;
 }
 //# sourceMappingURL=consumer.d.ts.map

package/dist/stream/consumer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../src/stream/consumer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EAEf,MAAM,wBAAwB,CAAA;AAE/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAE5D,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;CACvD;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAA;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAA;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CACjC;AAwBD;;;;GAIG;AACH,qBAAa,QAAS,YAAW,aAAa,CAAC,eAAe,CAAC,EAAE,eAAe;IAiB5E,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAnBzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAQ;IACvC,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA4B;IAC5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA4B;IAC5D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4B;IACxD,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,eAAe,CAAI;IAC3B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,YAAY,CAAQ;IAE5B,YACmB,SAAS,EAAE,cAAc,EACzB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,cAAc,EACvC,OAAO,GAAE,eAAoB,EA0B9B;IAEK,UAAU,CACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAC9C,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAoBjC;IAEM,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,eAAe,CAAC,CAE9D;IAEM,MAAM,CAAC,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,aAAa,CAAC,eAAe,CAAC,CAgB7F;IAEK,MAAM,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CASpD;IAED,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE1D;IAEK,YAAY,CAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;QAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAmBxF;IAED,iEAAiE;IAC3D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAuB9B;IAED,gDAAgD;IAChD,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;YAEa,UAAU;CAiEzB"}
+{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../src/stream/consumer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EAEf,MAAM,wBAAwB,CAAA;AAQ/B,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,uBAAuB,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAE5D,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;CACvD;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAA;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAA;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CACjC;AA4BD,qEAAqE;AACrE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAChC;AAED,qEAAqE;AACrE,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,eAAe,EACxB,SAAS,EAAE,OAAO,GACjB,uBAAuB,CAoBzB;AAED;;;;;;;;GAQG;AACH,qBAAa,QAAS,YAAW,aAAa,CAAC,eAAe,CAAC,EAAE,eAAe;IAwB5E,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IA5B1B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAQ;IACvC,OAAO,CAAC,MAAM,CAAsB;IAGpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgD;IAC1E,OAAO,CAAC,gBAAgB,CAAQ;IAChC,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA4B;IAC5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA4B;IAC5D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4B;IACxD,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,eAAe,CAAI;IAC3B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,YAAY,CAAQ;IAE5B,YACmB,SAAS,EAAE,cAAc,EACzB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,cAAc,EACvC,OAAO,GAAE,eAAoB,EACZ,MAAM,CAAC,EAAE,cAAc,YAAA,EAezC;IAEK,UAAU,CACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAC9C,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAmBjC;IAEM,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,eAAe,CAAC,CAE9D;IAEM,MAAM,CAAC,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,aAAa,CAAC,eAAe,CAAC,CAgB7F;IAED;;;;OAIG;IACG,MAAM,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBpD;IAED,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE1D;IAEK,YAAY,CAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;QAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAmBxF;IAED;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CA6B9B;IAED,gDAAgD;IAChD,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;IAID,OAAO,CAAC,IAAI;IAsBZ,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,eAAe;YAST,aAAa;YAkBb,UAAU;CAsEzB"}