@relaybus/kafka 0.3.0 → 0.4.0

package/dist/index.js

@@ -1,5 +1,5 @@
-import { RelayBusError, NonRetryableError, assertEventType, ConfigurationError, systemClock, toErrorInfo, toMilliseconds } from '@relaybus/core';
-import { createCloudEventReaders, mediaTypeOf, isJsonObject, createJsonEnvelopeFormat, schedule, assertPositiveInteger, writeStructuredCloudEvent } from '@relaybus/core/internal';
+import { RelayBusError, NonRetryableError, assertEventType, ConfigurationError, toErrorInfo, systemClock } from '@relaybus/core';
+import { createCloudEventReaders, DecodedEventReader, mediaTypeOf, isJsonObject, observeRejection, createJsonEnvelopeFormat, SubscribingTransport, writeStructuredCloudEvent, schedule, BoundedInteger, PositiveInteger, ExponentialBackoff, Milliseconds } from '@relaybus/core/internal';
 export { fromHeader, fromPayloadField } from '@relaybus/core/internal';
 
 // src/errors.ts
@@ -311,25 +311,17 @@ function plainJsonDecoder(options) {
     if (record.headers?.[SPEC_VERSION_HEADER] !== void 0 || mediaTypeOf(headers[CONTENT_TYPE]) === STRUCTURED_MEDIA_TYPE2) {
       return decodeCloudEvent(record);
     }
-    const plain = {
-      topic: record.topic,
-      partition: record.partition,
-      offset: record.offset,
-      key: readKeyLeniently(record.key),
-      headers,
-      payload: parsePayload(record.value),
-      timestamp: record.timestamp
-    };
-    const type = resolveText(options.type, { record: plain, name: "type" });
+    const plain = plainRecordOf(record, headers);
+    const type = KAFKA_EVENTS.text(options.type, { plain, name: "type" });
     if (type === void 0) {
       throw invalid("Record has no event type: the type option found none");
     }
     assertValidType(type, "The event type");
     return {
-      id: resolveText(options.id, { record: plain, name: "id" }) ?? `kafka:${record.topic}:${record.partition}:${record.offset}`,
+      id: KAFKA_EVENTS.text(options.id, { plain, name: "id" }) ?? `kafka:${record.topic}:${record.partition}:${record.offset}`,
       type,
-      source: resolveText(options.source, { record: plain, name: "source" }) ?? record.topic,
-      key: options.key === void 0 ? plain.key : resolveText(options.key, { record: plain, name: "key" }) ?? null,
+      source: KAFKA_EVENTS.text(options.source, { plain, name: "source" }) ?? record.topic,
+      key: options.key === void 0 ? plain.key : KAFKA_EVENTS.text(options.key, { plain, name: "key" }) ?? null,
       payload: plain.payload,
       headers,
       correlationId: null,
@@ -338,27 +330,38 @@ function plainJsonDecoder(options) {
     };
   };
 }
-function completeDecodedEvent(decoded, record) {
-  if (typeof decoded !== "object" || decoded === null) {
-    throw invalid("The decoder must return an event object synchronously");
-  }
-  if ("then" in decoded) {
-    observeRejection(decoded);
-    throw invalid("The decoder must return an event object synchronously");
-  }
-  const event = decoded;
+function plainRecordOf(record, headers) {
   return {
-    id: event.id,
-    type: event.type,
-    source: event.source ?? record.topic,
-    key: event.key === void 0 ? readRecordKey(record.key) : event.key,
-    payload: event.payload,
-    headers: event.headers ?? {},
-    correlationId: event.correlationId ?? null,
-    causationId: event.causationId ?? null,
-    occurredAt: event.occurredAt ?? requireRecordTimestamp(record)
+    topic: record.topic,
+    partition: record.partition,
+    offset: record.offset,
+    key: readKeyLeniently(record.key),
+    headers,
+    payload: parsePayload(record.value),
+    timestamp: record.timestamp
   };
 }
+var KafkaDecodedEvents = class extends DecodedEventReader {
+  invalid(reason) {
+    return invalid(reason);
+  }
+  /** The topic. */
+  defaultSource(record) {
+    return record.topic;
+  }
+  /** The record key as UTF-8 text. */
+  defaultKey(record) {
+    return readRecordKey(record.key);
+  }
+  /** The record timestamp; a record without a usable one is malformed. */
+  defaultTime(record) {
+    return requireRecordTimestamp(record);
+  }
+};
+var KAFKA_EVENTS = new KafkaDecodedEvents();
+function completeDecodedEvent(decoded, record) {
+  return KAFKA_EVENTS.complete(decoded, record);
+}
 function extensionAttributes(body) {
   return Object.fromEntries(
     Object.entries(body).filter(
@@ -404,17 +407,6 @@ function readKeyLeniently(key) {
     return Buffer.from(key).toString("base64");
   }
 }
-function resolveText(option, { record, name }) {
-  const value = typeof option === "function" ? option(record) : option;
-  if (value === void 0 || value === null) {
-    return void 0;
-  }
-  if (typeof value !== "string") {
-    observeRejection(value);
-    throw invalid(`The ${name} option returned ${typeof value}, expected a string`);
-  }
-  return value.length === 0 ? void 0 : value;
-}
 function resolveOccurredAt(option, { plain, record }) {
   const value = option?.(plain);
   if (value === void 0) {
@@ -426,11 +418,6 @@ function resolveOccurredAt(option, { plain, record }) {
   }
   return value;
 }
-function observeRejection(value) {
-  if (typeof value === "object" && value !== null && "then" in value) {
-    Promise.resolve(value).catch(() => void 0);
-  }
-}
 
 // src/codecs.ts
 var cloudEventsBinary = Object.freeze({
@@ -449,36 +436,53 @@ function jsonEnvelope(mapping) {
     transportIds: [RECORD_POSITION],
     failures: { invalid, unencodable: (reason) => new UnencodableEventError(reason) }
   });
-  const contentType = mapping.contentType ?? DEFAULT_CONTENT_TYPE;
+  const contentType = mapping.contentTypeHeader === false ? {} : { [CONTENT_TYPE]: mapping.contentType ?? DEFAULT_CONTENT_TYPE };
   const stampsTime = mapping.occurredAt === void 0;
-  const ownHeaders = (envelope) => mapping.id === RECORD_POSITION ? { [CONTENT_TYPE]: contentType, [EVENT_ID_HEADER]: envelope.id } : { [CONTENT_TYPE]: contentType };
+  const ownHeaders = (envelope) => mapping.id === RECORD_POSITION ? { ...contentType, [EVENT_ID_HEADER]: envelope.id } : contentType;
+  const recordKey = resolveRecordKey(mapping.recordKey);
   return {
-    encode: (envelope) => {
-      assertRepresentable(envelope);
-      const { body, headers } = format.write(envelope);
-      const taken = [CONTENT_TYPE, EVENT_ID_HEADER].find((name) => Object.hasOwn(headers, name));
-      if (taken !== void 0) {
-        throw new UnencodableEventError(
-          `Event ${envelope.id} has a header '${taken}', which the codec writes itself`
-        );
-      }
-      return {
-        key: envelope.key,
-        value: serializeJson(envelope, body),
-        headers: { ...headers, ...ownHeaders(envelope) },
-        ...stampsTime ? { timestamp: recordTimestamp(envelope) } : {}
-      };
-    },
-    decode: (record) => {
-      const { [EVENT_ID_HEADER]: eventId, ...headers } = withoutContentType(
-        readHeadersLeniently(record.headers)
-      );
-      const fields = format.read({ body: parsePayload(record.value), headers });
-      return {
-        ...fields,
-        id: fields.id ?? (eventId === void 0 || eventId === "" ? `kafka:${record.topic}:${record.partition}:${record.offset}` : eventId)
-      };
-    }
+    encode: (envelope) => encodeJson(envelope, { format, stampsTime, ownHeaders, recordKey }),
+    decode: (record) => decodeJson(record, format)
+  };
+}
+function resolveRecordKey(recordKey) {
+  if (recordKey === void 0 || recordKey === "event-key") {
+    return (envelope) => envelope.key;
+  }
+  if (recordKey === "none") {
+    return () => null;
+  }
+  if (typeof recordKey === "function") {
+    return recordKey;
+  }
+  throw new ConfigurationError(
+    `jsonEnvelope recordKey must be 'event-key', 'none' or a function, received '${String(recordKey)}'`
+  );
+}
+function encodeJson(envelope, { format, stampsTime, ownHeaders, recordKey }) {
+  assertRepresentable(envelope);
+  const { body, headers } = format.write(envelope);
+  const taken = [CONTENT_TYPE, EVENT_ID_HEADER].find((name) => Object.hasOwn(headers, name));
+  if (taken !== void 0) {
+    throw new UnencodableEventError(
+      `Event ${envelope.id} has a header '${taken}', which the codec writes itself`
+    );
+  }
+  return {
+    key: recordKey(envelope),
+    value: serializeJson(envelope, body),
+    headers: { ...headers, ...ownHeaders(envelope) },
+    ...stampsTime ? { timestamp: recordTimestamp(envelope) } : {}
+  };
+}
+function decodeJson(record, format) {
+  const { [EVENT_ID_HEADER]: eventId, ...headers } = withoutContentType(
+    readHeadersLeniently(record.headers)
+  );
+  const fields = format.read({ body: parsePayload(record.value), headers });
+  return {
+    ...fields,
+    id: fields.id ?? (eventId === void 0 || eventId === "" ? `kafka:${record.topic}:${record.partition}:${record.offset}` : eventId)
   };
 }
 function withoutContentType(headers) {
@@ -496,6 +500,222 @@ function recordTimestamp(envelope) {
   formatTime(envelope);
   return String(envelope.occurredAt.getTime());
 }
+var GroupJoinWatch = class {
+  #settings;
+  #waiter;
+  constructor(settings) {
+    this.#settings = settings;
+  }
+  /** The consumer joined its group. */
+  joined() {
+    this.#waiter?.resolve();
+  }
+  /** The consumer crashed while it was joining. */
+  failed(error) {
+    this.#waiter?.reject(error);
+  }
+  /** The transport closed while the consumer was joining. */
+  closed() {
+    this.#waiter?.reject(new TransportClosedError(`Transport '${this.#settings.name}' is closed`));
+  }
+  /** Connects and subscribes the consumer, runs it and resolves once it joined its group. */
+  async start(consumer, {
+    topics,
+    fromBeginning,
+    eachMessage
+  }) {
+    await consumer.connect();
+    await consumer.subscribe(this.#settings.dialect.subscription(topics, fromBeginning));
+    const joined = this.#wait(consumer);
+    try {
+      await consumer.run({ eachMessage });
+      await joined.promise;
+    } finally {
+      joined.dispose();
+    }
+  }
+  #wait(consumer) {
+    if (!this.#settings.dialect.tracksMembership(consumer)) {
+      return { promise: Promise.resolve(), dispose: () => void 0 };
+    }
+    const { name, groupId, timings } = this.#settings;
+    let cancel;
+    const promise = new Promise((resolve, reject) => {
+      this.#waiter = { resolve, reject };
+      cancel = schedule(systemClock, {
+        run: () => {
+          reject(
+            new GroupJoinTimeoutError(
+              `Consumer of transport '${name}' did not join group '${groupId}' within ${timings.startupTimeoutMs}ms`
+            )
+          );
+        },
+        delayMs: timings.startupTimeoutMs
+      });
+    });
+    promise.catch(() => void 0);
+    return {
+      promise,
+      dispose: () => {
+        cancel?.();
+        this.#waiter = void 0;
+      }
+    };
+  }
+};
+var KafkaProducerSession = class {
+  #settings;
+  /** Whether the transport is closed: then nothing connects any more. */
+  #isClosed;
+  #producer;
+  #connected = false;
+  constructor(settings, isClosed) {
+    this.#settings = settings;
+    this.#isClosed = isClosed;
+  }
+  /** True once the producer connected, until the transport closes. */
+  get isConnected() {
+    return this.#connected;
+  }
+  /** The producer opened so far, if any: what closing must disconnect. */
+  get pending() {
+    return this.#producer;
+  }
+  markClosed() {
+    this.#connected = false;
+  }
+  connected() {
+    if (this.#isClosed()) {
+      return Promise.reject(
+        new TransportClosedError(`Transport '${this.#settings.name}' is closed`)
+      );
+    }
+    this.#producer ??= this.#open();
+    return this.#producer;
+  }
+  /** Sends with the publish timeout; the late outcome of a timed-out send is ignored. */
+  async send(producer, record) {
+    const { name, timings } = this.#settings;
+    let cancel;
+    const timeout = new Promise((_resolve, reject) => {
+      cancel = schedule(systemClock, {
+        run: () => {
+          reject(
+            new PublishTimeoutError(
+              `Transport '${name}' got no broker ack for topic '${record.topic}' within ${timings.publishTimeoutMs}ms`
+            )
+          );
+        },
+        delayMs: timings.publishTimeoutMs
+      });
+    });
+    const sending = producer.send(this.#settings.dialect.record(record));
+    sending.catch(() => void 0);
+    try {
+      await Promise.race([sending, timeout]);
+    } finally {
+      cancel?.();
+    }
+  }
+  async #open() {
+    const { kafka, dialect, injectedProducer } = this.#settings;
+    if (injectedProducer !== void 0) {
+      this.#connected = true;
+      return withoutLifecycle(injectedProducer);
+    }
+    const producer = kafka.producer(dialect.producerConfig(this.#settings));
+    try {
+      await producer.connect();
+    } catch (error) {
+      this.#producer = void 0;
+      throw error;
+    }
+    this.#connected = !this.#isClosed();
+    return producer;
+  }
+};
+function withoutLifecycle(producer) {
+  return {
+    send: (record) => producer.send(record),
+    disconnect: () => Promise.resolve()
+  };
+}
+var KAFKAJS_DIALECT = {
+  producerConfig: ({ producerConfig, maxInFlightRequests }) => ({
+    ...producerConfig,
+    idempotent: true,
+    maxInFlightRequests
+  }),
+  consumerConfig: ({ consumerConfig, groupId }) => ({ ...consumerConfig, groupId }),
+  subscription: (topics, fromBeginning) => ({ topics, fromBeginning }),
+  record: (record) => record,
+  tracksMembership: (consumer) => consumer.on !== void 0 && consumer.events?.GROUP_JOIN !== void 0,
+  observe: (consumer, membership) => {
+    if (!KAFKAJS_DIALECT.tracksMembership(consumer)) {
+      return;
+    }
+    const names = consumer.events;
+    const listen = (name, listener) => {
+      if (name !== void 0) {
+        consumer.on(name, listener);
+      }
+    };
+    listen(names.GROUP_JOIN, () => membership.joined());
+    listen(names.REBALANCING, () => membership.rebalancing());
+    listen(names.CRASH, (event) => membership.crashed(event));
+    listen(names.STOP, () => membership.left());
+    listen(names.DISCONNECT, () => membership.left());
+  }
+};
+var ASSIGN_PARTITIONS = -175;
+var REVOKE_PARTITIONS = -174;
+var CONFLUENT_DIALECT = {
+  producerConfig: ({ producerConfig, maxInFlightRequests }) => {
+    const user = producerConfig;
+    return {
+      ...user,
+      kafkaJS: { ...user.kafkaJS, idempotent: true, maxInFlightRequests, acks: -1 },
+      "enable.idempotence": true,
+      "max.in.flight": maxInFlightRequests,
+      acks: -1
+    };
+  },
+  consumerConfig: ({ consumerConfig, groupId, fromBeginning }, membership) => {
+    const user = consumerConfig;
+    const userCallback = typeof user.rebalance_cb === "function" ? user.rebalance_cb : void 0;
+    return {
+      ...user,
+      kafkaJS: { ...user.kafkaJS, groupId, fromBeginning },
+      "group.id": groupId,
+      "auto.offset.reset": fromBeginning ? "earliest" : "latest",
+      rebalance_cb: (...args) => {
+        if (args[0].code === ASSIGN_PARTITIONS) {
+          membership.joined();
+        } else if (args[0].code === REVOKE_PARTITIONS) {
+          membership.rebalancing();
+        }
+        return userCallback?.(...args);
+      }
+    };
+  },
+  subscription: (topics) => ({ topics }),
+  record: ({ acks: _acks, ...record }) => record,
+  tracksMembership: () => true,
+  observe: () => void 0
+};
+function clientDialect(client) {
+  if (client === void 0 || client === "kafkajs") {
+    return KAFKAJS_DIALECT;
+  }
+  if (client === "confluent") {
+    return CONFLUENT_DIALECT;
+  }
+  throw new ConfigurationError(
+    `Unknown Kafka client '${String(client)}'; use 'kafkajs' or 'confluent'`
+  );
+}
+
+// src/kafka-settings.ts
 var DEFAULTS = {
   name: "kafka",
   maxInFlightRequests: 1,
@@ -508,44 +728,248 @@ var DEFAULTS = {
   restartInitialBackoff: "1s",
   restartMaxBackoff: "30s"
 };
-var KafkaTransport = class {
+var MAXIMUM_IN_FLIGHT_REQUESTS = 5;
+function resolveKafkaSettings(options) {
+  return {
+    name: options.name ?? DEFAULTS.name,
+    kafka: options.kafka,
+    injectedProducer: resolveInjectedProducer(options),
+    dialect: clientDialect(options.client),
+    groupId: options.groupId,
+    fromBeginning: options.fromBeginning ?? true,
+    maxInFlightRequests: BoundedInteger.of(
+      options.maxInFlightRequests ?? DEFAULTS.maxInFlightRequests,
+      { name: "maxInFlightRequests", minimum: 1, maximum: MAXIMUM_IN_FLIGHT_REQUESTS }
+    ),
+    producerConfig: options.producerConfig ?? {},
+    consumerConfig: options.consumerConfig ?? {},
+    invalidPolicy: options.onInvalidMessage ?? "dead-letter",
+    codec: resolveCodec(options),
+    logger: options.logger ?? console,
+    timings: resolveTimings(options)
+  };
+}
+function resolveInjectedProducer(options) {
+  const { producer, kafka, producerConfig, maxInFlightRequests } = options;
+  if (producer === void 0) {
+    if (kafka === void 0) {
+      throw new ConfigurationError(
+        "Give 'kafka', or an already-connected 'producer' to publish with"
+      );
+    }
+    return void 0;
+  }
+  if (producerConfig !== void 0 || maxInFlightRequests !== void 0) {
+    throw new ConfigurationError(
+      "Give 'producerConfig' and 'maxInFlightRequests' to a producer you inject yourself"
+    );
+  }
+  return producer;
+}
+function resolveCodec({ codec, decode }) {
+  if (decode === void 0) {
+    return codec ?? cloudEventsBinary;
+  }
+  if (codec !== void 0) {
+    throw new ConfigurationError("Give 'codec' or the deprecated 'decode', not both");
+  }
+  return { encode: encodeEnvelope, decode };
+}
+function resolveTimings(options) {
+  const processing = options.processing ?? {};
+  const maxAttempts = PositiveInteger.of(
+    processing.maxAttempts ?? DEFAULTS.maxAttempts,
+    "processing.maxAttempts"
+  );
+  return {
+    maxAttempts,
+    processingBackoff: new ExponentialBackoff({
+      initialMs: Milliseconds.of(
+        processing.initialBackoff ?? DEFAULTS.initialBackoff,
+        "processing.initialBackoff"
+      ),
+      maxMs: Milliseconds.of(processing.maxBackoff ?? DEFAULTS.maxBackoff, "processing.maxBackoff")
+    }),
+    startupTimeoutMs: Milliseconds.of(
+      options.startupTimeout ?? DEFAULTS.startupTimeout,
+      "startupTimeout"
+    ),
+    publishTimeoutMs: Milliseconds.of(
+      options.publishTimeout ?? DEFAULTS.publishTimeout,
+      "publishTimeout"
+    ),
+    heartbeatIntervalMs: Math.max(
+      1,
+      Milliseconds.of(
+        processing.heartbeatInterval ?? DEFAULTS.heartbeatInterval,
+        "processing.heartbeatInterval"
+      )
+    ),
+    restartBackoff: resolveRestartBackoff(options.restart ?? {})
+  };
+}
+function resolveRestartBackoff(restart) {
+  return new ExponentialBackoff({
+    initialMs: Milliseconds.of(
+      restart.initialBackoff ?? DEFAULTS.restartInitialBackoff,
+      "restart.initialBackoff"
+    ),
+    maxMs: Milliseconds.of(restart.maxBackoff ?? DEFAULTS.restartMaxBackoff, "restart.maxBackoff")
+  });
+}
+function deadLetterTopicFor(policy, sourceTopic) {
+  if (policy === "dead-letter") {
+    return `${sourceTopic}.dead`;
+  }
+  if (typeof policy === "object") {
+    const { deadLetterTopic } = policy;
+    return typeof deadLetterTopic === "function" ? deadLetterTopic(sourceTopic) : deadLetterTopic;
+  }
+  return void 0;
+}
+function toHandlerFailure(error) {
+  const { name, message } = toErrorInfo(error);
+  return new HandlerFailedError(`${name}: ${message}`);
+}
+function assertCanSubscribe(state, {
+  settings,
+  destinations
+}) {
+  const { name, groupId, invalidPolicy, kafka } = settings;
+  if (state === "closed") {
+    throw new TransportClosedError(`Transport '${name}' is closed`);
+  }
+  if (state === "subscribed") {
+    throw new ConfigurationError(
+      `Transport '${name}' already subscribed; list every topic in one subscription or use one KafkaTransport per consumer group`
+    );
+  }
+  if (kafka === void 0) {
+    throw new ConfigurationError(`Transport '${name}' needs 'kafka' to create its consumer`);
+  }
+  if (groupId === void 0 || groupId.length === 0) {
+    throw new ConfigurationError(`Transport '${name}' needs a groupId to subscribe`);
+  }
+  if (destinations.length === 0) {
+    throw new ConfigurationError(`Transport '${name}' subscribed to no topics`);
+  }
+  for (const topic of destinations) {
+    const deadLetterTopic = deadLetterTopicFor(invalidPolicy, topic);
+    if (deadLetterTopic !== void 0 && destinations.includes(deadLetterTopic)) {
+      throw new ConfigurationError(
+        `Dead letter topic '${deadLetterTopic}' is also consumed, which would loop`
+      );
+    }
+  }
+}
+
+// src/kafka-records.ts
+function decodeRecord(codec, { topic, partition, message }) {
+  return decodeKafkaRecord(codec, {
+    topic,
+    partition,
+    offset: message.offset,
+    key: message.key,
+    value: message.value,
+    headers: message.headers,
+    timestamp: message.timestamp
+  });
+}
+function decodeKafkaRecord(codec, record) {
+  if (codec === cloudEventsBinary) {
+    return decodeEnvelope(record);
+  }
+  return completeDecodedEvent(codec.decode(record), record);
+}
+function deadLetterRecord({ topic, partition, message }, {
+  reason,
+  name,
+  code,
+  deadLetterTopic
+}) {
+  const headers = {
+    ...toOutgoingHeaders(message.headers),
+    "relaybus-invalid-reason": reason,
+    "relaybus-source-topic": topic,
+    "relaybus-source-partition": String(partition),
+    "relaybus-source-offset": message.offset,
+    "relaybus-error-name": name
+  };
+  if (code === void 0) {
+    delete headers["relaybus-error-code"];
+  } else {
+    headers["relaybus-error-code"] = code;
+  }
+  return {
+    topic: deadLetterTopic,
+    acks: -1,
+    messages: [
+      {
+        key: message.key === null ? null : Buffer.from(message.key),
+        value: message.value === null ? null : Buffer.from(message.value),
+        headers
+      }
+    ]
+  };
+}
+var WakeableSleeps = class {
+  #sleepers = /* @__PURE__ */ new Set();
+  sleep(milliseconds) {
+    return new Promise((resolve) => {
+      const wake = () => {
+        cancel();
+        this.#sleepers.delete(wake);
+        resolve();
+      };
+      const cancel = schedule(systemClock, { run: wake, delayMs: milliseconds });
+      this.#sleepers.add(wake);
+    });
+  }
+  wakeAll() {
+    for (const wake of this.#sleepers) {
+      wake();
+    }
+  }
+  /**
+   * Sleeps `milliseconds` in slices of at most `sliceMs`, running `between` after each, until done
+   * or `stopped`: a long backoff then never outlives the session timeout.
+   */
+  async sleepInSlices(milliseconds, {
+    sliceMs,
+    between,
+    stopped
+  }) {
+    let remaining = milliseconds;
+    do {
+      const slice = Math.min(remaining, sliceMs);
+      await this.sleep(slice);
+      await between();
+      remaining -= slice;
+    } while (remaining > 0 && !stopped());
+  }
+};
+
+// src/kafka-transport.ts
+var KafkaTransport = class extends SubscribingTransport {
   name;
   system = "kafka";
-  #kafka;
-  #groupId;
-  #fromBeginning;
-  #maxInFlightRequests;
-  #producerConfig;
-  #consumerConfig;
-  #invalidPolicy;
-  #codec;
-  #logger;
   #settings;
-  #sleepers = /* @__PURE__ */ new Set();
-  #state = "idle";
   #producer;
+  #groupJoin;
+  #sleeps = new WakeableSleeps();
+  #state = "idle";
   #consumer;
   #groupJoined = false;
   #consuming = false;
-  #producerConnected = false;
   #restartLoop;
   #stalledPartitions = /* @__PURE__ */ new Set();
   #startConsuming;
-  #joinWaiter;
   constructor(options) {
-    this.name = options.name ?? DEFAULTS.name;
-    this.#kafka = options.kafka;
-    this.#groupId = options.groupId;
-    this.#fromBeginning = options.fromBeginning ?? true;
-    this.#maxInFlightRequests = assertMaxInFlightRequests(
-      options.maxInFlightRequests ?? DEFAULTS.maxInFlightRequests
-    );
-    this.#producerConfig = options.producerConfig ?? {};
-    this.#consumerConfig = options.consumerConfig ?? {};
-    this.#invalidPolicy = options.onInvalidMessage ?? "dead-letter";
-    this.#codec = resolveCodec(options);
-    this.#logger = options.logger ?? console;
-    this.#settings = resolveSettings(options);
+    super();
+    this.#settings = resolveKafkaSettings(options);
+    this.name = this.#settings.name;
+    this.#producer = new KafkaProducerSession(this.#settings, () => this.#state === "closed");
+    this.#groupJoin = new GroupJoinWatch(this.#settings);
   }
   /**
    * True while the consumer is joined to its group, not between a crash or
@@ -562,21 +986,21 @@ var KafkaTransport = class {
    * dead consumer is being restarted.
    */
   isReady() {
-    if (this.#state === "closed" || !this.#producerConnected) {
+    if (this.#state === "closed" || !this.#producer.isConnected) {
       return false;
     }
     return this.#state === "idle" || this.isConsuming();
   }
   /** Connects the producer. Called by the bus on start; `publish` also connects on demand. */
   async connect() {
-    await this.#connectedProducer();
+    await this.#producer.connected();
   }
   async publish(envelope, destination) {
-    const producer = await this.#connectedProducer();
-    await this.#send(producer, {
+    const producer = await this.#producer.connected();
+    await this.#producer.send(producer, {
       topic: destination,
       acks: -1,
-      messages: [this.#codec.encode(envelope)]
+      messages: [this.#settings.codec.encode(envelope)]
     });
   }
   /**
@@ -586,14 +1010,23 @@ var KafkaTransport = class {
    * @throws ConfigurationError when `groupId` is missing, `destinations` is empty
    * or the transport already subscribed (create one transport per subscription).
    */
-  // eslint-disable-next-line relaybus/max-two-params -- the Transport.subscribe signature
-  async subscribe(destinations, onMessage, hooks) {
-    this.#assertCanSubscribe(destinations);
+  openSubscription(subscription) {
+    return this.#subscribe(subscription);
+  }
+  async #subscribe({ destinations, onMessage, hooks }) {
+    assertCanSubscribe(this.#state, { settings: this.#settings, destinations });
     this.#state = "subscribed";
-    const consumer = this.#kafka.consumer({ ...this.#consumerConfig, groupId: this.#groupId });
+    const { kafka, dialect, groupId } = this.#settings;
+    const membership = this.#observeConsumer();
+    const consumer = kafka.consumer(dialect.consumerConfig(this.#settings, membership));
     this.#consumer = consumer;
-    this.#observeConsumer(consumer);
-    const start = () => this.#startConsumer(consumer, { destinations: [...destinations], onMessage, hooks });
+    this.#groupJoined = !dialect.tracksMembership(consumer);
+    dialect.observe(consumer, membership);
+    const start = () => this.#groupJoin.start(consumer, {
+      topics: [...destinations],
+      fromBeginning: this.#settings.fromBeginning,
+      eachMessage: (payload) => this.#handleMessage(payload, { onMessage, hooks })
+    });
     this.#startConsuming = start;
     try {
       await start();
@@ -605,40 +1038,21 @@ var KafkaTransport = class {
       throw error;
     }
     this.#consuming = true;
-    this.#logger.log(
-      `[KafkaTransport](subscribe) Consuming | transport=${this.name} group=${this.#groupId} topics=${destinations.join(",")}`
+    this.#settings.logger.log(
+      `[KafkaTransport](subscribe) Consuming | transport=${this.name} group=${groupId} topics=${destinations.join(",")}`
     );
   }
-  async #startConsumer(consumer, {
-    destinations,
-    onMessage,
-    hooks
-  }) {
-    await consumer.connect();
-    await consumer.subscribe({ topics: destinations, fromBeginning: this.#fromBeginning });
-    const joined = this.#waitForGroupJoin(consumer);
-    try {
-      await consumer.run({
-        eachMessage: (payload) => this.#handleMessage(payload, { onMessage, hooks })
-      });
-      await joined.promise;
-    } finally {
-      joined.dispose();
-    }
-  }
   /** Stops consuming and disconnects the consumer and the producer. Safe to call twice. */
   async close() {
     if (this.#state === "closed") {
       return;
     }
     this.#state = "closed";
-    const pendingProducer = this.#producer;
+    const pendingProducer = this.#producer.pending;
     this.#groupJoined = false;
-    this.#producerConnected = false;
-    for (const wake of this.#sleepers) {
-      wake();
-    }
-    this.#joinWaiter?.reject(new TransportClosedError(`Transport '${this.name}' is closed`));
+    this.#producer.markClosed();
+    this.#sleeps.wakeAll();
+    this.#groupJoin.closed();
     await this.#restartLoop;
     const producer = await pendingProducer?.catch(() => void 0);
     const results = await Promise.allSettled([
@@ -650,99 +1064,15 @@ var KafkaTransport = class {
       throw failure.reason;
     }
   }
-  #assertCanSubscribe(destinations) {
-    if (this.#state === "closed") {
-      throw new TransportClosedError(`Transport '${this.name}' is closed`);
-    }
-    if (this.#state === "subscribed") {
-      throw new ConfigurationError(
-        `Transport '${this.name}' already subscribed; list every topic in one subscription or use one KafkaTransport per consumer group`
-      );
-    }
-    if (this.#groupId === void 0 || this.#groupId.length === 0) {
-      throw new ConfigurationError(`Transport '${this.name}' needs a groupId to subscribe`);
-    }
-    if (destinations.length === 0) {
-      throw new ConfigurationError(`Transport '${this.name}' subscribed to no topics`);
-    }
-    for (const topic of destinations) {
-      const deadLetterTopic = this.#deadLetterTopicFor(topic);
-      if (deadLetterTopic !== void 0 && destinations.includes(deadLetterTopic)) {
-        throw new ConfigurationError(
-          `Dead letter topic '${deadLetterTopic}' is also consumed, which would loop`
-        );
-      }
-    }
-  }
-  /** The dead-letter topic for records of `sourceTopic`, or undefined when the policy does not use one. */
-  #deadLetterTopicFor(sourceTopic) {
-    const policy = this.#invalidPolicy;
-    if (policy === "dead-letter") {
-      return `${sourceTopic}.dead`;
-    }
-    if (typeof policy === "object") {
-      const { deadLetterTopic } = policy;
-      return typeof deadLetterTopic === "function" ? deadLetterTopic(sourceTopic) : deadLetterTopic;
-    }
-    return void 0;
-  }
-  /** Sends with the publish timeout; the late outcome of a timed-out send is ignored. */
-  async #send(producer, record) {
-    let cancel;
-    const timeout = new Promise((_resolve, reject) => {
-      cancel = schedule(systemClock, {
-        run: () => {
-          reject(
-            new PublishTimeoutError(
-              `Transport '${this.name}' got no broker ack for topic '${record.topic}' within ${this.#settings.publishTimeoutMs}ms`
-            )
-          );
-        },
-        delayMs: this.#settings.publishTimeoutMs
-      });
-    });
-    const sending = producer.send(record);
-    sending.catch(() => void 0);
-    try {
-      await Promise.race([sending, timeout]);
-    } finally {
-      cancel?.();
-    }
-  }
-  #connectedProducer() {
-    if (this.#state === "closed") {
-      return Promise.reject(new TransportClosedError(`Transport '${this.name}' is closed`));
-    }
-    this.#producer ??= this.#openProducer();
-    return this.#producer;
-  }
-  async #openProducer() {
-    const producer = this.#kafka.producer({
-      ...this.#producerConfig,
-      idempotent: true,
-      maxInFlightRequests: this.#maxInFlightRequests
-    });
-    try {
-      await producer.connect();
-    } catch (error) {
-      this.#producer = void 0;
-      throw error;
-    }
-    this.#producerConnected = this.#state !== "closed";
-    return producer;
-  }
-  async #handleMessage(payload, {
-    onMessage,
-    hooks
-  }) {
+  async #handleMessage(payload, route) {
     let envelope;
     try {
-      envelope = this.#decodeRecord(payload);
+      envelope = decodeRecord(this.#settings.codec, payload);
     } catch (error) {
-      if (this.#codec === cloudEventsBinary && !(error instanceof InvalidKafkaMessageError)) {
+      if (this.#settings.codec === cloudEventsBinary && !(error instanceof InvalidKafkaMessageError)) {
         throw toHandlerFailure(error);
       }
-      hooks?.onInvalidMessage({ destination: payload.topic, error });
+      route.hooks?.onInvalidMessage({ destination: payload.topic, error });
       await this.#withRetries(payload, {
         method: "handleInvalid",
         operation: () => this.#handleInvalid(payload, error)
@@ -753,7 +1083,7 @@ var KafkaTransport = class {
       method: "deliver",
       operation: async () => {
         try {
-          await onMessage(envelope, { destination: payload.topic });
+          await route.onMessage(envelope, { destination: payload.topic });
         } catch (error) {
           if (!(error instanceof NonRetryableError)) {
             throw error;
@@ -763,30 +1093,15 @@ var KafkaTransport = class {
       }
     });
   }
-  #decodeRecord({ topic, partition, message }) {
-    if (this.#codec === cloudEventsBinary) {
-      return decodeEnvelope(message);
-    }
-    const record = {
-      topic,
-      partition,
-      offset: message.offset,
-      key: message.key,
-      value: message.value,
-      headers: message.headers,
-      timestamp: message.timestamp
-    };
-    return completeDecodedEvent(this.#codec.decode(record), record);
-  }
   async #handleInvalid(payload, error) {
     const { topic, partition, message } = payload;
     const { message: reason, name, code } = toErrorInfo(error);
     const location = `topic=${topic} partition=${partition} offset=${message.offset}`;
     const errorFields = `errorName=${name}${code === void 0 ? "" : ` code=${code}`}`;
-    const policy = this.#invalidPolicy;
-    const deadLetterTopic = this.#deadLetterTopicFor(topic);
+    const policy = this.#settings.invalidPolicy;
+    const deadLetterTopic = deadLetterTopicFor(policy, topic);
     if (policy === "skip") {
-      this.#logger.error(
+      this.#settings.logger.error(
         `[KafkaTransport](handleInvalid) Skipping malformed message | ${location} reason=${reason} ${errorFields}`
       );
     } else if (typeof policy === "function") {
@@ -799,32 +1114,15 @@ var KafkaTransport = class {
         value: message.value
       });
     } else {
-      const headers = {
-        ...toOutgoingHeaders(message.headers),
-        "relaybus-invalid-reason": reason,
-        "relaybus-source-topic": topic,
-        "relaybus-source-partition": String(partition),
-        "relaybus-source-offset": message.offset,
-        "relaybus-error-name": name
-      };
-      if (code === void 0) {
-        delete headers["relaybus-error-code"];
-      } else {
-        headers["relaybus-error-code"] = code;
-      }
-      const producer = await this.#connectedProducer();
-      await this.#send(producer, {
-        topic: deadLetterTopic,
-        acks: -1,
-        messages: [
-          {
-            key: message.key === null ? null : Buffer.from(message.key),
-            value: message.value === null ? null : Buffer.from(message.value),
-            headers
-          }
-        ]
+      const record = deadLetterRecord(payload, {
+        reason,
+        name,
+        code,
+        deadLetterTopic
       });
-      this.#logger.error(
+      const producer = await this.#producer.connected();
+      await this.#producer.send(producer, record);
+      this.#settings.logger.error(
         `[KafkaTransport](handleInvalid) Dead-lettered malformed message | ${location} deadLetterTopic=${deadLetterTopic} reason=${reason} ${errorFields}`
       );
     }
@@ -835,7 +1133,8 @@ var KafkaTransport = class {
    * redelivers the record; heartbeats between attempts keep the session alive.
    */
   async #withRetries(payload, { method, operation }) {
-    const { maxAttempts, initialBackoffMs, maxBackoffMs } = this.#settings;
+    const { maxAttempts, processingBackoff } = this.#settings.timings;
+    const { logger } = this.#settings;
     const location = `topic=${payload.topic} partition=${payload.partition} offset=${payload.message.offset}`;
     const partitionKey = `${payload.topic}:${payload.partition}`;
     for (let attempt = 1; ; attempt += 1) {
@@ -847,82 +1146,49 @@ var KafkaTransport = class {
         const reason = toErrorInfo(error).message;
         if (attempt >= maxAttempts || this.#state === "closed") {
           this.#stalledPartitions.add(partitionKey);
-          this.#logger.error(
+          logger.error(
             `[KafkaTransport](withRetries) Giving up for now, the record stays uncommitted and will be redelivered | operation=${method} ${location} attempts=${attempt} error=${reason}`
           );
           throw toHandlerFailure(error);
         }
-        this.#logger.warn(
+        logger.warn(
           `[KafkaTransport](withRetries) Attempt failed, retrying | operation=${method} ${location} attempt=${attempt} error=${reason}`
         );
-        await this.#sleepWithHeartbeats(
-          Math.min(initialBackoffMs * 2 ** (attempt - 1), maxBackoffMs),
-          payload
-        );
+        await this.#sleeps.sleepInSlices(processingBackoff.delayFor(attempt), {
+          sliceMs: this.#settings.timings.heartbeatIntervalMs,
+          between: () => payload.heartbeat(),
+          stopped: () => this.#state === "closed"
+        });
       }
     }
   }
-  /** Sleeps in slices and heartbeats after each, so a long backoff never outlives the session timeout. */
-  async #sleepWithHeartbeats(milliseconds, payload) {
-    let remaining = milliseconds;
-    do {
-      const slice = Math.min(remaining, this.#settings.heartbeatIntervalMs);
-      await this.#sleep(slice);
-      await payload.heartbeat();
-      remaining -= slice;
-    } while (remaining > 0 && this.#state !== "closed");
-  }
-  #sleep(milliseconds) {
-    return new Promise((resolve) => {
-      const wake = () => {
-        cancel();
-        this.#sleepers.delete(wake);
-        resolve();
-      };
-      const cancel = schedule(systemClock, { run: wake, delayMs: milliseconds });
-      this.#sleepers.add(wake);
-    });
-  }
-  /** Whether the client exposes the instrumentation needed to follow the group membership. */
-  #tracksMembership(consumer) {
-    return consumer.on !== void 0 && consumer.events?.GROUP_JOIN !== void 0;
-  }
-  #observeConsumer(consumer) {
-    if (!this.#tracksMembership(consumer)) {
-      this.#groupJoined = true;
-      return;
-    }
-    const names = consumer.events;
-    const listen = (name, listener) => {
-      if (name !== void 0) {
-        consumer.on(name, listener);
+  /** What the transport does when the consumer joins, rebalances, crashes or leaves its group. */
+  #observeConsumer() {
+    const { logger, groupId } = this.#settings;
+    return {
+      joined: () => {
+        this.#groupJoined = true;
+        this.#groupJoin.joined();
+        logger.log(`[KafkaTransport](observeConsumer) Joined group | group=${groupId}`);
+      },
+      rebalancing: () => {
+        this.#groupJoined = false;
+        this.#stalledPartitions.clear();
+        logger.warn(`[KafkaTransport](observeConsumer) Rebalancing | group=${groupId}`);
+      },
+      crashed: (event) => this.#handleCrash(event),
+      left: () => {
+        this.#groupJoined = false;
       }
     };
-    listen(names.GROUP_JOIN, () => {
-      this.#groupJoined = true;
-      this.#joinWaiter?.resolve();
-      this.#logger.log(`[KafkaTransport](observeConsumer) Joined group | group=${this.#groupId}`);
-    });
-    listen(names.REBALANCING, () => {
-      this.#groupJoined = false;
-      this.#stalledPartitions.clear();
-      this.#logger.warn(`[KafkaTransport](observeConsumer) Rebalancing | group=${this.#groupId}`);
-    });
-    listen(names.CRASH, (event) => this.#handleCrash(event));
-    listen(names.STOP, () => {
-      this.#groupJoined = false;
-    });
-    listen(names.DISCONNECT, () => {
-      this.#groupJoined = false;
-    });
   }
   #handleCrash(event) {
     const { error, restart } = event.payload ?? {};
     this.#groupJoined = false;
-    this.#logger.error(
-      `[KafkaTransport](handleCrash) Consumer crashed | group=${this.#groupId} restart=${String(restart)} error=${toErrorInfo(error).message}`
+    this.#settings.logger.error(
+      `[KafkaTransport](handleCrash) Consumer crashed | group=${this.#settings.groupId} restart=${String(restart)} error=${toErrorInfo(error).message}`
     );
-    this.#joinWaiter?.reject(error);
+    this.#groupJoin.failed(error);
     if (restart === false && this.#consuming && this.#restartLoop === void 0) {
       this.#restartLoop = this.#restartConsumer().finally(() => {
         this.#restartLoop = void 0;
@@ -934,126 +1200,29 @@ var KafkaTransport = class {
    * again, with bounded backoff, until it joined or the transport closed.
    */
   async #restartConsumer() {
-    const { restartInitialBackoffMs, restartMaxBackoffMs } = this.#settings;
+    const { logger, groupId, timings } = this.#settings;
     const consumer = this.#consumer;
     for (let attempt = 1; this.#state === "subscribed"; attempt += 1) {
-      await this.#sleep(
-        Math.min(restartInitialBackoffMs * 2 ** (attempt - 1), restartMaxBackoffMs)
-      );
+      await this.#sleeps.sleep(timings.restartBackoff.delayFor(attempt));
       if (this.#state !== "subscribed") {
         return;
       }
       await consumer.disconnect().catch(() => void 0);
       try {
         await this.#startConsuming();
-        this.#logger.log(
-          `[KafkaTransport](restartConsumer) Consumer restarted | group=${this.#groupId} attempt=${attempt}`
+        logger.log(
+          `[KafkaTransport](restartConsumer) Consumer restarted | group=${groupId} attempt=${attempt}`
         );
         return;
       } catch (error) {
-        this.#logger.error(
-          `[KafkaTransport](restartConsumer) Restart failed, will retry | group=${this.#groupId} attempt=${attempt} error=${toErrorInfo(error).message}`
+        logger.error(
+          `[KafkaTransport](restartConsumer) Restart failed, will retry | group=${groupId} attempt=${attempt} error=${toErrorInfo(error).message}`
         );
       }
     }
   }
-  #waitForGroupJoin(consumer) {
-    if (!this.#tracksMembership(consumer)) {
-      return { promise: Promise.resolve(), dispose: () => void 0 };
-    }
-    let cancel;
-    const promise = new Promise((resolve, reject) => {
-      this.#joinWaiter = { resolve, reject };
-      cancel = schedule(systemClock, {
-        run: () => {
-          reject(
-            new GroupJoinTimeoutError(
-              `Consumer of transport '${this.name}' did not join group '${this.#groupId}' within ${this.#settings.startupTimeoutMs}ms`
-            )
-          );
-        },
-        delayMs: this.#settings.startupTimeoutMs
-      });
-    });
-    promise.catch(() => void 0);
-    return {
-      promise,
-      dispose: () => {
-        cancel?.();
-        this.#joinWaiter = void 0;
-      }
-    };
-  }
 };
-function resolveCodec({ codec, decode }) {
-  if (decode === void 0) {
-    return codec ?? cloudEventsBinary;
-  }
-  if (codec !== void 0) {
-    throw new ConfigurationError("Give 'codec' or the deprecated 'decode', not both");
-  }
-  return { encode: encodeEnvelope, decode };
-}
-function resolveSettings(options) {
-  const processing = options.processing ?? {};
-  const maxAttempts = assertPositiveInteger(
-    processing.maxAttempts ?? DEFAULTS.maxAttempts,
-    "processing.maxAttempts"
-  );
-  return {
-    maxAttempts,
-    initialBackoffMs: toMilliseconds(
-      processing.initialBackoff ?? DEFAULTS.initialBackoff,
-      "processing.initialBackoff"
-    ),
-    maxBackoffMs: toMilliseconds(
-      processing.maxBackoff ?? DEFAULTS.maxBackoff,
-      "processing.maxBackoff"
-    ),
-    startupTimeoutMs: toMilliseconds(
-      options.startupTimeout ?? DEFAULTS.startupTimeout,
-      "startupTimeout"
-    ),
-    publishTimeoutMs: toMilliseconds(
-      options.publishTimeout ?? DEFAULTS.publishTimeout,
-      "publishTimeout"
-    ),
-    heartbeatIntervalMs: Math.max(
-      1,
-      toMilliseconds(
-        processing.heartbeatInterval ?? DEFAULTS.heartbeatInterval,
-        "processing.heartbeatInterval"
-      )
-    ),
-    ...resolveRestartSettings(options.restart ?? {})
-  };
-}
-function resolveRestartSettings(restart) {
-  return {
-    restartInitialBackoffMs: toMilliseconds(
-      restart.initialBackoff ?? DEFAULTS.restartInitialBackoff,
-      "restart.initialBackoff"
-    ),
-    restartMaxBackoffMs: toMilliseconds(
-      restart.maxBackoff ?? DEFAULTS.restartMaxBackoff,
-      "restart.maxBackoff"
-    )
-  };
-}
-var MAXIMUM_IN_FLIGHT_REQUESTS = 5;
-function assertMaxInFlightRequests(value) {
-  if (!Number.isInteger(value) || value < 1 || value > MAXIMUM_IN_FLIGHT_REQUESTS) {
-    throw new ConfigurationError(
-      `maxInFlightRequests must be an integer from 1 to 5, received ${value}`
-    );
-  }
-  return value;
-}
-function toHandlerFailure(error) {
-  const { name, message } = toErrorInfo(error);
-  return new HandlerFailedError(`${name}: ${message}`);
-}
 
-export { GroupJoinTimeoutError, HandlerFailedError, InvalidKafkaMessageError, KafkaTransport, PublishTimeoutError, TransportClosedError, UnencodableEventError, cloudEventsBinary, cloudEventsStructured, decodeCloudEvent, decodeEnvelope, encodeEnvelope, jsonEnvelope, plainJsonDecoder };
+export { GroupJoinTimeoutError, HandlerFailedError, InvalidKafkaMessageError, KafkaTransport, PublishTimeoutError, TransportClosedError, UnencodableEventError, cloudEventsBinary, cloudEventsStructured, decodeCloudEvent, decodeEnvelope, decodeKafkaRecord, encodeEnvelope, jsonEnvelope, plainJsonDecoder };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map