@platformatic/kafka 2.7.0 → 2.9.0-alpha.1

package/dist/apis/consumer/fetch-v14.js

@@ -3,6 +3,7 @@ import { Reader } from "../../protocol/reader.js";
 import { readRecordsBatches } from "../../protocol/records.js";
 import { Writer } from "../../protocol/writer.js";
 import { createAPI } from "../definitions.js";
+import { readKnownTaggedFields } from "../tagged-fields.js";
 /*
   Fetch Request (Version: 14) => replica_id max_wait_ms min_bytes max_bytes isolation_level session_id session_epoch [topics] [forgotten_topics_data] rack_id TAG_BUFFER
   replica_id => INT32
@@ -46,7 +47,7 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
         });
     })
         .appendArray(forgottenTopicsData, (w, t) => {
-        w.appendUUID(t.topic).appendArray(t.partitions, (w, p) => {
+        w.appendUUID(t.topicId ?? t.topic).appendArray(t.partitions, (w, p) => {
             w.appendInt32(p);
         }, true, false);
     })
@@ -60,12 +61,15 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
     session_id => INT32
     responses => topic_id [partitions] TAG_BUFFER
       topic_id => UUID
-      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset [aborted_transactions] preferred_read_replica records TAG_BUFFER
+        partitions => partition_index error_code high_watermark last_stable_offset log_start_offset diverging_epoch current_leader snapshot_id [aborted_transactions] preferred_read_replica records TAG_BUFFER
         partition_index => INT32
         error_code => INT16
         high_watermark => INT64
         last_stable_offset => INT64
         log_start_offset => INT64
+        diverging_epoch => epoch end_offset
+        current_leader => leader_id leader_epoch
+        snapshot_id => end_offset epoch
         aborted_transactions => producer_id first_offset TAG_BUFFER
           producer_id => INT64
           first_offset => INT64
@@ -93,28 +97,42 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         highWatermark: r.readInt64(),
                         lastStableOffset: r.readInt64(),
                         logStartOffset: r.readInt64(),
-                        abortedTransactions: r.readArray(r => {
+                        divergingEpoch: { epoch: -1, endOffset: -1n },
+                        currentLeader: { leaderId: -1, leaderEpoch: -1 },
+                        snapshotId: { endOffset: -1n, epoch: -1 },
+                        abortedTransactions: r.readNullableArray(r => {
                             return {
                                 producerId: r.readInt64(),
                                 firstOffset: r.readInt64()
                             };
                         }),
-                        preferredReadReplica: r.readInt32()
+                        preferredReadReplica: r.readInt32(),
+                        records: []
                     };
                     if (partition.errorCode !== 0) {
                         errors.push([`/responses/${i}/partitions/${j}`, [partition.errorCode, null]]);
                     }
                     // We need to reduce the size by one to follow the COMPACT_RECORDS specification.
-                    const recordsSize = r.readUnsignedVarInt() - 1;
-                    if (recordsSize > 0) {
+                    let recordsSize = r.readUnsignedVarInt();
+                    if (recordsSize === 0) {
+                        partition.records = null;
+                    }
+                    if (recordsSize > 1) {
+                        recordsSize--;
                         partition.records = readRecordsBatches(Reader.from(r.buffer.subarray(r.position, r.position + recordsSize)));
                         r.skip(recordsSize);
                     }
+                    readKnownTaggedFields(r, {
+                        0: r => { partition.divergingEpoch = { epoch: r.readInt32(), endOffset: r.readInt64() }; },
+                        1: r => { partition.currentLeader = { leaderId: r.readInt32(), leaderEpoch: r.readInt32() }; },
+                        2: r => { partition.snapshotId = { endOffset: r.readInt64(), epoch: r.readInt32() }; }
+                    });
                     return partition;
-                })
+                }, true, false)
             };
         })
     };
+    readKnownTaggedFields(reader, {});
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }

package/dist/apis/consumer/fetch-v15.d.ts

@@ -12,24 +12,40 @@ export interface FetchRequestTopic {
     topicId: string;
     partitions: FetchRequestPartition[];
 }
-export interface FetchRequestForgottenTopicsData {
+export type FetchRequestForgottenTopicsData = {
+    topicId: string; /** @deprecated Use topicId instead. */
+    topic?: string;
+    partitions: number[];
+} | {
     topic: string;
+    topicId?: never;
     partitions: number[];
-}
+};
 export type FetchRequest = Parameters<typeof createRequest>;
 export interface FetchResponsePartitionAbortedTransaction {
     producerId: bigint;
     firstOffset: bigint;
 }
+export interface FetchResponsePartitionEpochEndOffset {
+    epoch: number;
+    endOffset: bigint;
+}
+export interface FetchResponsePartitionCurrentLeader {
+    leaderId: number;
+    leaderEpoch: number;
+}
 export interface FetchResponsePartition {
     partitionIndex: number;
     errorCode: number;
     highWatermark: bigint;
     lastStableOffset: bigint;
     logStartOffset: bigint;
-    abortedTransactions: FetchResponsePartitionAbortedTransaction[];
+    divergingEpoch?: FetchResponsePartitionEpochEndOffset;
+    currentLeader?: FetchResponsePartitionCurrentLeader;
+    snapshotId?: FetchResponsePartitionEpochEndOffset;
+    abortedTransactions: FetchResponsePartitionAbortedTransaction[] | null;
     preferredReadReplica: number;
-    records?: RecordsBatch[];
+    records?: RecordsBatch[] | null;
 }
 export interface FetchResponseTopic {
     topicId: string;

package/dist/apis/consumer/fetch-v15.js

@@ -3,6 +3,7 @@ import { Reader } from "../../protocol/reader.js";
 import { readRecordsBatches } from "../../protocol/records.js";
 import { Writer } from "../../protocol/writer.js";
 import { createAPI } from "../definitions.js";
+import { readKnownTaggedFields } from "../tagged-fields.js";
 /*
   Fetch Request (Version: 15) => max_wait_ms min_bytes max_bytes isolation_level session_id session_epoch [topics] [forgotten_topics_data] rack_id TAG_BUFFER
   max_wait_ms => INT32
@@ -44,7 +45,7 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
         });
     })
         .appendArray(forgottenTopicsData, (w, t) => {
-        w.appendUUID(t.topic).appendArray(t.partitions, (w, p) => {
+        w.appendUUID(t.topicId ?? t.topic).appendArray(t.partitions, (w, p) => {
             w.appendInt32(p);
         }, true, false);
     })
@@ -58,12 +59,15 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
     session_id => INT32
     responses => topic_id [partitions] TAG_BUFFER
       topic_id => UUID
-      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset [aborted_transactions] preferred_read_replica records TAG_BUFFER
+        partitions => partition_index error_code high_watermark last_stable_offset log_start_offset diverging_epoch current_leader snapshot_id [aborted_transactions] preferred_read_replica records TAG_BUFFER
         partition_index => INT32
         error_code => INT16
         high_watermark => INT64
         last_stable_offset => INT64
         log_start_offset => INT64
+        diverging_epoch => epoch end_offset
+        current_leader => leader_id leader_epoch
+        snapshot_id => end_offset epoch
         aborted_transactions => producer_id first_offset TAG_BUFFER
           producer_id => INT64
           first_offset => INT64
@@ -91,28 +95,42 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         highWatermark: r.readInt64(),
                         lastStableOffset: r.readInt64(),
                         logStartOffset: r.readInt64(),
-                        abortedTransactions: r.readArray(r => {
+                        divergingEpoch: { epoch: -1, endOffset: -1n },
+                        currentLeader: { leaderId: -1, leaderEpoch: -1 },
+                        snapshotId: { endOffset: -1n, epoch: -1 },
+                        abortedTransactions: r.readNullableArray(r => {
                             return {
                                 producerId: r.readInt64(),
                                 firstOffset: r.readInt64()
                             };
                         }),
-                        preferredReadReplica: r.readInt32()
+                        preferredReadReplica: r.readInt32(),
+                        records: []
                     };
                     if (partition.errorCode !== 0) {
                         errors.push([`/responses/${i}/partitions/${j}`, [partition.errorCode, null]]);
                     }
                     // We need to reduce the size by one to follow the COMPACT_RECORDS specification.
-                    const recordsSize = r.readUnsignedVarInt() - 1;
-                    if (recordsSize > 0) {
+                    let recordsSize = r.readUnsignedVarInt();
+                    if (recordsSize === 0) {
+                        partition.records = null;
+                    }
+                    if (recordsSize > 1) {
+                        recordsSize--;
                         partition.records = readRecordsBatches(Reader.from(r.buffer.subarray(r.position, r.position + recordsSize)));
                         r.skip(recordsSize);
                     }
+                    readKnownTaggedFields(r, {
+                        0: r => { partition.divergingEpoch = { epoch: r.readInt32(), endOffset: r.readInt64() }; },
+                        1: r => { partition.currentLeader = { leaderId: r.readInt32(), leaderEpoch: r.readInt32() }; },
+                        2: r => { partition.snapshotId = { endOffset: r.readInt64(), epoch: r.readInt32() }; }
+                    });
                     return partition;
-                })
+                }, true, false)
             };
         })
     };
+    readKnownTaggedFields(reader, {});
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }

package/dist/apis/consumer/fetch-v16.d.ts

@@ -12,24 +12,46 @@ export interface FetchRequestTopic {
     topicId: string;
     partitions: FetchRequestPartition[];
 }
-export interface FetchRequestForgottenTopicsData {
+export type FetchRequestForgottenTopicsData = {
+    topicId: string; /** @deprecated Use topicId instead. */
+    topic?: string;
+    partitions: number[];
+} | {
     topic: string;
+    topicId?: never;
     partitions: number[];
-}
+};
 export type FetchRequest = Parameters<typeof createRequest>;
 export interface FetchResponsePartitionAbortedTransaction {
     producerId: bigint;
     firstOffset: bigint;
 }
+export interface FetchResponsePartitionEpochEndOffset {
+    epoch: number;
+    endOffset: bigint;
+}
+export interface FetchResponsePartitionCurrentLeader {
+    leaderId: number;
+    leaderEpoch: number;
+}
+export interface FetchResponseNodeEndpoint {
+    nodeId: number;
+    host: string;
+    port: number;
+    rack: string | null;
+}
 export interface FetchResponsePartition {
     partitionIndex: number;
     errorCode: number;
     highWatermark: bigint;
     lastStableOffset: bigint;
     logStartOffset: bigint;
-    abortedTransactions: FetchResponsePartitionAbortedTransaction[];
+    divergingEpoch?: FetchResponsePartitionEpochEndOffset;
+    currentLeader?: FetchResponsePartitionCurrentLeader;
+    snapshotId?: FetchResponsePartitionEpochEndOffset;
+    abortedTransactions: FetchResponsePartitionAbortedTransaction[] | null;
     preferredReadReplica: number;
-    records?: RecordsBatch[];
+    records?: RecordsBatch[] | null;
 }
 export interface FetchResponseTopic {
     topicId: string;
@@ -40,6 +62,7 @@ export type FetchResponse = {
     errorCode: number;
     sessionId: number;
     responses: FetchResponseTopic[];
+    nodeEndpoints?: FetchResponseNodeEndpoint[];
 };
 export declare function createRequest(maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, sessionId: number, sessionEpoch: number, topics: FetchRequestTopic[], forgottenTopicsData: FetchRequestForgottenTopicsData[], rackId: string): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): FetchResponse;

package/dist/apis/consumer/fetch-v16.js

@@ -3,6 +3,7 @@ import { Reader } from "../../protocol/reader.js";
 import { readRecordsBatches } from "../../protocol/records.js";
 import { Writer } from "../../protocol/writer.js";
 import { createAPI } from "../definitions.js";
+import { readKnownTaggedFields } from "../tagged-fields.js";
 /*
   Fetch Request (Version: 16) => max_wait_ms min_bytes max_bytes isolation_level session_id session_epoch [topics] [forgotten_topics_data] rack_id TAG_BUFFER
   max_wait_ms => INT32
@@ -44,7 +45,7 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
         });
     })
         .appendArray(forgottenTopicsData, (w, t) => {
-        w.appendUUID(t.topic).appendArray(t.partitions, (w, p) => {
+        w.appendUUID(t.topicId ?? t.topic).appendArray(t.partitions, (w, p) => {
             w.appendInt32(p);
         }, true, false);
     })
@@ -52,18 +53,21 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
         .appendTaggedFields();
 }
 /*
-  Fetch Response (Version: 16) => throttle_time_ms error_code session_id [responses] TAG_BUFFER
+  Fetch Response (Version: 16) => throttle_time_ms error_code session_id [responses] node_endpoints TAG_BUFFER
     throttle_time_ms => INT32
     error_code => INT16
     session_id => INT32
     responses => topic_id [partitions] TAG_BUFFER
       topic_id => UUID
-      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset [aborted_transactions] preferred_read_replica records TAG_BUFFER
+      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset diverging_epoch current_leader snapshot_id [aborted_transactions] preferred_read_replica records TAG_BUFFER
         partition_index => INT32
         error_code => INT16
         high_watermark => INT64
         last_stable_offset => INT64
         log_start_offset => INT64
+        diverging_epoch => epoch end_offset
+        current_leader => leader_id leader_epoch
+        snapshot_id => end_offset epoch
         aborted_transactions => producer_id first_offset TAG_BUFFER
           producer_id => INT64
           first_offset => INT64
@@ -81,6 +85,7 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
         throttleTimeMs,
         errorCode,
         sessionId: reader.readInt32(),
+        nodeEndpoints: [],
         responses: reader.readArray((r, i) => {
             return {
                 topicId: r.readUUID(),
@@ -91,28 +96,51 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         highWatermark: r.readInt64(),
                         lastStableOffset: r.readInt64(),
                         logStartOffset: r.readInt64(),
-                        abortedTransactions: r.readArray(r => {
+                        divergingEpoch: { epoch: -1, endOffset: -1n },
+                        currentLeader: { leaderId: -1, leaderEpoch: -1 },
+                        snapshotId: { endOffset: -1n, epoch: -1 },
+                        abortedTransactions: r.readNullableArray(r => {
                             return {
                                 producerId: r.readInt64(),
                                 firstOffset: r.readInt64()
                             };
                         }),
-                        preferredReadReplica: r.readInt32()
+                        preferredReadReplica: r.readInt32(),
+                        records: []
                     };
                     if (partition.errorCode !== 0) {
                         errors.push([`/responses/${i}/partitions/${j}`, [partition.errorCode, null]]);
                     }
                     // We need to reduce the size by one to follow the COMPACT_RECORDS specification.
-                    const recordsSize = r.readUnsignedVarInt() - 1;
-                    if (recordsSize > 0) {
+                    let recordsSize = r.readUnsignedVarInt();
+                    if (recordsSize === 0) {
+                        partition.records = null;
+                    }
+                    if (recordsSize > 1) {
+                        recordsSize--;
                         partition.records = readRecordsBatches(Reader.from(r.buffer.subarray(r.position, r.position + recordsSize)));
                         r.skip(recordsSize);
                     }
+                    readKnownTaggedFields(r, {
+                        0: r => { partition.divergingEpoch = { epoch: r.readInt32(), endOffset: r.readInt64() }; },
+                        1: r => { partition.currentLeader = { leaderId: r.readInt32(), leaderEpoch: r.readInt32() }; },
+                        2: r => { partition.snapshotId = { endOffset: r.readInt64(), epoch: r.readInt32() }; }
+                    });
                     return partition;
-                })
+                }, true, false)
             };
         })
     };
+    readKnownTaggedFields(reader, {
+        0: r => {
+            response.nodeEndpoints = r.readArray(r => ({
+                nodeId: r.readInt32(),
+                host: r.readString(),
+                port: r.readInt32(),
+                rack: r.readNullableString()
+            }));
+        }
+    });
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }

package/dist/apis/consumer/fetch-v17.d.ts

@@ -7,29 +7,52 @@ export interface FetchRequestPartition {
     fetchOffset: bigint;
     lastFetchedEpoch: number;
     partitionMaxBytes: number;
+    replicaDirectoryId?: string;
 }
 export interface FetchRequestTopic {
     topicId: string;
     partitions: FetchRequestPartition[];
 }
-export interface FetchRequestForgottenTopicsData {
+export type FetchRequestForgottenTopicsData = {
+    topicId: string; /** @deprecated Use topicId instead. */
+    topic?: string;
+    partitions: number[];
+} | {
     topic: string;
+    topicId?: never;
     partitions: number[];
-}
+};
 export type FetchRequest = Parameters<typeof createRequest>;
 export interface FetchResponsePartitionAbortedTransaction {
     producerId: bigint;
     firstOffset: bigint;
 }
+export interface FetchResponsePartitionEpochEndOffset {
+    epoch: number;
+    endOffset: bigint;
+}
+export interface FetchResponsePartitionCurrentLeader {
+    leaderId: number;
+    leaderEpoch: number;
+}
+export interface FetchResponseNodeEndpoint {
+    nodeId: number;
+    host: string;
+    port: number;
+    rack: string | null;
+}
 export interface FetchResponsePartition {
     partitionIndex: number;
     errorCode: number;
     highWatermark: bigint;
     lastStableOffset: bigint;
     logStartOffset: bigint;
-    abortedTransactions: FetchResponsePartitionAbortedTransaction[];
+    divergingEpoch?: FetchResponsePartitionEpochEndOffset;
+    currentLeader?: FetchResponsePartitionCurrentLeader;
+    snapshotId?: FetchResponsePartitionEpochEndOffset;
+    abortedTransactions: FetchResponsePartitionAbortedTransaction[] | null;
     preferredReadReplica: number;
-    records?: RecordsBatch[];
+    records?: RecordsBatch[] | null;
 }
 export interface FetchResponseTopic {
     topicId: string;
@@ -40,6 +63,7 @@ export type FetchResponse = {
     errorCode: number;
     sessionId: number;
     responses: FetchResponseTopic[];
+    nodeEndpoints?: FetchResponseNodeEndpoint[];
 };
 export declare function createRequest(maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, sessionId: number, sessionEpoch: number, topics: FetchRequestTopic[], forgottenTopicsData: FetchRequestForgottenTopicsData[], rackId: string): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): FetchResponse;

package/dist/apis/consumer/fetch-v17.js

@@ -3,6 +3,7 @@ import { Reader } from "../../protocol/reader.js";
 import { readRecordsBatches } from "../../protocol/records.js";
 import { Writer } from "../../protocol/writer.js";
 import { createAPI } from "../definitions.js";
+import { readKnownTaggedFields } from "../tagged-fields.js";
 /*
   Fetch Request (Version: 17) => max_wait_ms min_bytes max_bytes isolation_level session_id session_epoch [topics] [forgotten_topics_data] rack_id TAG_BUFFER
   max_wait_ms => INT32
@@ -41,10 +42,16 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
                 .appendInt32(p.lastFetchedEpoch)
                 .appendInt64(-1n)
                 .appendInt32(p.partitionMaxBytes);
-        });
+            if (p.replicaDirectoryId != null) {
+                w.appendUnsignedVarInt(1).appendUnsignedVarInt(0).appendUnsignedVarInt(16).appendUUID(p.replicaDirectoryId);
+            }
+            else {
+                w.appendTaggedFields();
+            }
+        }, true, false);
     })
         .appendArray(forgottenTopicsData, (w, t) => {
-        w.appendUUID(t.topic).appendArray(t.partitions, (w, p) => {
+        w.appendUUID(t.topicId ?? t.topic).appendArray(t.partitions, (w, p) => {
             w.appendInt32(p);
         }, true, false);
     })
@@ -52,18 +59,21 @@ export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, ses
         .appendTaggedFields();
 }
 /*
-  Fetch Response (Version: 17) => throttle_time_ms error_code session_id [responses] TAG_BUFFER
+  Fetch Response (Version: 17) => throttle_time_ms error_code session_id [responses] node_endpoints TAG_BUFFER
     throttle_time_ms => INT32
     error_code => INT16
     session_id => INT32
     responses => topic_id [partitions] TAG_BUFFER
       topic_id => UUID
-      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset [aborted_transactions] preferred_read_replica records TAG_BUFFER
+      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset diverging_epoch current_leader snapshot_id [aborted_transactions] preferred_read_replica records TAG_BUFFER
         partition_index => INT32
         error_code => INT16
         high_watermark => INT64
         last_stable_offset => INT64
         log_start_offset => INT64
+        diverging_epoch => epoch end_offset
+        current_leader => leader_id leader_epoch
+        snapshot_id => end_offset epoch
         aborted_transactions => producer_id first_offset TAG_BUFFER
           producer_id => INT64
           first_offset => INT64
@@ -81,6 +91,7 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
         throttleTimeMs,
         errorCode,
         sessionId: reader.readInt32(),
+        nodeEndpoints: [],
         responses: reader.readArray((r, i) => {
             return {
                 topicId: r.readUUID(),
@@ -91,28 +102,51 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         highWatermark: r.readInt64(),
                         lastStableOffset: r.readInt64(),
                         logStartOffset: r.readInt64(),
-                        abortedTransactions: r.readArray(r => {
+                        divergingEpoch: { epoch: -1, endOffset: -1n },
+                        currentLeader: { leaderId: -1, leaderEpoch: -1 },
+                        snapshotId: { endOffset: -1n, epoch: -1 },
+                        abortedTransactions: r.readNullableArray(r => {
                             return {
                                 producerId: r.readInt64(),
                                 firstOffset: r.readInt64()
                             };
                         }),
-                        preferredReadReplica: r.readInt32()
+                        preferredReadReplica: r.readInt32(),
+                        records: []
                     };
                     if (partition.errorCode !== 0) {
                         errors.push([`/responses/${i}/partitions/${j}`, [partition.errorCode, null]]);
                     }
                     // We need to reduce the size by one to follow the COMPACT_RECORDS specification.
-                    const recordsSize = r.readUnsignedVarInt() - 1;
-                    if (recordsSize > 0) {
+                    let recordsSize = r.readUnsignedVarInt();
+                    if (recordsSize === 0) {
+                        partition.records = null;
+                    }
+                    if (recordsSize > 1) {
+                        recordsSize--;
                         partition.records = readRecordsBatches(Reader.from(r.buffer.subarray(r.position, r.position + recordsSize)));
                         r.skip(recordsSize);
                     }
+                    readKnownTaggedFields(r, {
+                        0: r => { partition.divergingEpoch = { epoch: r.readInt32(), endOffset: r.readInt64() }; },
+                        1: r => { partition.currentLeader = { leaderId: r.readInt32(), leaderEpoch: r.readInt32() }; },
+                        2: r => { partition.snapshotId = { endOffset: r.readInt64(), epoch: r.readInt32() }; }
+                    });
                     return partition;
-                })
+                }, true, false)
             };
         })
     };
+    readKnownTaggedFields(reader, {
+        0: r => {
+            response.nodeEndpoints = r.readArray(r => ({
+                nodeId: r.readInt32(),
+                host: r.readString(),
+                port: r.readInt32(),
+                rack: r.readNullableString()
+            }));
+        }
+    });
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }

package/dist/apis/consumer/fetch-v4.d.ts

@@ -0,0 +1,51 @@
+import { Reader } from '../../protocol/reader.ts';
+import { type RecordsBatch } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export interface FetchRequestPartition {
+    partition: number;
+    currentLeaderEpoch: number;
+    fetchOffset: bigint;
+    lastFetchedEpoch: number;
+    partitionMaxBytes: number;
+}
+export interface FetchRequestTopic {
+    topicId: string;
+    partitions: FetchRequestPartition[];
+}
+export type FetchRequestForgottenTopicsData = {
+    topicId: string; /** @deprecated Use topicId instead. */
+    topic?: string;
+    partitions: number[];
+} | {
+    topic: string;
+    topicId?: never;
+    partitions: number[];
+};
+export type FetchRequest = Parameters<typeof createRequest>;
+export interface FetchResponsePartitionAbortedTransaction {
+    producerId: bigint;
+    firstOffset: bigint;
+}
+export interface FetchResponsePartition {
+    partitionIndex: number;
+    errorCode: number;
+    highWatermark: bigint;
+    lastStableOffset: bigint;
+    logStartOffset: bigint;
+    abortedTransactions: FetchResponsePartitionAbortedTransaction[] | null;
+    preferredReadReplica: number;
+    records: RecordsBatch[] | null;
+}
+export interface FetchResponseTopic {
+    topicId: string;
+    partitions: FetchResponsePartition[];
+}
+export interface FetchResponse {
+    throttleTimeMs: number;
+    errorCode: number;
+    sessionId: number;
+    responses: FetchResponseTopic[];
+}
+export declare function createRequest(maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, _sessionId: number, _sessionEpoch: number, topics: FetchRequestTopic[], _forgottenTopicsData: FetchRequestForgottenTopicsData[], _rackId: string): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): FetchResponse;
+export declare const api: import("../definitions.ts").API<[maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, _sessionId: number, _sessionEpoch: number, topics: FetchRequestTopic[], _forgottenTopicsData: FetchRequestForgottenTopicsData[], _rackId: string], FetchResponse>;