@platformatic/kafka 2.10.0 → 2.12.0

package/dist/apis/producer/produce-v11.js

@@ -4,6 +4,8 @@ import { Writer } from "../../protocol/writer.js";
 import { groupByProperty } from "../../utils.js";
 import { createAPI } from "../definitions.js";
 import { ProduceAcks } from "../enumerations.js";
+import { readKnownTaggedFields } from "../tagged-fields.js";
+import { encodeProduceTopicData } from "./utils.js";
 /*
   Produce Request (Version: 11) => transactional_id acks timeout_ms [topic_data] TAG_BUFFER
     transactional_id => COMPACT_NULLABLE_STRING
@@ -44,6 +46,30 @@ export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
     }
     return writer;
 }
+export async function createRequestAsync(acks = 1, timeout = 0, topicData, options = {}) {
+    const topics = await encodeProduceTopicData(topicData, options);
+    const writer = Writer.create()
+        .appendString(options.transactionalId)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(topics, (w, { topic, partitions }) => {
+        w.appendString(topic).appendArray(partitions, (w, { partition, records }) => {
+            w.appendInt32(partition)
+                .appendUnsignedVarInt(records.length + 1)
+                .appendFrom(records);
+        });
+    })
+        .appendTaggedFields();
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+function createApiRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    return options.compression === 'gzip'
+        ? createRequestAsync(acks, timeout, topicData, options)
+        : createRequest(acks, timeout, topicData, options);
+}
 /*
   Produce Response (Version: 11) => [responses] throttle_time_ms TAG_BUFFER
     responses => name [partition_responses] TAG_BUFFER
@@ -58,7 +84,17 @@ export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
           batch_index => INT32
           batch_index_error_message => COMPACT_NULLABLE_STRING
         error_message => COMPACT_NULLABLE_STRING
+        TAG 0 => current_leader
+          current_leader => leader_id leader_epoch
+            leader_id => INT32
+            leader_epoch => INT32
     throttle_time_ms => INT32
+    TAG 0 => node_endpoints
+      node_endpoints => node_id host port rack TAG_BUFFER
+        node_id => INT32
+        host => COMPACT_STRING
+        port => INT32
+        rack => COMPACT_NULLABLE_STRING
 */
 export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
     const errors = [];
@@ -78,6 +114,7 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                                 batchIndex: r.readInt32(),
                                 batchIndexErrorMessage: r.readNullableString()
                             };
+                            r.readTaggedFields();
                             if (recordError.batchIndexErrorMessage) {
                                 errors.push([
                                     `/responses/${i}/partition_responses/${j}/record_errors/${k}`,
@@ -85,9 +122,18 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                                 ]);
                             }
                             return recordError;
-                        }),
-                        errorMessage: r.readNullableString()
+                        }, true, false),
+                        errorMessage: r.readNullableString(),
+                        currentLeader: { leaderId: -1, leaderEpoch: -1 }
                     };
+                    readKnownTaggedFields(r, {
+                        0: r => {
+                            partitionResponse.currentLeader = {
+                                leaderId: r.readInt32(),
+                                leaderEpoch: r.readInt32()
+                            };
+                        }
+                    });
                     if (partitionResponse.errorCode !== 0) {
                         errors.push([
                             `/responses/${i}/partition_responses/${j}`,
@@ -95,15 +141,31 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         ]);
                     }
                     return partitionResponse;
-                })
+                }, true, false)
             };
+            r.readTaggedFields();
             return topicResponse;
-        }),
-        throttleTimeMs: reader.readInt32()
+        }, true, false),
+        throttleTimeMs: reader.readInt32(),
+        nodeEndpoints: []
     };
+    readKnownTaggedFields(reader, {
+        0: r => {
+            response.nodeEndpoints = r.readArray(r => {
+                const endpoint = {
+                    nodeId: r.readInt32(),
+                    host: r.readString(),
+                    port: r.readInt32(),
+                    rack: r.readNullableString()
+                };
+                r.readTaggedFields();
+                return endpoint;
+            }, true, false);
+        }
+    });
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }
     return response;
 }
-export const api = createAPI(0, 11, createRequest, parseResponse);
+export const api = createAPI(0, 11, createApiRequest, parseResponse);

package/dist/apis/producer/produce-v3.d.ts

@@ -0,0 +1,29 @@
+import { type NullableString } from '../../protocol/definitions.ts';
+import { type Reader } from '../../protocol/reader.ts';
+import { type CreateRecordsBatchOptions, type MessageRecord } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export type ProduceRequest = Parameters<typeof createRequest>;
+export interface ProduceResponsePartitionRecordError {
+    batchIndex: number;
+    batchIndexErrorMessage: NullableString;
+}
+export interface ProduceResponsePartition {
+    index: number;
+    errorCode: number;
+    baseOffset: bigint;
+    logAppendTimeMs: bigint;
+    logStartOffset: bigint;
+    recordErrors: ProduceResponsePartitionRecordError[];
+    errorMessage: NullableString;
+}
+export interface ProduceResponseTopic {
+    name: string;
+    partitionResponses: ProduceResponsePartition[];
+}
+export interface ProduceResponse {
+    responses: ProduceResponseTopic[];
+    throttleTimeMs: number;
+}
+export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
+export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;

package/dist/apis/producer/produce-v3.js

@@ -0,0 +1,88 @@
+import { ResponseError } from "../../errors.js";
+import { createRecordsBatch } from "../../protocol/records.js";
+import { Writer } from "../../protocol/writer.js";
+import { groupByProperty } from "../../utils.js";
+import { createAPI } from "../definitions.js";
+import { ProduceAcks } from "../enumerations.js";
+/*
+  Produce Request (Version: 3) => transactional_id acks timeout_ms [topic_data]
+    transactional_id => NULLABLE_STRING
+    acks => INT16
+    timeout_ms => INT32
+    topic_data => name [partition_data]
+      name => STRING
+      partition_data => index records
+        index => INT32
+        records => RECORDS
+*/
+export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    // Normalize the messages
+    const now = BigInt(Date.now());
+    for (const message of topicData) {
+        if (typeof message.partition === 'undefined') {
+            message.partition = 0;
+        }
+        if (typeof message.timestamp === 'undefined') {
+            message.timestamp = now;
+        }
+    }
+    const writer = Writer.create()
+        .appendString(options.transactionalId, false)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(groupByProperty(topicData, 'topic'), (w, [topic, messages]) => {
+        w.appendString(topic, false).appendArray(groupByProperty(messages, 'partition'), (w, [partition, messages]) => {
+            const records = createRecordsBatch(messages, options);
+            w.appendInt32(partition).appendInt32(records.length).appendFrom(records);
+        }, false, false);
+    }, false, false);
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+/*
+  Produce Response (Version: 3) => [responses] throttle_time_ms
+    responses => name [partition_responses]
+      name => STRING
+      partition_responses => index error_code base_offset log_append_time_ms
+        index => INT32
+        error_code => INT16
+        base_offset => INT64
+        log_append_time_ms => INT64
+    throttle_time_ms => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const response = {
+        responses: reader.readArray((r, i) => {
+            const topicResponse = {
+                name: r.readString(false),
+                partitionResponses: r.readArray((r, j) => {
+                    const index = r.readInt32();
+                    const errorCode = r.readInt16();
+                    if (errorCode !== 0) {
+                        errors.push([`/responses/${i}/partition_responses/${j}`, [errorCode, null]]);
+                    }
+                    return {
+                        index,
+                        errorCode,
+                        baseOffset: r.readInt64(),
+                        logAppendTimeMs: r.readInt64(),
+                        logStartOffset: -1n,
+                        // These fields were introduced in Produce v8; retain the producer's current response API.
+                        recordErrors: [],
+                        errorMessage: null
+                    };
+                }, false, false)
+            };
+            return topicResponse;
+        }, false, false),
+        throttleTimeMs: reader.readInt32()
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(0, 3, createRequest, parseResponse, false, false);

package/dist/apis/producer/produce-v4.d.ts

@@ -0,0 +1,29 @@
+import { type NullableString } from '../../protocol/definitions.ts';
+import { type Reader } from '../../protocol/reader.ts';
+import { type CreateRecordsBatchOptions, type MessageRecord } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export type ProduceRequest = Parameters<typeof createRequest>;
+export interface ProduceResponsePartitionRecordError {
+    batchIndex: number;
+    batchIndexErrorMessage: NullableString;
+}
+export interface ProduceResponsePartition {
+    index: number;
+    errorCode: number;
+    baseOffset: bigint;
+    logAppendTimeMs: bigint;
+    logStartOffset: bigint;
+    recordErrors: ProduceResponsePartitionRecordError[];
+    errorMessage: NullableString;
+}
+export interface ProduceResponseTopic {
+    name: string;
+    partitionResponses: ProduceResponsePartition[];
+}
+export interface ProduceResponse {
+    responses: ProduceResponseTopic[];
+    throttleTimeMs: number;
+}
+export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
+export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;

package/dist/apis/producer/produce-v4.js

@@ -0,0 +1,88 @@
+import { ResponseError } from "../../errors.js";
+import { createRecordsBatch } from "../../protocol/records.js";
+import { Writer } from "../../protocol/writer.js";
+import { groupByProperty } from "../../utils.js";
+import { createAPI } from "../definitions.js";
+import { ProduceAcks } from "../enumerations.js";
+/*
+  Produce Request (Version: 4) => transactional_id acks timeout_ms [topic_data]
+    transactional_id => NULLABLE_STRING
+    acks => INT16
+    timeout_ms => INT32
+    topic_data => name [partition_data]
+      name => STRING
+      partition_data => index records
+        index => INT32
+        records => RECORDS
+*/
+export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    // Normalize the messages
+    const now = BigInt(Date.now());
+    for (const message of topicData) {
+        if (typeof message.partition === 'undefined') {
+            message.partition = 0;
+        }
+        if (typeof message.timestamp === 'undefined') {
+            message.timestamp = now;
+        }
+    }
+    const writer = Writer.create()
+        .appendString(options.transactionalId, false)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(groupByProperty(topicData, 'topic'), (w, [topic, messages]) => {
+        w.appendString(topic, false).appendArray(groupByProperty(messages, 'partition'), (w, [partition, messages]) => {
+            const records = createRecordsBatch(messages, options);
+            w.appendInt32(partition).appendInt32(records.length).appendFrom(records);
+        }, false, false);
+    }, false, false);
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+/*
+  Produce Response (Version: 4) => [responses] throttle_time_ms
+    responses => name [partition_responses]
+      name => STRING
+      partition_responses => index error_code base_offset log_append_time_ms
+        index => INT32
+        error_code => INT16
+        base_offset => INT64
+        log_append_time_ms => INT64
+    throttle_time_ms => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const response = {
+        responses: reader.readArray((r, i) => {
+            const topicResponse = {
+                name: r.readString(false),
+                partitionResponses: r.readArray((r, j) => {
+                    const index = r.readInt32();
+                    const errorCode = r.readInt16();
+                    if (errorCode !== 0) {
+                        errors.push([`/responses/${i}/partition_responses/${j}`, [errorCode, null]]);
+                    }
+                    return {
+                        index,
+                        errorCode,
+                        baseOffset: r.readInt64(),
+                        logAppendTimeMs: r.readInt64(),
+                        logStartOffset: -1n,
+                        // These fields were introduced in Produce v8; retain the producer's current response API.
+                        recordErrors: [],
+                        errorMessage: null
+                    };
+                }, false, false)
+            };
+            return topicResponse;
+        }, false, false),
+        throttleTimeMs: reader.readInt32()
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(0, 4, createRequest, parseResponse, false, false);

package/dist/apis/producer/produce-v5.d.ts

@@ -0,0 +1,29 @@
+import { type NullableString } from '../../protocol/definitions.ts';
+import { type Reader } from '../../protocol/reader.ts';
+import { type CreateRecordsBatchOptions, type MessageRecord } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export type ProduceRequest = Parameters<typeof createRequest>;
+export interface ProduceResponsePartitionRecordError {
+    batchIndex: number;
+    batchIndexErrorMessage: NullableString;
+}
+export interface ProduceResponsePartition {
+    index: number;
+    errorCode: number;
+    baseOffset: bigint;
+    logAppendTimeMs: bigint;
+    logStartOffset: bigint;
+    recordErrors: ProduceResponsePartitionRecordError[];
+    errorMessage: NullableString;
+}
+export interface ProduceResponseTopic {
+    name: string;
+    partitionResponses: ProduceResponsePartition[];
+}
+export interface ProduceResponse {
+    responses: ProduceResponseTopic[];
+    throttleTimeMs: number;
+}
+export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
+export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;

package/dist/apis/producer/produce-v5.js

@@ -0,0 +1,88 @@
+import { ResponseError } from "../../errors.js";
+import { createRecordsBatch } from "../../protocol/records.js";
+import { Writer } from "../../protocol/writer.js";
+import { groupByProperty } from "../../utils.js";
+import { createAPI } from "../definitions.js";
+import { ProduceAcks } from "../enumerations.js";
+/*
+  Produce Request (Version: 5) => transactional_id acks timeout_ms [topic_data]
+    transactional_id => NULLABLE_STRING
+    acks => INT16
+    timeout_ms => INT32
+    topic_data => name [partition_data]
+      name => STRING
+      partition_data => index records
+        index => INT32
+        records => RECORDS
+*/
+export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    // Normalize the messages
+    const now = BigInt(Date.now());
+    for (const message of topicData) {
+        if (typeof message.partition === 'undefined') {
+            message.partition = 0;
+        }
+        if (typeof message.timestamp === 'undefined') {
+            message.timestamp = now;
+        }
+    }
+    const writer = Writer.create()
+        .appendString(options.transactionalId, false)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(groupByProperty(topicData, 'topic'), (w, [topic, messages]) => {
+        w.appendString(topic, false).appendArray(groupByProperty(messages, 'partition'), (w, [partition, messages]) => {
+            const records = createRecordsBatch(messages, options);
+            w.appendInt32(partition).appendInt32(records.length).appendFrom(records);
+        }, false, false);
+    }, false, false);
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+/*
+  Produce Response (Version: 5) => [responses] throttle_time_ms
+    responses => name [partition_responses]
+      name => STRING
+      partition_responses => index error_code base_offset log_append_time_ms log_start_offset
+        index => INT32
+        error_code => INT16
+        base_offset => INT64
+        log_append_time_ms => INT64
+        log_start_offset => INT64
+    throttle_time_ms => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const response = {
+        responses: reader.readArray((r, i) => {
+            const topicResponse = {
+                name: r.readString(false),
+                partitionResponses: r.readArray((r, j) => {
+                    const index = r.readInt32();
+                    const errorCode = r.readInt16();
+                    if (errorCode !== 0) {
+                        errors.push([`/responses/${i}/partition_responses/${j}`, [errorCode, null]]);
+                    }
+                    return {
+                        index,
+                        errorCode,
+                        baseOffset: r.readInt64(),
+                        logAppendTimeMs: r.readInt64(),
+                        logStartOffset: r.readInt64(),
+                        recordErrors: [],
+                        errorMessage: null
+                    };
+                }, false, false)
+            };
+            return topicResponse;
+        }, false, false),
+        throttleTimeMs: reader.readInt32()
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(0, 5, createRequest, parseResponse, false, false);

package/dist/apis/producer/produce-v6.d.ts

@@ -0,0 +1,29 @@
+import { type NullableString } from '../../protocol/definitions.ts';
+import { type Reader } from '../../protocol/reader.ts';
+import { type CreateRecordsBatchOptions, type MessageRecord } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export type ProduceRequest = Parameters<typeof createRequest>;
+export interface ProduceResponsePartitionRecordError {
+    batchIndex: number;
+    batchIndexErrorMessage: NullableString;
+}
+export interface ProduceResponsePartition {
+    index: number;
+    errorCode: number;
+    baseOffset: bigint;
+    logAppendTimeMs: bigint;
+    logStartOffset: bigint;
+    recordErrors: ProduceResponsePartitionRecordError[];
+    errorMessage: NullableString;
+}
+export interface ProduceResponseTopic {
+    name: string;
+    partitionResponses: ProduceResponsePartition[];
+}
+export interface ProduceResponse {
+    responses: ProduceResponseTopic[];
+    throttleTimeMs: number;
+}
+export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
+export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;

package/dist/apis/producer/produce-v6.js

@@ -0,0 +1,88 @@
+import { ResponseError } from "../../errors.js";
+import { createRecordsBatch } from "../../protocol/records.js";
+import { Writer } from "../../protocol/writer.js";
+import { groupByProperty } from "../../utils.js";
+import { createAPI } from "../definitions.js";
+import { ProduceAcks } from "../enumerations.js";
+/*
+  Produce Request (Version: 6) => transactional_id acks timeout_ms [topic_data]
+    transactional_id => NULLABLE_STRING
+    acks => INT16
+    timeout_ms => INT32
+    topic_data => name [partition_data]
+      name => STRING
+      partition_data => index records
+        index => INT32
+        records => RECORDS
+*/
+export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    // Normalize the messages
+    const now = BigInt(Date.now());
+    for (const message of topicData) {
+        if (typeof message.partition === 'undefined') {
+            message.partition = 0;
+        }
+        if (typeof message.timestamp === 'undefined') {
+            message.timestamp = now;
+        }
+    }
+    const writer = Writer.create()
+        .appendString(options.transactionalId, false)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(groupByProperty(topicData, 'topic'), (w, [topic, messages]) => {
+        w.appendString(topic, false).appendArray(groupByProperty(messages, 'partition'), (w, [partition, messages]) => {
+            const records = createRecordsBatch(messages, options);
+            w.appendInt32(partition).appendInt32(records.length).appendFrom(records);
+        }, false, false);
+    }, false, false);
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+/*
+  Produce Response (Version: 6) => [responses] throttle_time_ms
+    responses => name [partition_responses]
+      name => STRING
+      partition_responses => index error_code base_offset log_append_time_ms log_start_offset
+        index => INT32
+        error_code => INT16
+        base_offset => INT64
+        log_append_time_ms => INT64
+        log_start_offset => INT64
+    throttle_time_ms => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const response = {
+        responses: reader.readArray((r, i) => {
+            const topicResponse = {
+                name: r.readString(false),
+                partitionResponses: r.readArray((r, j) => {
+                    const index = r.readInt32();
+                    const errorCode = r.readInt16();
+                    if (errorCode !== 0) {
+                        errors.push([`/responses/${i}/partition_responses/${j}`, [errorCode, null]]);
+                    }
+                    return {
+                        index,
+                        errorCode,
+                        baseOffset: r.readInt64(),
+                        logAppendTimeMs: r.readInt64(),
+                        logStartOffset: r.readInt64(),
+                        recordErrors: [],
+                        errorMessage: null
+                    };
+                }, false, false)
+            };
+            return topicResponse;
+        }, false, false),
+        throttleTimeMs: reader.readInt32()
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(0, 6, createRequest, parseResponse, false, false);

package/dist/apis/producer/produce-v7.d.ts

@@ -25,5 +25,6 @@ export interface ProduceResponse {
     throttleTimeMs: number;
 }
 export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function createRequestAsync(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Promise<Writer>;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
 export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;

package/dist/apis/producer/produce-v7.js

@@ -4,6 +4,7 @@ import { Writer } from "../../protocol/writer.js";
 import { groupByProperty } from "../../utils.js";
 import { createAPI } from "../definitions.js";
 import { ProduceAcks } from "../enumerations.js";
+import { encodeProduceTopicData } from "./utils.js";
 /*
   Produce Request (Version: 7) => transactional_id acks timeout_ms [topic_data]
     transactional_id => NULLABLE_STRING
@@ -41,11 +42,32 @@ export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
     }
     return writer;
 }
+export async function createRequestAsync(acks = 1, timeout = 0, topicData, options = {}) {
+    const topics = await encodeProduceTopicData(topicData, options);
+    const writer = Writer.create()
+        .appendString(options.transactionalId, false)
+        .appendInt16(acks)
+        .appendInt32(timeout)
+        .appendArray(topics, (w, { topic, partitions }) => {
+        w.appendString(topic, false).appendArray(partitions, (w, { partition, records }) => {
+            w.appendInt32(partition).appendInt32(records.length).appendFrom(records);
+        }, false, false);
+    }, false, false);
+    if (acks === ProduceAcks.NO_RESPONSE) {
+        writer.context.noResponse = true;
+    }
+    return writer;
+}
+function createApiRequest(acks = 1, timeout = 0, topicData, options = {}) {
+    return options.compression === 'gzip'
+        ? createRequestAsync(acks, timeout, topicData, options)
+        : createRequest(acks, timeout, topicData, options);
+}
 /*
   Produce Response (Version: 7) => [responses] throttle_time_ms
     responses => name [partition_responses]
       name => STRING
-      partition_responses => index error_code base_offset log_append_time_ms log_start_offset [record_errors] error_message
+      partition_responses => index error_code base_offset log_append_time_ms log_start_offset
         index => INT32
         error_code => INT16
         base_offset => INT64
@@ -85,4 +107,4 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
     }
     return response;
 }
-export const api = createAPI(0, 7, createRequest, parseResponse, false, false);
+export const api = createAPI(0, 7, createApiRequest, parseResponse, false, false);

package/dist/apis/producer/produce-v8.d.ts

@@ -25,5 +25,6 @@ export interface ProduceResponse {
     throttleTimeMs: number;
 }
 export declare function createRequest(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Writer;
+export declare function createRequestAsync(acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions>): Promise<Writer>;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ProduceResponse;
 export declare const api: import("../definitions.ts").API<[acks: number | undefined, timeout: number | undefined, topicData: MessageRecord[], options?: Partial<CreateRecordsBatchOptions> | undefined], boolean | ProduceResponse>;