n8n-nodes-base 2.34.2 → 2.35.0

package/dist/nodes/Kafka/v2/KafkaV2.node.js

@@ -0,0 +1,386 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaV2 = void 0;
+const ensure_error_1 = require("@n8n/utils/errors/ensure-error");
+const n8n_workflow_1 = require("n8n-workflow");
+const utilities_1 = require("../../../utils/utilities");
+const utils_1 = require("../utils");
+const transport_1 = require("./transport");
+const DEFAULT_TIMEOUT_MS = 30000;
+/**
+ * Maps the `options` collection onto the producer factory's options. Both fields
+ * differ deliberately from v1, so they are converted in one place rather than at
+ * the call site.
+ */
+function toProducerOptions(options) {
+    return {
+        // -1 = all in-sync replicas, matching the option description. v1 maps
+        // `true` to 1 (leader only) — a bug not worth carrying into a new version.
+        acks: options.acks === true ? -1 : 0,
+        // Unlike v1 (kafkajs tolerates `undefined`), confluent's native library
+        // crashes if either of these reaches the producer config as `undefined` —
+        // which they would be if the user never added the option, since a
+        // `collection` param only carries the keys the user explicitly set,
+        // ignoring its declared UI default. Fall back to those defaults here.
+        // 'none' is a codec of its own, so it reaches the config explicitly.
+        compression: (options.compression ?? 'none'),
+        timeout: options.timeout ?? DEFAULT_TIMEOUT_MS,
+    };
+}
+/**
+ * Encodes a message for the wire, returning it unchanged when the Schema Registry
+ * is off. Both failure modes are the user's to fix, so each maps to its own
+ * message rather than surfacing a registry-internal error.
+ */
+async function encodeMessage(message, schemaRegistry, node, itemIndex) {
+    if (!schemaRegistry)
+        return message;
+    let parsedMessage;
+    try {
+        parsedMessage = JSON.parse(message);
+    }
+    catch {
+        throw new n8n_workflow_1.NodeOperationError(node, 'Message is not valid JSON', {
+            description: 'The Schema Registry encodes JSON messages. Provide a valid JSON message, or turn off "Use Schema Registry".',
+            itemIndex,
+        });
+    }
+    try {
+        return await schemaRegistry.registry.encode(schemaRegistry.schemaId, parsedMessage);
+    }
+    catch {
+        // The original error is dropped rather than kept as `cause`: registry errors
+        // interpolate the request URL and response body, which would then be
+        // persisted into execution data.
+        throw new n8n_workflow_1.NodeOperationError(node, 'Verify your Schema Registry configuration', { itemIndex });
+    }
+}
+/**
+ * The native binding rejects a non-string header value only after the message is queued,
+ * so an unchecked value fails the node for a message the broker already accepted.
+ */
+function validateHeaders(headers, node, itemIndex) {
+    for (const [key, value] of Object.entries(headers)) {
+        const values = Array.isArray(value) ? value : [value];
+        if (values.some((entry) => typeof entry !== 'string' && !Buffer.isBuffer(entry))) {
+            throw new n8n_workflow_1.NodeOperationError(node, `Header "${key}" must be a string`, { itemIndex });
+        }
+    }
+}
+const versionDescription = {
+    displayName: 'Kafka',
+    name: 'kafka',
+    icon: { light: 'file:kafka.svg', dark: 'file:kafka.dark.svg' },
+    group: ['transform'],
+    version: 2,
+    description: 'Sends messages to a Kafka topic',
+    defaults: {
+        name: 'Kafka',
+    },
+    usableAsTool: true,
+    inputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+    outputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+    credentials: [
+        {
+            // Leave the `kafka` credential test to v1: it is resolved per credential type, so a
+            // `methods.credentialTest.kafkaConnectionTest` here would take over v1's test too.
+            // See 'should leave the kafka credential test to v1' in test/Kafka.node.test.ts.
+            name: 'kafka',
+            required: true,
+        },
+        {
+            name: 'schemaRegistryApi',
+            required: false,
+            displayName: 'Schema Registry',
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+        },
+    ],
+    properties: [
+        {
+            displayName: 'Topic',
+            name: 'topic',
+            type: 'string',
+            default: '',
+            placeholder: 'topic-name',
+            description: 'Name of the queue of topic to publish to',
+        },
+        {
+            displayName: 'Send Input Data',
+            name: 'sendInputData',
+            type: 'boolean',
+            default: true,
+            description: 'Whether to send the data the node receives as JSON to Kafka',
+        },
+        {
+            displayName: 'Message',
+            name: 'message',
+            type: 'string',
+            displayOptions: {
+                show: {
+                    sendInputData: [false],
+                },
+            },
+            default: '',
+            description: 'The message to be sent',
+        },
+        {
+            displayName: 'JSON Parameters',
+            name: 'jsonParameters',
+            type: 'boolean',
+            default: false,
+        },
+        {
+            displayName: 'Use Schema Registry',
+            name: 'useSchemaRegistry',
+            type: 'boolean',
+            default: false,
+            description: 'Whether to use Confluent Schema Registry',
+        },
+        {
+            displayName: 'Schema Registry URL',
+            name: 'schemaRegistryUrl',
+            type: 'string',
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+            placeholder: 'https://schema-registry-domain:8081',
+            default: '',
+            description: 'URL of the schema registry. Only used when no Schema Registry credential is selected.',
+        },
+        {
+            displayName: 'Use Key',
+            name: 'useKey',
+            type: 'boolean',
+            default: false,
+            description: 'Whether to use a message key',
+        },
+        {
+            displayName: 'Key',
+            name: 'key',
+            type: 'string',
+            required: true,
+            displayOptions: {
+                show: {
+                    useKey: [true],
+                },
+            },
+            placeholder: '',
+            default: '',
+            description: 'The message key',
+        },
+        {
+            displayName: 'Event Name',
+            name: 'eventName',
+            type: 'string',
+            required: true,
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+            default: '',
+            description: 'Namespace and Name of Schema in Schema Registry (namespace.name)',
+        },
+        {
+            displayName: 'Headers',
+            name: 'headersUi',
+            placeholder: 'Add Header',
+            type: 'fixedCollection',
+            displayOptions: {
+                show: {
+                    jsonParameters: [false],
+                },
+            },
+            typeOptions: {
+                multipleValues: true,
+            },
+            default: {},
+            options: [
+                {
+                    name: 'headerValues',
+                    displayName: 'Header',
+                    values: [
+                        {
+                            displayName: 'Key',
+                            name: 'key',
+                            type: 'string',
+                            default: '',
+                        },
+                        {
+                            displayName: 'Value',
+                            name: 'value',
+                            type: 'string',
+                            default: '',
+                        },
+                    ],
+                },
+            ],
+        },
+        {
+            displayName: 'Headers (JSON)',
+            name: 'headerParametersJson',
+            type: 'json',
+            displayOptions: {
+                show: {
+                    jsonParameters: [true],
+                },
+            },
+            default: '',
+            description: 'Header parameters as JSON (flat object)',
+        },
+        {
+            displayName: 'Options',
+            name: 'options',
+            type: 'collection',
+            default: {},
+            placeholder: 'Add option',
+            options: [
+                {
+                    displayName: 'Acks',
+                    name: 'acks',
+                    type: 'boolean',
+                    default: false,
+                    description: 'Whether or not producer must wait for acknowledgement from all replicas',
+                },
+                {
+                    displayName: 'Compression',
+                    name: 'compression',
+                    type: 'options',
+                    default: 'none',
+                    description: 'Codec used to compress messages. Version 1 of the Kafka Trigger cannot read Snappy, LZ4 or Zstd — use GZIP or None while version 1 triggers consume this topic.',
+                    // eslint-disable-next-line n8n-nodes-base/node-param-options-type-unsorted-items -- 'None' (no compression) reads better last than between LZ4 and Snappy
+                    options: [
+                        { name: 'GZIP', value: 'gzip' },
+                        { name: 'LZ4', value: 'lz4' },
+                        { name: 'Snappy', value: 'snappy' },
+                        { name: 'Zstd', value: 'zstd' },
+                        { name: 'None', value: 'none' },
+                    ],
+                },
+                {
+                    displayName: 'Timeout',
+                    name: 'timeout',
+                    type: 'number',
+                    default: DEFAULT_TIMEOUT_MS,
+                    description: 'The time to await a response in ms',
+                },
+            ],
+        },
+    ],
+};
+class KafkaV2 {
+    description;
+    constructor(baseDescription) {
+        this.description = {
+            ...baseDescription,
+            ...versionDescription,
+        };
+    }
+    async execute() {
+        const items = this.getInputData();
+        const itemData = (0, utilities_1.generatePairedItemData)(items.length);
+        const length = items.length;
+        const topicMessages = [];
+        let responseData;
+        try {
+            const producerOptions = toProducerOptions(this.getNodeParameter('options', 0));
+            const sendInputData = this.getNodeParameter('sendInputData', 0);
+            const useSchemaRegistry = this.getNodeParameter('useSchemaRegistry', 0);
+            const credentials = await this.getCredentials('kafka');
+            // Resolve the registry configuration once, before the producer is set
+            // up, so credential misconfiguration surfaces with its own error
+            // message and never leaks a connected producer. The registry client
+            // and schema ID are loop-invariant (`eventName` is read at index 0)
+            let schemaRegistry;
+            if (useSchemaRegistry) {
+                const registry = await (0, utils_1.createSchemaRegistry)(this, this.getNodeParameter('schemaRegistryUrl', 0));
+                try {
+                    const eventName = this.getNodeParameter('eventName', 0);
+                    const schemaId = await registry.getLatestSchemaId(eventName);
+                    schemaRegistry = { registry, schemaId };
+                }
+                catch (exception) {
+                    throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Verify your Schema Registry configuration');
+                }
+            }
+            for (let i = 0; i < length; i++) {
+                const rawMessage = sendInputData
+                    ? JSON.stringify(items[i].json)
+                    : this.getNodeParameter('message', i);
+                const message = await encodeMessage(rawMessage, schemaRegistry, this.getNode(), i);
+                const topic = this.getNodeParameter('topic', i);
+                const jsonParameters = this.getNodeParameter('jsonParameters', i);
+                const useKey = this.getNodeParameter('useKey', i);
+                const key = useKey ? this.getNodeParameter('key', i) : null;
+                let headers;
+                if (jsonParameters) {
+                    try {
+                        headers = (0, n8n_workflow_1.jsonParse)(this.getNodeParameter('headerParametersJson', i));
+                    }
+                    catch {
+                        throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Headers must be valid JSON', {
+                            itemIndex: i,
+                        });
+                    }
+                }
+                else {
+                    // `Object.fromEntries` builds the object in one step rather than assigning
+                    // user-supplied names as computed keys.
+                    headers = Object.fromEntries((this.getNodeParameter('headersUi', i).headerValues ??
+                        []).map(({ key: headerKey, value }) => [headerKey, value]));
+                }
+                validateHeaders(headers, this.getNode(), i);
+                topicMessages.push({
+                    topic,
+                    messages: [
+                        {
+                            value: message,
+                            headers,
+                            key,
+                        },
+                    ],
+                });
+            }
+            const producer = await (0, transport_1.createKafkaProducer)(credentials, producerOptions);
+            try {
+                await producer.connect();
+                responseData = await producer.sendBatch({ topicMessages });
+            }
+            finally {
+                // Unlike v1, always close the connection. The failure is logged rather than
+                // rethrown so it can never mask the error the user needs to see — but a native
+                // client that fails to disconnect leaks threads, so it must leave a trace.
+                await producer.disconnect().catch((disconnectError) => {
+                    this.logger.warn('Kafka producer failed to disconnect', {
+                        error: (0, ensure_error_1.ensureError)(disconnectError).message,
+                    });
+                });
+            }
+            if (responseData.length === 0) {
+                responseData.push({
+                    success: true,
+                });
+            }
+            const executionData = this.helpers.constructExecutionMetaData(this.helpers.returnJsonArray(responseData), { itemData });
+            return [executionData];
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                return [[{ json: { error: (0, ensure_error_1.ensureError)(error).message }, pairedItem: itemData }]];
+            }
+            // The transport throws plain UserErrors for an unusable credential, and core adds no
+            // node context to non-NodeErrors, so they would surface in the UI unattributed.
+            if (error instanceof n8n_workflow_1.NodeError)
+                throw error;
+            throw new n8n_workflow_1.NodeOperationError(this.getNode(), (0, ensure_error_1.ensureError)(error));
+        }
+    }
+}
+exports.KafkaV2 = KafkaV2;
+//# sourceMappingURL=KafkaV2.node.js.map

package/dist/nodes/Kafka/v2/KafkaV2.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaV2.node.js","sourceRoot":"","sources":["../../../../nodes/Kafka/v2/KafkaV2.node.ts"],"names":[],"mappings":";;;AAEA,iEAA6D;AAU7D,+CAA6F;AAE7F,gDAA0D;AAE1D,oCAAuE;AACvE,2CAA6E;AAE7E,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAQjC;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAAoB;IAC9C,OAAO;QACN,sEAAsE;QACtE,2EAA2E;QAC3E,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,wEAAwE;QACxE,0EAA0E;QAC1E,kEAAkE;QAClE,oEAAoE;QACpE,sEAAsE;QACtE,qEAAqE;QACrE,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAA6B;QACxE,OAAO,EAAG,OAAO,CAAC,OAA8B,IAAI,kBAAkB;KACtE,CAAC;AACH,CAAC;AAQD;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAC3B,OAAe,EACf,cAAkD,EAClD,IAAW,EACX,SAAiB;IAEjB,IAAI,CAAC,cAAc;QAAE,OAAO,OAAO,CAAC;IAEpC,IAAI,aAAsB,CAAC;IAC3B,IAAI,CAAC;QACJ,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,iCAAkB,CAAC,IAAI,EAAE,2BAA2B,EAAE;YAC/D,WAAW,EACV,6GAA6G;YAC9G,SAAS;SACT,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACJ,OAAO,MAAM,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACrF,CAAC;IAAC,MAAM,CAAC;QACR,6EAA6E;QAC7E,qEAAqE;QACrE,iCAAiC;QACjC,MAAM,IAAI,iCAAkB,CAAC,IAAI,EAAE,2CAA2C,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;IAChG,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,OAAyB,EAAE,IAAW,EAAE,SAAiB;IACjF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAClF,MAAM,IAAI,iCAAkB,CAAC,IAAI,EAAE,WAAW,GAAG,oBAAoB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACvF,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,kBAAkB,GAAyB;IAChD,WAAW,EAAE,OAAO;IACpB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAqB,EAAE;IAC9D,KAAK,EAAE,CAAC,WAAW,CAAC;IACpB,OAAO,EAAE,CAAC;IACV,WAAW,EAAE,iCAAiC;IAC9C,QAAQ,EAAE;QACT,IAAI,EAAE,OAAO;KACb;IACD,YAAY,EAAE,IAAI;IAClB,MAAM,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;IAClC,OAAO,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;IACnC,WAAW,EAAE;QACZ;YACC,oFAAoF;YACpF,mFAAmF;YACnF,iFAAiF;YACjF,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,IAAI;SACd;QACD;YACC,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iBAAiB;YAC9B,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;SACD;KACD;IACD,UAAU,EAAE;QACX;YACC,WAAW,EAAE,OAAO;YACpB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,WAAW,EAAE,0CAA0C;SACvD;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,6DAA6D;SAC1E;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,KAAK,CAAC;iBACtB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,wBAAwB;SACrC;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;SACd;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,0CAA0C;SACvD;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;YACD,WAAW,EAAE,qCAAqC;YAClD,OAAO,EAAE,EAAE;YACX,WAAW,EACV,uFAAuF;SACxF;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8BAA8B;SAC3C;QACD;YACC,WAAW,EAAE,KAAK;YAClB,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,MAAM,EAAE,CAAC,IAAI,CAAC;iBACd;aACD;YACD,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,iBAAiB;SAC9B;QACD;YACC,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,kEAAkE;SAC/E;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,iBAAiB;YACvB,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,cAAc,EAAE,CAAC,KAAK,CAAC;iBACvB;aACD;YACD,WAAW,EAAE;gBACZ,cAAc,EAAE,IAAI;aACpB;YACD,OAAO,EAAE,EAAE;YACX,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,QAAQ;oBACrB,MAAM,EAAE;wBACP;4BACC,WAAW,EAAE,KAAK;4BAClB,IAAI,EAAE,KAAK;4BACX,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;yBACX;wBACD;4BACC,WAAW,EAAE,OAAO;4BACpB,IAAI,EAAE,OAAO;4BACb,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;yBACX;qBACD;iBACD;aACD;SACD;QACD;YACC,WAAW,EAAE,gBAAgB;YAC7B,IAAI,EAAE,sBAAsB;YAC5B,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,cAAc,EAAE,CAAC,IAAI,CAAC;iBACtB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,yCAAyC;SACtD;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,OAAO,EAAE;gBACR;oBACC,WAAW,EAAE,MAAM;oBACnB,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,yEAAyE;iBACtF;gBACD;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,MAAM;oBACf,WAAW,EACV,iKAAiK;oBAClK,0JAA0J;oBAC1J,OAAO,EAAE;wBACR,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC/B,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;wBAC7B,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;wBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC/B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;qBAC/B;iBACD;gBACD;oBACC,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,kBAAkB;oBAC3B,WAAW,EAAE,oCAAoC;iBACjD;aACD;SACD;KACD;CACD,CAAC;AAEF;IACC,WAAW,CAAuB;IAElC,YAAY,eAAyC;QACpD,IAAI,CAAC,WAAW,GAAG;YAClB,GAAG,eAAe;YAClB,GAAG,kBAAkB;SACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAA,kCAAsB,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,MAAM,aAAa,GAA4B,EAAE,CAAC;QAElD,IAAI,YAA2B,CAAC;QAEhC,IAAI,CAAC;YACJ,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAY,CAAC;YAE3E,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,CAAY,CAAC;YAEnF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAmB,OAAO,CAAC,CAAC;YAEzE,sEAAsE;YACtE,iEAAiE;YACjE,oEAAoE;YACpE,oEAAoE;YACpE,IAAI,cAAkD,CAAC;YAEvD,IAAI,iBAAiB,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,MAAM,IAAA,4BAAoB,EAC1C,IAAI,EACJ,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,CAAW,CACvD,CAAC;gBAEF,IAAI,CAAC;oBACJ,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;oBAClE,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC7D,cAAc,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;gBACzC,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACpB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,2CAA2C,CAAC,CAAC;gBAC3F,CAAC;YACF,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,UAAU,GAAG,aAAa;oBAC/B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC/B,CAAC,CAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAY,CAAC;gBAEnD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBAEnF,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;gBAE1D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;gBAElE,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAY,CAAC;gBAE7D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC;gBAExE,IAAI,OAAyB,CAAC;gBAE9B,IAAI,cAAc,EAAE,CAAC;oBACpB,IAAI,CAAC;wBACJ,OAAO,GAAG,IAAA,wBAAS,EAClB,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,CAAC,CAAW,CAC1D,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACR,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,4BAA4B,EAAE;4BAC1E,SAAS,EAAE,CAAC;yBACZ,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,2EAA2E;oBAC3E,wCAAwC;oBACxC,OAAO,GAAG,MAAM,CAAC,WAAW,CAE1B,CAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAiB,CAAC,YAAY;wBACnE,EAAE,CACH,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CACxD,CAAC;gBACH,CAAC;gBAED,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBAE5C,aAAa,CAAC,IAAI,CAAC;oBAClB,KAAK;oBACL,QAAQ,EAAE;wBACT;4BACC,KAAK,EAAE,OAAO;4BACd,OAAO;4BACP,GAAG;yBACH;qBACD;iBACD,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAmB,EAAC,WAAW,EAAE,eAAe,CAAC,CAAC;YAEzE,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACzB,YAAY,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;YAC5D,CAAC;oBAAS,CAAC;gBACV,4EAA4E;gBAC5E,+EAA+E;gBAC/E,2EAA2E;gBAC3E,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,EAAE;oBACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;wBACvD,KAAK,EAAE,IAAA,0BAAW,EAAC,eAAe,CAAC,CAAC,OAAO;qBAC3C,CAAC,CAAC;gBACJ,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,YAAY,CAAC,IAAI,CAAC;oBACjB,OAAO,EAAE,IAAI;iBACb,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAC5D,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,EAC1C,EAAE,QAAQ,EAAE,CACZ,CAAC;YAEF,OAAO,CAAC,aAAa,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,IAAA,0BAAW,EAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YAClF,CAAC;YAED,qFAAqF;YACrF,gFAAgF;YAChF,IAAI,KAAK,YAAY,wBAAS;gBAAE,MAAM,KAAK,CAAC;YAE5C,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAA,0BAAW,EAAC,KAAK,CAAC,CAAC,CAAC;QAClE,CAAC;IACF,CAAC;CACD"}

package/dist/nodes/Kafka/v2/TriggerSettings.d.ts

@@ -0,0 +1,109 @@
+import type { ITriggerFunctions, Logger } from 'n8n-workflow';
+import type { DataEmitterOptions, KafkaMessageParserOptions, ResolveOffsetMode } from './consumer';
+import type { KafkaConsumerOptions } from './transport';
+/** v1.3's `options` collection. Every field is optional: a `collection` node
+ * parameter only carries the keys the user actually set, never its declared
+ * UI defaults, so the converters below resolve each one explicitly. */
+export interface KafkaTriggerV2Options extends KafkaMessageParserOptions {
+    batchSize?: number;
+    partitionsConsumedConcurrently?: number;
+    errorRetryDelay?: number;
+    sessionTimeout?: number;
+    heartbeatInterval?: number;
+    rebalanceTimeout?: number;
+    fetchMaxBytes?: number;
+    fetchMinBytes?: number;
+    maxInFlightRequests?: number;
+    fromBeginning?: boolean;
+    autoCommitInterval?: number;
+}
+/**
+ * Everything `trigger()` needs, already read, defaulted and converted. The
+ * node's own code only ever deals with `settings.xxx`, never a raw
+ * `getNodeParameter` call or an `options.foo as bar`.
+ */
+export interface KafkaTriggerSettings {
+    topic: string;
+    /** Whether this is an editor test run, which gets a throwaway consumer group. */
+    isManualRun: boolean;
+    /** The Group ID as typed, before a manual run's suffix. For error messages. */
+    configuredGroupId: string;
+    /** Ready for the consumer factory, including the manual-run group. */
+    consumer: KafkaConsumerOptions;
+    /** Ready for the data emitter, including the manual-run offset mode. */
+    emitter: DataEmitterOptions;
+    /** The subset of options that changes the parsed item shape. */
+    parser: KafkaMessageParserOptions;
+    batchSize?: number;
+    partitionsConsumedConcurrently?: number;
+    errorRetryDelay?: number;
+}
+/**
+ * Reads and resolves every node parameter up front, so the trigger below never
+ * touches one directly. The single cast is contained here: a `collection`
+ * parameter is untyped at the boundary, and this is the one place that knows
+ * its shape.
+ */
+export declare function getSettings(this: ITriggerFunctions): KafkaTriggerSettings;
+/**
+ * The consumer group a run joins. A manual run gets a throwaway one.
+ *
+ * Sharing the configured group with an activated workflow means Kafka splits the
+ * partitions between the two, and a test run resolves offsets immediately, so
+ * pressing "Listen for test event" would mark messages read that the activated
+ * workflow never saw. A group of its own leaves production untouched. v1 has
+ * this defect and needs its own fix.
+ *
+ * The throwaway group is left behind on the broker; Kafka expires an empty group
+ * on its own once its retention window passes.
+ * @param configured - The node's Group ID parameter
+ * @param isManualRun - Whether this is an editor test run
+ */
+export declare function manualRunGroupId(configured: string, isManualRun: boolean): string;
+/**
+ * Explains a group authorization failure on a manual run, where the group the
+ * broker refused is one the user never chose and cannot see.
+ *
+ * On a cluster with an authorizer, group ACLs are usually granted `LITERAL` on
+ * the exact Group ID. The throwaway group is a different resource name, so the
+ * join is denied while the activated workflow keeps working: "Listen for test
+ * event" fails on its own, and the raw broker message names neither the group
+ * nor the fix. A `PREFIXED` ACL on the stable part covers every future test run.
+ *
+ * Only manual runs are rewritten. On an activated workflow the group is exactly
+ * what the user typed, so the broker's own message is already actionable.
+ * @param error - The error raised from the library's log stream
+ * @param configuredGroupId - The node's Group ID parameter, before the suffix
+ * @param isManualRun - Whether this is an editor test run
+ */
+export declare function explainManualRunGroupDenial(error: Error, configuredGroupId: string, isManualRun: boolean): Error;
+/**
+ * Maps the node's options onto the consumer factory.
+ *
+ * `rebalanceTimeout` is the one value not passed straight through. In this
+ * library it also becomes `max.poll.interval.ms`, the deadline to finish one
+ * batch before the consumer is dropped from its group, and the library doubles
+ * whatever it is given (`_consumer.js:711`). So the workflow's own execution
+ * timeout is the deadline we actually want, and it is halved here to survive
+ * that doubling, then capped at {@link MAX_REBALANCE_TIMEOUT_MS}. An unbounded
+ * workflow timeout (<= 0), or one that is not a usable number, has no deadline
+ * to derive from, so the Rebalance Timeout option stands in.
+ * @param options - The node's `options` collection
+ * @param groupId - The node's consumer group id
+ * @param executionTimeoutSeconds - `getWorkflowSettings().executionTimeout`, raw
+ * @param logger - Warns when a supplied value could not be used as given
+ */
+export declare function toConsumerOptions(options: KafkaTriggerV2Options, groupId: string, executionTimeoutSeconds: number | undefined, logger?: Logger): KafkaConsumerOptions;
+/**
+ * Maps the node's options and offset settings onto the emitter.
+ *
+ * `executionTimeoutSeconds` is passed through raw: n8n treats <= 0 as
+ * explicitly unbounded, and the emitter handles that. Coercing it to a default
+ * here would reintroduce a deadline the user switched off.
+ * @param options - The node's `options` collection
+ * @param resolveOffsetMode - Already resolved, including the manual-mode override
+ * @param allowedStatuses - Only meaningful when the mode is `onStatus`
+ * @param executionTimeoutSeconds - `getWorkflowSettings().executionTimeout`, raw
+ */
+export declare function toEmitterOptions(options: KafkaTriggerV2Options, resolveOffsetMode: ResolveOffsetMode, allowedStatuses: string[], executionTimeoutSeconds: number | undefined): DataEmitterOptions;
+//# sourceMappingURL=TriggerSettings.d.ts.map

package/dist/nodes/Kafka/v2/TriggerSettings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TriggerSettings.d.ts","sourceRoot":"","sources":["../../../../nodes/Kafka/v2/TriggerSettings.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAI9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AACnG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAExD;;uEAEuE;AACvE,MAAM,WAAW,qBAAsB,SAAQ,yBAAyB;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,iFAAiF;IACjF,WAAW,EAAE,OAAO,CAAC;IACrB,+EAA+E;IAC/E,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sEAAsE;IACtE,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,wEAAwE;IACxE,OAAO,EAAE,kBAAkB,CAAC;IAC5B,gEAAgE;IAChE,MAAM,EAAE,yBAAyB,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAiGD;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,iBAAiB,GAAG,oBAAoB,CA2CzE;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,GAAG,MAAM,CAEjF;AAQD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,KAAK,EACZ,iBAAiB,EAAE,MAAM,EACzB,WAAW,EAAE,OAAO,GAClB,KAAK,CAOP;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,iBAAiB,CAChC,OAAO,EAAE,qBAAqB,EAC9B,OAAO,EAAE,MAAM,EACf,uBAAuB,EAAE,MAAM,GAAG,SAAS,EAC3C,MAAM,CAAC,EAAE,MAAM,GACb,oBAAoB,CAqFtB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAC/B,OAAO,EAAE,qBAAqB,EAC9B,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,MAAM,EAAE,EACzB,uBAAuB,EAAE,MAAM,GAAG,SAAS,GACzC,kBAAkB,CAOpB"}