n8n-nodes-base 2.34.2 → 2.35.0

package/dist/nodes/Kafka/v1/KafkaV1.node.js

@@ -0,0 +1,397 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaV1 = void 0;
+const kafkajs_1 = require("kafkajs");
+const n8n_workflow_1 = require("n8n-workflow");
+const utilities_1 = require("../../../utils/utilities");
+const utils_1 = require("../utils");
+const versionDescription = {
+    displayName: 'Kafka',
+    name: 'kafka',
+    icon: { light: 'file:kafka.svg', dark: 'file:kafka.dark.svg' },
+    group: ['transform'],
+    version: 1,
+    description: 'Sends messages to a Kafka topic',
+    defaults: {
+        name: 'Kafka',
+    },
+    usableAsTool: true,
+    inputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+    outputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+    credentials: [
+        {
+            name: 'kafka',
+            required: true,
+            testedBy: 'kafkaConnectionTest',
+        },
+        {
+            name: 'schemaRegistryApi',
+            required: false,
+            displayName: 'Schema Registry',
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+        },
+    ],
+    properties: [
+        {
+            displayName: 'Topic',
+            name: 'topic',
+            type: 'string',
+            default: '',
+            placeholder: 'topic-name',
+            description: 'Name of the queue of topic to publish to',
+        },
+        {
+            displayName: 'Send Input Data',
+            name: 'sendInputData',
+            type: 'boolean',
+            default: true,
+            description: 'Whether to send the data the node receives as JSON to Kafka',
+        },
+        {
+            displayName: 'Message',
+            name: 'message',
+            type: 'string',
+            displayOptions: {
+                show: {
+                    sendInputData: [false],
+                },
+            },
+            default: '',
+            description: 'The message to be sent',
+        },
+        {
+            displayName: 'JSON Parameters',
+            name: 'jsonParameters',
+            type: 'boolean',
+            default: false,
+        },
+        {
+            displayName: 'Use Schema Registry',
+            name: 'useSchemaRegistry',
+            type: 'boolean',
+            default: false,
+            description: 'Whether to use Confluent Schema Registry',
+        },
+        {
+            displayName: 'Schema Registry URL',
+            name: 'schemaRegistryUrl',
+            type: 'string',
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+            placeholder: 'https://schema-registry-domain:8081',
+            default: '',
+            description: 'URL of the schema registry. Only used when no Schema Registry credential is selected.',
+        },
+        {
+            displayName: 'Use Key',
+            name: 'useKey',
+            type: 'boolean',
+            default: false,
+            description: 'Whether to use a message key',
+        },
+        {
+            displayName: 'Key',
+            name: 'key',
+            type: 'string',
+            required: true,
+            displayOptions: {
+                show: {
+                    useKey: [true],
+                },
+            },
+            placeholder: '',
+            default: '',
+            description: 'The message key',
+        },
+        {
+            displayName: 'Event Name',
+            name: 'eventName',
+            type: 'string',
+            required: true,
+            displayOptions: {
+                show: {
+                    useSchemaRegistry: [true],
+                },
+            },
+            default: '',
+            description: 'Namespace and Name of Schema in Schema Registry (namespace.name)',
+        },
+        {
+            displayName: 'Headers',
+            name: 'headersUi',
+            placeholder: 'Add Header',
+            type: 'fixedCollection',
+            displayOptions: {
+                show: {
+                    jsonParameters: [false],
+                },
+            },
+            typeOptions: {
+                multipleValues: true,
+            },
+            default: {},
+            options: [
+                {
+                    name: 'headerValues',
+                    displayName: 'Header',
+                    values: [
+                        {
+                            displayName: 'Key',
+                            name: 'key',
+                            type: 'string',
+                            default: '',
+                        },
+                        {
+                            displayName: 'Value',
+                            name: 'value',
+                            type: 'string',
+                            default: '',
+                        },
+                    ],
+                },
+            ],
+        },
+        {
+            displayName: 'Headers (JSON)',
+            name: 'headerParametersJson',
+            type: 'json',
+            displayOptions: {
+                show: {
+                    jsonParameters: [true],
+                },
+            },
+            default: '',
+            description: 'Header parameters as JSON (flat object)',
+        },
+        {
+            displayName: 'Options',
+            name: 'options',
+            type: 'collection',
+            default: {},
+            placeholder: 'Add option',
+            options: [
+                {
+                    displayName: 'Acks',
+                    name: 'acks',
+                    type: 'boolean',
+                    default: false,
+                    description: 'Whether or not producer must wait for acknowledgement from all replicas',
+                },
+                {
+                    displayName: 'Compression',
+                    name: 'compression',
+                    type: 'boolean',
+                    default: false,
+                    description: 'Whether to send the data in a compressed format using the GZIP codec',
+                },
+                {
+                    displayName: 'Timeout',
+                    name: 'timeout',
+                    type: 'number',
+                    default: 30000,
+                    description: 'The time to await a response in ms',
+                },
+            ],
+        },
+    ],
+};
+class KafkaV1 {
+    description;
+    constructor(baseDescription) {
+        this.description = {
+            ...baseDescription,
+            ...versionDescription,
+        };
+    }
+    methods = {
+        credentialTest: {
+            async kafkaConnectionTest(credential) {
+                const credentials = credential.data;
+                try {
+                    const brokers = (credentials.brokers || '')
+                        .split(',')
+                        .map((item) => item.trim());
+                    const clientId = credentials.clientId;
+                    const config = {
+                        clientId,
+                        brokers,
+                        ssl: (0, utils_1.resolveKafkaSsl)(credentials),
+                    };
+                    if (credentials.authentication === true) {
+                        if (!(credentials.username && credentials.password)) {
+                            throw new n8n_workflow_1.UserError('Username and password are required for authentication', {
+                                level: 'warning',
+                            });
+                        }
+                        config.sasl = {
+                            username: credentials.username,
+                            password: credentials.password,
+                            mechanism: credentials.saslMechanism,
+                        };
+                    }
+                    const kafka = new kafkajs_1.Kafka(config);
+                    await kafka.admin().connect();
+                    await kafka.admin().disconnect();
+                    return {
+                        status: 'OK',
+                        message: 'Authentication successful',
+                    };
+                }
+                catch (error) {
+                    return {
+                        status: 'Error',
+                        message: error.message,
+                    };
+                }
+            },
+        },
+    };
+    async execute() {
+        const items = this.getInputData();
+        const itemData = (0, utilities_1.generatePairedItemData)(items.length);
+        const length = items.length;
+        const topicMessages = [];
+        let responseData;
+        try {
+            const options = this.getNodeParameter('options', 0);
+            const sendInputData = this.getNodeParameter('sendInputData', 0);
+            const useSchemaRegistry = this.getNodeParameter('useSchemaRegistry', 0);
+            const timeout = options.timeout;
+            let compression = kafkajs_1.CompressionTypes.None;
+            const acks = options.acks === true ? 1 : 0;
+            if (options.compression === true) {
+                compression = kafkajs_1.CompressionTypes.GZIP;
+            }
+            const credentials = await this.getCredentials('kafka');
+            const brokers = (credentials.brokers || '').split(',').map((item) => item.trim());
+            const clientId = credentials.clientId;
+            const config = {
+                clientId,
+                brokers,
+                ssl: (0, utils_1.resolveKafkaSsl)(credentials),
+            };
+            if (credentials.authentication) {
+                if (!(credentials.username && credentials.password)) {
+                    throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Username and password are required for authentication');
+                }
+                config.sasl = {
+                    username: credentials.username,
+                    password: credentials.password,
+                    mechanism: credentials.saslMechanism,
+                };
+            }
+            // Resolve the registry configuration once, before the producer is set
+            // up, so credential misconfiguration surfaces with its own error
+            // message and never leaks a connected producer. The registry client
+            // and schema ID are loop-invariant (`eventName` is read at index 0)
+            let schemaRegistry;
+            if (useSchemaRegistry) {
+                const registry = await (0, utils_1.createSchemaRegistry)(this, this.getNodeParameter('schemaRegistryUrl', 0));
+                try {
+                    const eventName = this.getNodeParameter('eventName', 0);
+                    const schemaId = await registry.getLatestSchemaId(eventName);
+                    schemaRegistry = { registry, schemaId };
+                }
+                catch (exception) {
+                    throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Verify your Schema Registry configuration');
+                }
+            }
+            const kafka = new kafkajs_1.Kafka(config);
+            const producer = kafka.producer();
+            await producer.connect();
+            let message;
+            for (let i = 0; i < length; i++) {
+                if (sendInputData) {
+                    message = JSON.stringify(items[i].json);
+                }
+                else {
+                    message = this.getNodeParameter('message', i);
+                }
+                if (schemaRegistry) {
+                    let parsedMessage;
+                    try {
+                        parsedMessage = JSON.parse(message);
+                    }
+                    catch (exception) {
+                        throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Message is not valid JSON', {
+                            description: 'The Schema Registry encodes JSON messages. Provide a valid JSON message, or turn off "Use Schema Registry".',
+                            itemIndex: i,
+                        });
+                    }
+                    try {
+                        message = await schemaRegistry.registry.encode(schemaRegistry.schemaId, parsedMessage);
+                    }
+                    catch (exception) {
+                        throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Verify your Schema Registry configuration');
+                    }
+                }
+                const topic = this.getNodeParameter('topic', i);
+                const jsonParameters = this.getNodeParameter('jsonParameters', i);
+                const useKey = this.getNodeParameter('useKey', i);
+                const key = useKey ? this.getNodeParameter('key', i) : null;
+                let headers;
+                if (jsonParameters) {
+                    headers = this.getNodeParameter('headerParametersJson', i);
+                    try {
+                        headers = JSON.parse(headers);
+                    }
+                    catch (exception) {
+                        throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Headers must be a valid json');
+                    }
+                }
+                else {
+                    const values = this.getNodeParameter('headersUi', i)
+                        .headerValues;
+                    headers = {};
+                    if (values !== undefined) {
+                        for (const value of values) {
+                            //@ts-ignore
+                            headers[value.key] = value.value;
+                        }
+                    }
+                }
+                topicMessages.push({
+                    topic,
+                    messages: [
+                        {
+                            value: message,
+                            headers,
+                            key,
+                        },
+                    ],
+                });
+            }
+            responseData = await producer.sendBatch({
+                topicMessages,
+                timeout,
+                compression,
+                acks,
+            });
+            if (responseData.length === 0) {
+                responseData.push({
+                    success: true,
+                });
+            }
+            await producer.disconnect();
+            const executionData = this.helpers.constructExecutionMetaData(this.helpers.returnJsonArray(responseData), { itemData });
+            return [executionData];
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                return [[{ json: { error: error.message }, pairedItem: itemData }]];
+            }
+            else {
+                throw error;
+            }
+        }
+    }
+}
+exports.KafkaV1 = KafkaV1;
+//# sourceMappingURL=KafkaV1.node.js.map

package/dist/nodes/Kafka/v1/KafkaV1.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaV1.node.js","sourceRoot":"","sources":["../../../../nodes/Kafka/v1/KafkaV1.node.ts"],"names":[],"mappings":";;;AAEA,qCAAiE;AAajE,+CAAkF;AAElF,gDAA0D;AAE1D,oCAAwF;AAExF,MAAM,kBAAkB,GAAyB;IAChD,WAAW,EAAE,OAAO;IACpB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAqB,EAAE;IAC9D,KAAK,EAAE,CAAC,WAAW,CAAC;IACpB,OAAO,EAAE,CAAC;IACV,WAAW,EAAE,iCAAiC;IAC9C,QAAQ,EAAE;QACT,IAAI,EAAE,OAAO;KACb;IACD,YAAY,EAAE,IAAI;IAClB,MAAM,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;IAClC,OAAO,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;IACnC,WAAW,EAAE;QACZ;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,qBAAqB;SAC/B;QACD;YACC,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iBAAiB;YAC9B,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;SACD;KACD;IACD,UAAU,EAAE;QACX;YACC,WAAW,EAAE,OAAO;YACpB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,WAAW,EAAE,0CAA0C;SACvD;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,6DAA6D;SAC1E;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,KAAK,CAAC;iBACtB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,wBAAwB;SACrC;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;SACd;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,0CAA0C;SACvD;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;YACD,WAAW,EAAE,qCAAqC;YAClD,OAAO,EAAE,EAAE;YACX,WAAW,EACV,uFAAuF;SACxF;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8BAA8B;SAC3C;QACD;YACC,WAAW,EAAE,KAAK;YAClB,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,MAAM,EAAE,CAAC,IAAI,CAAC;iBACd;aACD;YACD,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,iBAAiB;SAC9B;QACD;YACC,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,iBAAiB,EAAE,CAAC,IAAI,CAAC;iBACzB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,kEAAkE;SAC/E;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,iBAAiB;YACvB,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,cAAc,EAAE,CAAC,KAAK,CAAC;iBACvB;aACD;YACD,WAAW,EAAE;gBACZ,cAAc,EAAE,IAAI;aACpB;YACD,OAAO,EAAE,EAAE;YACX,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,QAAQ;oBACrB,MAAM,EAAE;wBACP;4BACC,WAAW,EAAE,KAAK;4BAClB,IAAI,EAAE,KAAK;4BACX,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;yBACX;wBACD;4BACC,WAAW,EAAE,OAAO;4BACpB,IAAI,EAAE,OAAO;4BACb,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;yBACX;qBACD;iBACD;aACD;SACD;QACD;YACC,WAAW,EAAE,gBAAgB;YAC7B,IAAI,EAAE,sBAAsB;YAC5B,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,cAAc,EAAE,CAAC,IAAI,CAAC;iBACtB;aACD;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,yCAAyC;SACtD;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,OAAO,EAAE;gBACR;oBACC,WAAW,EAAE,MAAM;oBACnB,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,yEAAyE;iBACtF;gBACD;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,sEAAsE;iBACnF;gBACD;oBACC,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,oCAAoC;iBACjD;aACD;SACD;KACD;CACD,CAAC;AAEF;IACC,WAAW,CAAuB;IAElC,YAAY,eAAyC;QACpD,IAAI,CAAC,WAAW,GAAG;YAClB,GAAG,eAAe;YAClB,GAAG,kBAAkB;SACrB,CAAC;IACH,CAAC;IAED,OAAO,GAAG;QACT,cAAc,EAAE;YACf,KAAK,CAAC,mBAAmB,CAExB,UAAiC;gBAEjC,MAAM,WAAW,GAAG,UAAU,CAAC,IAAsC,CAAC;gBACtE,IAAI,CAAC;oBACJ,MAAM,OAAO,GAAG,CAAE,WAAW,CAAC,OAAkB,IAAI,EAAE,CAAC;yBACrD,KAAK,CAAC,GAAG,CAAC;yBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAE7B,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAkB,CAAC;oBAEhD,MAAM,MAAM,GAAgB;wBAC3B,QAAQ;wBACR,OAAO;wBACP,GAAG,EAAE,IAAA,uBAAe,EAAC,WAA0C,CAAC;qBAChE,CAAC;oBACF,IAAI,WAAW,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;wBACzC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACrD,MAAM,IAAI,wBAAS,CAAC,uDAAuD,EAAE;gCAC5E,KAAK,EAAE,SAAS;6BAChB,CAAC,CAAC;wBACJ,CAAC;wBACD,MAAM,CAAC,IAAI,GAAG;4BACb,QAAQ,EAAE,WAAW,CAAC,QAAkB;4BACxC,QAAQ,EAAE,WAAW,CAAC,QAAkB;4BACxC,SAAS,EAAE,WAAW,CAAC,aAAuB;yBAC/B,CAAC;oBAClB,CAAC;oBAED,MAAM,KAAK,GAAG,IAAI,eAAW,CAAC,MAAM,CAAC,CAAC;oBAEtC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;oBAC9B,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,CAAC;oBACjC,OAAO;wBACN,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,2BAA2B;qBACpC,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,OAAO;wBACN,MAAM,EAAE,OAAO;wBACf,OAAO,EAAE,KAAK,CAAC,OAAO;qBACtB,CAAC;gBACH,CAAC;YACF,CAAC;SACD;KACD,CAAC;IAEF,KAAK,CAAC,OAAO;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAA,kCAAsB,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,MAAM,aAAa,GAAoB,EAAE,CAAC;QAE1C,IAAI,YAA2B,CAAC;QAEhC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YACpD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAY,CAAC;YAE3E,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,CAAY,CAAC;YAEnF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAiB,CAAC;YAE1C,IAAI,WAAW,GAAG,0BAAgB,CAAC,IAAI,CAAC;YAExC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAE3C,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAClC,WAAW,GAAG,0BAAgB,CAAC,IAAI,CAAC;YACrC,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAmB,OAAO,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAElF,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;YAEtC,MAAM,MAAM,GAAgB;gBAC3B,QAAQ;gBACR,OAAO;gBACP,GAAG,EAAE,IAAA,uBAAe,EAAC,WAAW,CAAC;aACjC,CAAC;YAEF,IAAI,WAAW,CAAC,cAAc,EAAE,CAAC;gBAChC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrD,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,EAAE,EACd,uDAAuD,CACvD,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,IAAI,GAAG;oBACb,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,SAAS,EAAE,WAAW,CAAC,aAAuB;iBAC/B,CAAC;YAClB,CAAC;YAED,sEAAsE;YACtE,iEAAiE;YACjE,oEAAoE;YACpE,oEAAoE;YACpE,IAAI,cAA0E,CAAC;YAE/E,IAAI,iBAAiB,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,MAAM,IAAA,4BAAoB,EAC1C,IAAI,EACJ,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,CAAW,CACvD,CAAC;gBAEF,IAAI,CAAC;oBACJ,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;oBAClE,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBAC7D,cAAc,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;gBACzC,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACpB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,2CAA2C,CAAC,CAAC;gBAC3F,CAAC;YACF,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,eAAW,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YAElC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAEzB,IAAI,OAAwB,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,IAAI,aAAa,EAAE,CAAC;oBACnB,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACP,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAW,CAAC;gBACzD,CAAC;gBAED,IAAI,cAAc,EAAE,CAAC;oBACpB,IAAI,aAAsB,CAAC;oBAC3B,IAAI,CAAC;wBACJ,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACpB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,2BAA2B,EAAE;4BACzE,WAAW,EACV,6GAA6G;4BAC9G,SAAS,EAAE,CAAC;yBACZ,CAAC,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC;wBACJ,OAAO,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;oBACxF,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACpB,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,EAAE,EACd,2CAA2C,CAC3C,CAAC;oBACH,CAAC;gBACF,CAAC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;gBAE1D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;gBAElE,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAY,CAAC;gBAE7D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC;gBAExE,IAAI,OAAO,CAAC;gBAEZ,IAAI,cAAc,EAAE,CAAC;oBACpB,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,CAAC,CAAW,CAAC;oBACrE,IAAI,CAAC;wBACJ,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC/B,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACpB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,8BAA8B,CAAC,CAAC;oBAC9E,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,MAAM,MAAM,GAAI,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAiB;yBACnE,YAA6B,CAAC;oBAChC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;wBAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BAC5B,YAAY;4BACZ,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;wBAClC,CAAC;oBACF,CAAC;gBACF,CAAC;gBAED,aAAa,CAAC,IAAI,CAAC;oBAClB,KAAK;oBACL,QAAQ,EAAE;wBACT;4BACC,KAAK,EAAE,OAAO;4BACd,OAAO;4BACP,GAAG;yBACH;qBACD;iBACD,CAAC,CAAC;YACJ,CAAC;YAED,YAAY,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC;gBACvC,aAAa;gBACb,OAAO;gBACP,WAAW;gBACX,IAAI;aACJ,CAAC,CAAC;YAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,YAAY,CAAC,IAAI,CAAC;oBACjB,OAAO,EAAE,IAAI;iBACb,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;YAE5B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAC5D,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,EAC1C,EAAE,QAAQ,EAAE,CACZ,CAAC;YAEF,OAAO,CAAC,aAAa,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACP,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;IACF,CAAC;CACD"}

package/dist/nodes/Kafka/v2/KafkaTriggerV2.node.d.ts

@@ -0,0 +1,7 @@
+import type { INodeTypeBaseDescription, INodeTypeDescription, INodeType, ITriggerFunctions, ITriggerResponse } from 'n8n-workflow';
+export declare class KafkaTriggerV2 implements INodeType {
+    description: INodeTypeDescription;
+    constructor(baseDescription: INodeTypeBaseDescription);
+    trigger(this: ITriggerFunctions): Promise<ITriggerResponse>;
+}
+//# sourceMappingURL=KafkaTriggerV2.node.d.ts.map

package/dist/nodes/Kafka/v2/KafkaTriggerV2.node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaTriggerV2.node.d.ts","sourceRoot":"","sources":["../../../../nodes/Kafka/v2/KafkaTriggerV2.node.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,wBAAwB,EACxB,oBAAoB,EACpB,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,MAAM,cAAc,CAAC;AAUtB,qBAAa,cAAe,YAAW,SAAS;IAC/C,WAAW,EAAE,oBAAoB,CAAC;IAElC,YAAY,eAAe,EAAE,wBAAwB,EAKpD;IAEK,OAAO,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA6FhE;CACD"}

package/dist/nodes/Kafka/v2/KafkaTriggerV2.node.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaTriggerV2 = void 0;
+const ensure_error_1 = require("@n8n/utils/errors/ensure-error");
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../utils");
+const consumer_1 = require("./consumer");
+const KafkaTriggerV2Description_1 = require("./KafkaTriggerV2Description");
+const TriggerSettings_1 = require("./TriggerSettings");
+const transport_1 = require("./transport");
+class KafkaTriggerV2 {
+    description;
+    constructor(baseDescription) {
+        this.description = {
+            ...baseDescription,
+            ...KafkaTriggerV2Description_1.versionDescription,
+        };
+    }
+    async trigger() {
+        const settings = TriggerSettings_1.getSettings.call(this);
+        const credentials = await this.getCredentials('kafka');
+        // Resolved before the consumer connects: a bad Schema Registry credential
+        // must fail activation rather than leave a connected consumer behind. Shared
+        // with v1: config/credential problems (NodeOperationError) fail activation
+        // loudly, but a registry that is merely unreachable only logs a warning, so
+        // a transient outage does not block the trigger from starting.
+        const registry = await (0, utils_1.setSchemaRegistry)(this);
+        const parseMessage = (0, consumer_1.createMessageParser)(settings.parser, this.logger, registry, this.helpers.prepareBinaryData);
+        // Aborted before the consumer disconnects, so an execution the emitter is
+        // still waiting on cannot hold teardown open.
+        const closeController = new AbortController();
+        const emit = (0, consumer_1.createDataEmitter)(this, settings.emitter, closeController.signal);
+        let handle;
+        // A manual run starts the consumer from `manualTriggerFunction`, so unlike an
+        // activated workflow the start is not awaited before n8n can call close.
+        // Cancelling the test run mid-start would otherwise find `handle` still unset
+        // and leave a consumer connected with nothing left holding it.
+        let startup;
+        const startConsumer = async () => {
+            startup = startConsumerOnce();
+            await startup;
+        };
+        const startConsumerOnce = async () => {
+            try {
+                const consumer = await (0, transport_1.createKafkaConsumer)(credentials, settings.consumer, {
+                    logger: this.logger,
+                    // v1 routes non-restartable consumer crashes to emitError so n8n
+                    // re-activates the trigger. Errors caused by our own teardown are
+                    // not failures, so they stay quiet.
+                    onFatalError: (error) => {
+                        if (closeController.signal.aborted)
+                            return;
+                        this.emitError((0, TriggerSettings_1.explainManualRunGroupDenial)(error, settings.configuredGroupId, settings.isManualRun));
+                    },
+                });
+                handle = await (0, consumer_1.consumeTopic)(consumer, {
+                    topic: settings.topic,
+                    parseMessage,
+                    emit,
+                    logger: this.logger,
+                    batchSize: settings.batchSize,
+                    partitionsConsumedConcurrently: settings.partitionsConsumedConcurrently,
+                    errorRetryDelay: settings.errorRetryDelay,
+                });
+            }
+            catch (error) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), error);
+            }
+        };
+        const closeFunction = async () => {
+            closeController.abort();
+            try {
+                // Let an in-flight start finish so its consumer is closed rather than
+                // leaked. Its own failure is not a teardown failure, and it has already
+                // been reported to whoever awaited the start.
+                await startup?.catch(() => { });
+                await handle?.close();
+            }
+            catch (error) {
+                // A disconnect that overruns its bound is reported the way v1 reports
+                // teardown failures, rather than as an unattributed rejection. It happens
+                // in practice: a consumer fenced by the processing deadline does not
+                // disconnect within the bound.
+                throw new n8n_workflow_1.TriggerCloseError(this.getNode(), {
+                    cause: (0, ensure_error_1.ensureError)(error),
+                    level: 'warning',
+                });
+            }
+        };
+        if (this.getMode() !== 'manual') {
+            await startConsumer();
+            return { closeFunction };
+        }
+        return {
+            closeFunction,
+            manualTriggerFunction: startConsumer,
+        };
+    }
+}
+exports.KafkaTriggerV2 = KafkaTriggerV2;
+//# sourceMappingURL=KafkaTriggerV2.node.js.map

package/dist/nodes/Kafka/v2/KafkaTriggerV2.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaTriggerV2.node.js","sourceRoot":"","sources":["../../../../nodes/Kafka/v2/KafkaTriggerV2.node.ts"],"names":[],"mappings":";;;AAAA,iEAA6D;AAQ7D,+CAAqE;AAErE,oCAAoE;AACpE,yCAAkF;AAElF,2EAAiE;AACjE,uDAA6E;AAC7E,2CAAkD;AAElD;IACC,WAAW,CAAuB;IAElC,YAAY,eAAyC;QACpD,IAAI,CAAC,WAAW,GAAG;YAClB,GAAG,eAAe;YAClB,GAAG,8CAAkB;SACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACZ,MAAM,QAAQ,GAAG,6BAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAmB,OAAO,CAAC,CAAC;QAEzE,0EAA0E;QAC1E,6EAA6E;QAC7E,2EAA2E;QAC3E,4EAA4E;QAC5E,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;QAE/C,MAAM,YAAY,GAAG,IAAA,8BAAmB,EACvC,QAAQ,CAAC,MAAM,EACf,IAAI,CAAC,MAAM,EACX,QAAQ,EACR,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAC9B,CAAC;QAEF,0EAA0E;QAC1E,8CAA8C;QAC9C,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAA,4BAAiB,EAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;QAE/E,IAAI,MAAuC,CAAC;QAC5C,8EAA8E;QAC9E,yEAAyE;QACzE,8EAA8E;QAC9E,+DAA+D;QAC/D,IAAI,OAAkC,CAAC;QAEvC,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAChC,OAAO,GAAG,iBAAiB,EAAE,CAAC;YAC9B,MAAM,OAAO,CAAC;QACf,CAAC,CAAC;QAEF,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;YACpC,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAmB,EAAC,WAAW,EAAE,QAAQ,CAAC,QAAQ,EAAE;oBAC1E,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,iEAAiE;oBACjE,kEAAkE;oBAClE,oCAAoC;oBACpC,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE;wBACvB,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO;4BAAE,OAAO;wBAC3C,IAAI,CAAC,SAAS,CACb,IAAA,6CAA2B,EAAC,KAAK,EAAE,QAAQ,CAAC,iBAAiB,EAAE,QAAQ,CAAC,WAAW,CAAC,CACpF,CAAC;oBACH,CAAC;iBACD,CAAC,CAAC;gBAEH,MAAM,GAAG,MAAM,IAAA,uBAAY,EAAC,QAAQ,EAAE;oBACrC,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,YAAY;oBACZ,IAAI;oBACJ,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,8BAA8B,EAAE,QAAQ,CAAC,8BAA8B;oBACvE,eAAe,EAAE,QAAQ,CAAC,eAAe;iBACzC,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACF,CAAC,CAAC;QAEF,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAChC,eAAe,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC;gBACJ,sEAAsE;gBACtE,wEAAwE;gBACxE,8CAA8C;gBAC9C,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC/B,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;YACvB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,sEAAsE;gBACtE,0EAA0E;gBAC1E,qEAAqE;gBACrE,+BAA+B;gBAC/B,MAAM,IAAI,gCAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE;oBAC3C,KAAK,EAAE,IAAA,0BAAW,EAAC,KAAK,CAAC;oBACzB,KAAK,EAAE,SAAS;iBAChB,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,aAAa,EAAE,CAAC;YACtB,OAAO,EAAE,aAAa,EAAE,CAAC;QAC1B,CAAC;QAED,OAAO;YACN,aAAa;YACb,qBAAqB,EAAE,aAAa;SACpC,CAAC;IACH,CAAC;CACD"}

package/dist/nodes/Kafka/v2/KafkaTriggerV2Description.d.ts

@@ -0,0 +1,3 @@
+import type { INodeTypeDescription } from 'n8n-workflow';
+export declare const versionDescription: INodeTypeDescription;
+//# sourceMappingURL=KafkaTriggerV2Description.d.ts.map

package/dist/nodes/Kafka/v2/KafkaTriggerV2Description.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaTriggerV2Description.d.ts","sourceRoot":"","sources":["../../../../nodes/Kafka/v2/KafkaTriggerV2Description.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAGzD,eAAO,MAAM,kBAAkB,EAAE,oBA2ShC,CAAC"}