tiryaq-shared 1.2.30 → 1.3.2

package/dist/kafka/kafka-config.manager.d.ts

@@ -0,0 +1,92 @@
+/**
+ * Kafka Configuration Manager
+ *
+ * Central configuration manager providing standardized Kafka client, consumer,
+ * and producer configurations for all microservices in the Tiryaq platform.
+ *
+ * Supports both local development (localhost:9092) and AWS MSK (with SASL/SSL).
+ */
+import { Logger } from '@nestjs/common';
+import { KafkaClientConfig, KafkaConsumerConfig, KafkaMode } from './types';
+/**
+ * KafkaConfigManager class for centralized Kafka configuration management
+ */
+export declare class KafkaConfigManager {
+    private logger;
+    private mode;
+    private brokerParser;
+    constructor(logger?: Logger);
+    /**
+     * Detect and parse Kafka mode from environment
+     *
+     * Reads KAFKA_MODE environment variable and parses broker configuration.
+     * Validates the configuration and returns complete mode information.
+     *
+     * @returns KafkaMode object with mode, brokers, SASL config, and SSL flag
+     * @throws Error if configuration is invalid
+     */
+    detectKafkaMode(): KafkaMode;
+    /**
+     * Parse broker addresses from environment
+     *
+     * Uses BrokerParser to parse KAFKA_BROKER environment variable.
+     * Supports both JSON format (MSK) and comma-separated format (local).
+     *
+     * @returns Array of broker addresses in host:port format
+     * @throws Error if broker parsing fails
+     */
+    parseBrokers(): string[];
+    /**
+     * Build SASL configuration for MSK mode
+     *
+     * Extracts SASL credentials from KAFKA_BROKER JSON in MSK mode.
+     * Returns undefined for local mode.
+     *
+     * @returns SASL configuration object or undefined
+     */
+    buildSaslConfig(): KafkaClientConfig['sasl'] | undefined;
+    /**
+     * Build SSL configuration based on mode
+     *
+     * Returns true for MSK mode (requires SSL), false for local mode.
+     *
+     * @returns Boolean indicating whether SSL should be enabled
+     */
+    buildSslConfig(): boolean;
+    /**
+     * Get complete client configuration
+     *
+     * Builds a complete Kafka client configuration with brokers, SASL, SSL,
+     * timeouts, and retry settings. Merges provided options with defaults.
+     *
+     * @param clientId - Unique identifier for this Kafka client
+     * @param options - Optional configuration overrides
+     * @returns Complete KafkaClientConfig object
+     */
+    getClientConfig(clientId: string, options?: Partial<KafkaClientConfig>): KafkaClientConfig;
+    /**
+     * Get consumer configuration with defaults
+     *
+     * Builds a complete Kafka consumer configuration with session timeouts,
+     * heartbeat intervals, rebalance settings, and retry configuration.
+     * Merges custom configuration with defaults.
+     *
+     * @param groupId - Consumer group identifier
+     * @param customConfig - Optional custom consumer configuration
+     * @returns Complete KafkaConsumerConfig object
+     */
+    getConsumerConfig(groupId: string, customConfig?: Partial<KafkaConsumerConfig>): KafkaConsumerConfig;
+    /**
+     * Validate configuration at startup
+     *
+     * Performs comprehensive validation of Kafka configuration including:
+     * - KAFKA_MODE validation
+     * - Broker address validation
+     * - SASL configuration validation (MSK mode)
+     * - Consumer group ID format validation
+     *
+     * @throws Error if any validation fails with descriptive message
+     */
+    validateConfig(): void;
+}
+//# sourceMappingURL=kafka-config.manager.d.ts.map

package/dist/kafka/kafka-config.manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-config.manager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafka-config.manager.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,SAAS,EACV,MAAM,SAAS,CAAC;AA6BjB;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,CAAC,EAAE,MAAM;IAM3B;;;;;;;;OAQG;IACH,eAAe,IAAI,SAAS;IAiC5B;;;;;;;;OAQG;IACH,YAAY,IAAI,MAAM,EAAE;IAcxB;;;;;;;OAOG;IACH,eAAe,IAAI,iBAAiB,CAAC,MAAM,CAAC,GAAG,SAAS;IA4CxD;;;;;;OAMG;IACH,cAAc,IAAI,OAAO;IAMzB;;;;;;;;;OASG;IACH,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GACnC,iBAAiB;IAqCpB;;;;;;;;;;OAUG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAC1C,mBAAmB;IA6BtB;;;;;;;;;;OAUG;IACH,cAAc,IAAI,IAAI;CA6EvB"}

package/dist/kafka/kafka-config.manager.js

@@ -0,0 +1,306 @@
+"use strict";
+/**
+ * Kafka Configuration Manager
+ *
+ * Central configuration manager providing standardized Kafka client, consumer,
+ * and producer configurations for all microservices in the Tiryaq platform.
+ *
+ * Supports both local development (localhost:9092) and AWS MSK (with SASL/SSL).
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaConfigManager = void 0;
+const common_1 = require("@nestjs/common");
+const broker_parser_1 = require("./broker-parser");
+/**
+ * Default retry configuration for Kafka operations
+ */
+const DEFAULT_RETRY_CONFIG = {
+    retries: 8,
+    initialRetryTime: 300,
+    multiplier: 2,
+    maxRetryTime: 30000
+};
+/**
+ * Default consumer configuration values
+ */
+const DEFAULT_CONSUMER_CONFIG = {
+    sessionTimeout: 300000, // 5 minutes
+    heartbeatInterval: 3000, // 3 seconds
+    rebalanceTimeout: 60000, // 1 minute
+    allowAutoTopicCreation: true,
+    retry: DEFAULT_RETRY_CONFIG
+};
+/**
+ * Default connection timeouts
+ */
+const DEFAULT_CONNECTION_TIMEOUT = 10000; // 10 seconds
+const DEFAULT_REQUEST_TIMEOUT = 30000; // 30 seconds
+/**
+ * KafkaConfigManager class for centralized Kafka configuration management
+ */
+class KafkaConfigManager {
+    constructor(logger) {
+        this.logger = logger || new common_1.Logger('KafkaConfigManager');
+        this.brokerParser = new broker_parser_1.BrokerParser(this.logger);
+        this.mode = 'local'; // Default mode, will be set by detectKafkaMode
+    }
+    /**
+     * Detect and parse Kafka mode from environment
+     *
+     * Reads KAFKA_MODE environment variable and parses broker configuration.
+     * Validates the configuration and returns complete mode information.
+     *
+     * @returns KafkaMode object with mode, brokers, SASL config, and SSL flag
+     * @throws Error if configuration is invalid
+     */
+    detectKafkaMode() {
+        const kafkaMode = process.env.KAFKA_MODE?.toLowerCase();
+        // Validate KAFKA_MODE
+        if (!kafkaMode || (kafkaMode !== 'local' && kafkaMode !== 'msk')) {
+            this.logger.warn(`Invalid or missing KAFKA_MODE: "${kafkaMode}". Defaulting to "local". ` +
+                `Valid values are "local" or "msk".`);
+            this.mode = 'local';
+        }
+        else {
+            this.mode = kafkaMode;
+        }
+        this.logger.log(`Kafka mode detected: ${this.mode.toUpperCase()}`);
+        // Parse brokers
+        const brokers = this.parseBrokers();
+        // Build SASL config for MSK mode
+        const sasl = this.buildSaslConfig();
+        // Determine SSL setting
+        const ssl = this.buildSslConfig();
+        return {
+            mode: this.mode,
+            brokers,
+            sasl,
+            ssl
+        };
+    }
+    /**
+     * Parse broker addresses from environment
+     *
+     * Uses BrokerParser to parse KAFKA_BROKER environment variable.
+     * Supports both JSON format (MSK) and comma-separated format (local).
+     *
+     * @returns Array of broker addresses in host:port format
+     * @throws Error if broker parsing fails
+     */
+    parseBrokers() {
+        const kafkaBroker = process.env.KAFKA_BROKER || '';
+        try {
+            const brokers = this.brokerParser.parse(kafkaBroker, this.mode);
+            this.logger.log(`Parsed ${brokers.length} broker(s): ${brokers.join(', ')}`);
+            return brokers;
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            this.logger.error(`Failed to parse brokers: ${errorMessage}`);
+            throw error;
+        }
+    }
+    /**
+     * Build SASL configuration for MSK mode
+     *
+     * Extracts SASL credentials from KAFKA_BROKER JSON in MSK mode.
+     * Returns undefined for local mode.
+     *
+     * @returns SASL configuration object or undefined
+     */
+    buildSaslConfig() {
+        if (this.mode !== 'msk') {
+            return undefined;
+        }
+        const kafkaBroker = process.env.KAFKA_BROKER || '';
+        if (!kafkaBroker) {
+            throw new Error('KAFKA_BROKER environment variable is required for MSK mode');
+        }
+        try {
+            const config = this.brokerParser.parseJsonConfig(kafkaBroker);
+            if (!config.sasl) {
+                this.logger.warn('No SASL configuration found in MSK mode. This may cause authentication failures.');
+                return undefined;
+            }
+            // Validate SASL mechanism
+            const validMechanisms = ['plain', 'scram-sha-256', 'scram-sha-512'];
+            const mechanism = config.sasl.mechanism.toLowerCase();
+            if (!validMechanisms.includes(mechanism)) {
+                throw new Error(`Invalid SASL mechanism: "${config.sasl.mechanism}". ` +
+                    `Valid values are: ${validMechanisms.join(', ')}`);
+            }
+            this.logger.log(`SASL configuration built with mechanism: ${mechanism}`);
+            return {
+                mechanism: mechanism,
+                username: config.sasl.username,
+                password: config.sasl.password
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            this.logger.error(`Failed to build SASL config: ${errorMessage}`);
+            throw error;
+        }
+    }
+    /**
+     * Build SSL configuration based on mode
+     *
+     * Returns true for MSK mode (requires SSL), false for local mode.
+     *
+     * @returns Boolean indicating whether SSL should be enabled
+     */
+    buildSslConfig() {
+        const ssl = this.mode === 'msk';
+        this.logger.log(`SSL ${ssl ? 'enabled' : 'disabled'} for ${this.mode} mode`);
+        return ssl;
+    }
+    /**
+     * Get complete client configuration
+     *
+     * Builds a complete Kafka client configuration with brokers, SASL, SSL,
+     * timeouts, and retry settings. Merges provided options with defaults.
+     *
+     * @param clientId - Unique identifier for this Kafka client
+     * @param options - Optional configuration overrides
+     * @returns Complete KafkaClientConfig object
+     */
+    getClientConfig(clientId, options) {
+        if (!clientId || clientId.trim() === '') {
+            throw new Error('clientId is required and cannot be empty');
+        }
+        // Detect mode and get configuration
+        const modeConfig = this.detectKafkaMode();
+        // Build base configuration
+        const config = {
+            clientId: clientId.trim(),
+            brokers: modeConfig.brokers,
+            sasl: modeConfig.sasl,
+            ssl: modeConfig.ssl,
+            requestTimeout: DEFAULT_REQUEST_TIMEOUT,
+            connectionTimeout: DEFAULT_CONNECTION_TIMEOUT,
+            retry: DEFAULT_RETRY_CONFIG
+        };
+        // Merge with provided options
+        if (options) {
+            Object.assign(config, options);
+            // Deep merge retry config if provided
+            if (options.retry) {
+                config.retry = {
+                    ...DEFAULT_RETRY_CONFIG,
+                    ...options.retry
+                };
+            }
+        }
+        this.logger.log(`Client configuration built for: ${clientId}`);
+        return config;
+    }
+    /**
+     * Get consumer configuration with defaults
+     *
+     * Builds a complete Kafka consumer configuration with session timeouts,
+     * heartbeat intervals, rebalance settings, and retry configuration.
+     * Merges custom configuration with defaults.
+     *
+     * @param groupId - Consumer group identifier
+     * @param customConfig - Optional custom consumer configuration
+     * @returns Complete KafkaConsumerConfig object
+     */
+    getConsumerConfig(groupId, customConfig) {
+        if (!groupId || groupId.trim() === '') {
+            throw new Error('groupId is required and cannot be empty');
+        }
+        // Build base configuration with defaults
+        const config = {
+            groupId: groupId.trim(),
+            ...DEFAULT_CONSUMER_CONFIG
+        };
+        // Merge with custom configuration
+        if (customConfig) {
+            Object.assign(config, customConfig);
+            // Deep merge retry config if provided
+            if (customConfig.retry) {
+                config.retry = {
+                    ...DEFAULT_CONSUMER_CONFIG.retry,
+                    ...customConfig.retry
+                };
+            }
+        }
+        this.logger.log(`Consumer configuration built for group: ${groupId}`);
+        return config;
+    }
+    /**
+     * Validate configuration at startup
+     *
+     * Performs comprehensive validation of Kafka configuration including:
+     * - KAFKA_MODE validation
+     * - Broker address validation
+     * - SASL configuration validation (MSK mode)
+     * - Consumer group ID format validation
+     *
+     * @throws Error if any validation fails with descriptive message
+     */
+    validateConfig() {
+        this.logger.log('Starting Kafka configuration validation...');
+        // Validate KAFKA_MODE
+        const kafkaMode = process.env.KAFKA_MODE?.toLowerCase();
+        if (!kafkaMode) {
+            throw new Error('KAFKA_MODE environment variable is required. Valid values: "local" or "msk"');
+        }
+        if (kafkaMode !== 'local' && kafkaMode !== 'msk') {
+            throw new Error(`Invalid KAFKA_MODE: "${kafkaMode}". Valid values are "local" or "msk"`);
+        }
+        this.mode = kafkaMode;
+        // Validate MSK-specific requirements
+        if (this.mode === 'msk') {
+            const kafkaBroker = process.env.KAFKA_BROKER;
+            if (!kafkaBroker) {
+                throw new Error('KAFKA_BROKER environment variable is required for MSK mode. ' +
+                    'Expected JSON format with kafka_broker, kafka_sasl_mechanism, ' +
+                    'kafka_sasl_username, and kafka_sasl_password fields.');
+            }
+            // Validate JSON format
+            try {
+                const config = this.brokerParser.parseJsonConfig(kafkaBroker);
+                // Validate SASL configuration presence
+                if (!config.sasl) {
+                    this.logger.warn('MSK mode configured without SASL credentials. ' +
+                        'This may cause authentication failures.');
+                }
+                else {
+                    // Validate SASL fields are non-empty
+                    if (!config.sasl.mechanism || config.sasl.mechanism.trim() === '') {
+                        throw new Error('kafka_sasl_mechanism cannot be empty');
+                    }
+                    if (!config.sasl.username || config.sasl.username.trim() === '') {
+                        throw new Error('kafka_sasl_username cannot be empty');
+                    }
+                    if (!config.sasl.password || config.sasl.password.trim() === '') {
+                        throw new Error('kafka_sasl_password cannot be empty');
+                    }
+                }
+                // Validate brokers
+                if (config.brokers.length === 0) {
+                    throw new Error('At least one broker address is required');
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                throw new Error(`MSK configuration validation failed: ${errorMessage}`);
+            }
+        }
+        // Validate broker addresses
+        try {
+            const brokers = this.parseBrokers();
+            if (brokers.length === 0) {
+                throw new Error('At least one valid broker address is required');
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            throw new Error(`Broker validation failed: ${errorMessage}`);
+        }
+        this.logger.log('Kafka configuration validation completed successfully');
+    }
+}
+exports.KafkaConfigManager = KafkaConfigManager;
+//# sourceMappingURL=kafka-config.manager.js.map

package/dist/kafka/kafka-config.manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-config.manager.js","sourceRoot":"","sources":["../../src/kafka/kafka-config.manager.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAEH,2CAAwC;AACxC,mDAA+C;AAO/C;;GAEG;AACH,MAAM,oBAAoB,GAAG;IAC3B,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,GAAG;IACrB,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,KAAK;CACpB,CAAC;AAEF;;GAEG;AACH,MAAM,uBAAuB,GAAG;IAC9B,cAAc,EAAE,MAAM,EAAE,YAAY;IACpC,iBAAiB,EAAE,IAAI,EAAE,YAAY;IACrC,gBAAgB,EAAE,KAAK,EAAE,WAAW;IACpC,sBAAsB,EAAE,IAAI;IAC5B,KAAK,EAAE,oBAAoB;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC,CAAC,aAAa;AACvD,MAAM,uBAAuB,GAAG,KAAK,CAAC,CAAC,aAAa;AAEpD;;GAEG;AACH,MAAa,kBAAkB;IAK7B,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,eAAM,CAAC,oBAAoB,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC,+CAA+C;IACtE,CAAC;IAED;;;;;;;;OAQG;IACH,eAAe;QACb,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;QAExD,sBAAsB;QACtB,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,KAAK,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mCAAmC,SAAS,4BAA4B;gBACxE,oCAAoC,CACrC,CAAC;YACF,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,SAA4B,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAEnE,gBAAgB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpC,iCAAiC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAEpC,wBAAwB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO;YACP,IAAI;YACJ,GAAG;SACJ,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,YAAY;QACV,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7E,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,eAAe;QACb,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAEnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAE9D,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;gBACrG,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,0BAA0B;YAC1B,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;YACpE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAEtD,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,4BAA4B,MAAM,CAAC,IAAI,CAAC,SAAS,KAAK;oBACtD,qBAAqB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClD,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4CAA4C,SAAS,EAAE,CAAC,CAAC;YAEzE,OAAO;gBACL,SAAS,EAAE,SAAwD;gBACnE,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;gBAC9B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;aAC/B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,cAAc;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,QAAQ,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC;QAC7E,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;;;;OASG;IACH,eAAe,CACb,QAAgB,EAChB,OAAoC;QAEpC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,oCAAoC;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE1C,2BAA2B;QAC3B,MAAM,MAAM,GAAsB;YAChC,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE;YACzB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,GAAG,EAAE,UAAU,CAAC,GAAG;YACnB,cAAc,EAAE,uBAAuB;YACvC,iBAAiB,EAAE,0BAA0B;YAC7C,KAAK,EAAE,oBAAoB;SAC5B,CAAC;QAEF,8BAA8B;QAC9B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE/B,sCAAsC;YACtC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,GAAG;oBACb,GAAG,oBAAoB;oBACvB,GAAG,OAAO,CAAC,KAAK;iBACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QAE/D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;;;OAUG;IACH,iBAAiB,CACf,OAAe,EACf,YAA2C;QAE3C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,yCAAyC;QACzC,MAAM,MAAM,GAAwB;YAClC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,GAAG,uBAAuB;SAC3B,CAAC;QAEF,kCAAkC;QAClC,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAEpC,sCAAsC;YACtC,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,GAAG;oBACb,GAAG,uBAAuB,CAAC,KAAK;oBAChC,GAAG,YAAY,CAAC,KAAK;iBACtB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,OAAO,EAAE,CAAC,CAAC;QAEtE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;;;OAUG;IACH,cAAc;QACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAE9D,sBAAsB;QACtB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CACb,wBAAwB,SAAS,sCAAsC,CACxE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,GAAG,SAA4B,CAAC;QAEzC,qCAAqC;QACrC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,8DAA8D;oBAC9D,gEAAgE;oBAChE,sDAAsD,CACvD,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;gBAE9D,uCAAuC;gBACvC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gDAAgD;wBAChD,yCAAyC,CAC1C,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,qCAAqC;oBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;wBAClE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;oBAC1D,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;wBAChE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;oBACzD,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;wBAChE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;oBACzD,CAAC;gBACH,CAAC;gBAED,mBAAmB;gBACnB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;CACF;AAlUD,gDAkUC"}

package/dist/kafka/kafka-logger.d.ts

@@ -0,0 +1,125 @@
+/**
+ * Kafka Logger
+ *
+ * Provides structured logging for Kafka operations using NestJS Logger.
+ * Ensures consistent log formatting and credential filtering across all services.
+ */
+import { Logger } from '@nestjs/common';
+import { KafkaLogContext, DLQMessage, CircuitState, CircuitBreakerStats } from './types';
+/**
+ * KafkaLogger class provides structured logging for all Kafka-related operations
+ *
+ * Features:
+ * - Uses NestJS Logger for consistent formatting
+ * - Filters credentials from logs for security
+ * - Provides context-rich log messages
+ * - Supports all Kafka lifecycle events
+ */
+export declare class KafkaLogger {
+    private logger;
+    private serviceName;
+    /**
+     * Create a new KafkaLogger instance
+     *
+     * @param serviceName - Name of the service using this logger
+     * @param logger - Optional NestJS Logger instance (creates new one if not provided)
+     */
+    constructor(serviceName: string, logger?: Logger);
+    /**
+     * Log Kafka mode detection
+     *
+     * @param mode - Detected Kafka mode (local or msk)
+     */
+    logModeDetection(mode: 'local' | 'msk'): void;
+    /**
+     * Log broker parsing result
+     *
+     * @param brokers - Array of parsed broker addresses
+     */
+    logBrokersParsed(brokers: string[]): void;
+    /**
+     * Log SASL configuration (without credentials)
+     *
+     * @param mechanism - SASL mechanism being used
+     */
+    logSaslConfig(mechanism: string): void;
+    /**
+     * Log connection attempt
+     *
+     * @param clientId - Kafka client identifier
+     */
+    logConnectionAttempt(clientId: string): void;
+    /**
+     * Log successful connection
+     *
+     * @param clientId - Kafka client identifier
+     * @param brokers - Connected broker addresses
+     */
+    logConnectionSuccess(clientId: string, brokers: string[]): void;
+    /**
+     * Log connection failure
+     *
+     * @param clientId - Kafka client identifier
+     * @param error - Error that occurred during connection
+     */
+    logConnectionFailure(clientId: string, error: Error): void;
+    /**
+     * Log subscription registration
+     *
+     * @param pattern - Message pattern being subscribed to
+     * @param clientName - Name of the client subscribing
+     */
+    logSubscription(pattern: string, clientName: string): void;
+    /**
+     * Log message send operation
+     *
+     * @param pattern - Message pattern being sent
+     * @param context - Optional additional context
+     */
+    logMessageSend(pattern: string, context?: KafkaLogContext): void;
+    /**
+     * Log message receive operation
+     *
+     * @param pattern - Message pattern received
+     * @param context - Optional additional context
+     */
+    logMessageReceive(pattern: string, context?: KafkaLogContext): void;
+    /**
+     * Log message processing error
+     *
+     * @param pattern - Message pattern that failed processing
+     * @param error - Error that occurred
+     * @param context - Optional additional context
+     */
+    logProcessingError(pattern: string, error: Error, context?: KafkaLogContext): void;
+    /**
+     * Log dead letter queue event
+     *
+     * @param message - DLQ message being logged
+     */
+    logDLQEvent(message: DLQMessage): void;
+    /**
+     * Log circuit breaker state change
+     *
+     * @param serviceName - Target service name
+     * @param oldState - Previous circuit state
+     * @param newState - New circuit state
+     * @param stats - Circuit breaker statistics
+     */
+    logCircuitBreakerStateChange(serviceName: string, oldState: CircuitState, newState: CircuitState, stats: CircuitBreakerStats): void;
+    /**
+     * Build log context with service name and additional metadata
+     *
+     * @param metadata - Additional metadata to include in context
+     * @returns Formatted context string
+     */
+    private buildContext;
+    /**
+     * Filter credentials from metadata to prevent logging sensitive information
+     *
+     * @param metadata - Metadata object that may contain credentials
+     * @returns Filtered metadata with credentials removed
+     */
+    private filterCredentials;
+}
+//# sourceMappingURL=kafka-logger.d.ts.map

package/dist/kafka/kafka-logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-logger.d.ts","sourceRoot":"","sources":["../../src/kafka/kafka-logger.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EACL,eAAe,EACf,UAAU,EACV,YAAY,EACZ,mBAAmB,EACpB,MAAM,SAAS,CAAC;AAEjB;;;;;;;;GAQG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAS;IAE5B;;;;;OAKG;gBACS,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;IAKhD;;;;OAIG;IACH,gBAAgB,CAAC,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,IAAI;IAO7C;;;;OAIG;IACH,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAOzC;;;;OAIG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAOtC;;;;OAIG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAO5C;;;;;OAKG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAO/D;;;;;OAKG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI;IAQ1D;;;;;OAKG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAO1D;;;;;OAKG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,IAAI;IAOhE;;;;;OAKG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,IAAI;IAOnE;;;;;;OAMG;IACH,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,IAAI;IAQlF;;;;OAIG;IACH,WAAW,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IActC;;;;;;;OAOG;IACH,4BAA4B,CAC1B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,YAAY,EACtB,QAAQ,EAAE,YAAY,EACtB,KAAK,EAAE,mBAAmB,GACzB,IAAI;IAeP;;;;;OAKG;IACH,OAAO,CAAC,YAAY;IASpB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;CAmC1B"}