@514labs/moose-lib 0.6.276-ci-8-gc5dc0ced → 0.6.276-ci-1-gfe86cd2c

package/dist/browserCompatible.js

@@ -34,6 +34,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var commons_exports = {};
 __export(commons_exports, {
   ACKs: () => ACKs,
+  CODES: () => import_kafka_javascript.CODES,
+  KafkaConsumer: () => import_kafka_javascript.KafkaConsumer,
   MAX_RETRIES: () => MAX_RETRIES,
   MAX_RETRIES_PRODUCER: () => MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS: () => MAX_RETRY_TIME_MS,
@@ -42,6 +44,7 @@ __export(commons_exports, {
   antiCachePath: () => antiCachePath,
   cliLog: () => cliLog,
   compilerLog: () => compilerLog,
+  createNativeKafkaConsumer: () => createNativeKafkaConsumer,
   createProducerConfig: () => createProducerConfig,
   getClickhouseClient: () => getClickhouseClient,
   getFileName: () => getFileName,
@@ -87,7 +90,7 @@ async function getKafkaProducer(cfg, logger, maxMessageBytes) {
   await producer.connect();
   return producer;
 }
-var import_http, import_client, import_kafka_javascript, Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient;
+var import_http, import_client, import_kafka_javascript, Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient, buildNativeSaslConfig, createNativeKafkaConsumer;
 var init_commons = __esm({
   "src/commons.ts"() {
     "use strict";
@@ -194,6 +197,59 @@ var init_commons = __esm({
         }
       });
     };
+    buildNativeSaslConfig = (logger, cfg) => {
+      if (!cfg.saslMechanism || !cfg.saslUsername || !cfg.saslPassword) {
+        return {};
+      }
+      const mechanism = cfg.saslMechanism.toUpperCase();
+      const validMechanisms = ["PLAIN", "SCRAM-SHA-256", "SCRAM-SHA-512"];
+      if (!validMechanisms.includes(mechanism)) {
+        logger.warn(`Unsupported SASL mechanism: ${cfg.saslMechanism}`);
+        return {};
+      }
+      return {
+        "sasl.mechanisms": mechanism,
+        "sasl.username": cfg.saslUsername,
+        "sasl.password": cfg.saslPassword
+      };
+    };
+    createNativeKafkaConsumer = (cfg, logger, rebalanceCb) => {
+      const brokers = parseBrokerString(cfg.broker || "");
+      if (brokers.length === 0) {
+        throw new Error(`No valid broker addresses found in: "${cfg.broker}"`);
+      }
+      logger.log(
+        `Creating native KafkaConsumer with brokers: ${brokers.join(", ")}`
+      );
+      logger.log(`Security protocol: ${cfg.securityProtocol || "plaintext"}`);
+      logger.log(`Client ID: ${cfg.clientId}`);
+      logger.log(`Group ID: ${cfg.groupId}`);
+      const saslConfig = buildNativeSaslConfig(logger, cfg);
+      const consumerConfig = {
+        // Connection
+        "bootstrap.servers": brokers.join(","),
+        "client.id": cfg.clientId,
+        // Group management
+        "group.id": cfg.groupId,
+        "session.timeout.ms": cfg.sessionTimeoutMs ?? 3e4,
+        "heartbeat.interval.ms": cfg.heartbeatIntervalMs ?? 3e3,
+        "max.poll.interval.ms": cfg.maxPollIntervalMs ?? 3e5,
+        // Offset management
+        "enable.auto.commit": cfg.autoCommit ?? true,
+        "auto.commit.interval.ms": cfg.autoCommitIntervalMs ?? 5e3,
+        // Security
+        ...cfg.securityProtocol === "SASL_SSL" && {
+          "security.protocol": "sasl_ssl"
+        },
+        ...saslConfig,
+        // Rebalance callback
+        ...rebalanceCb && { rebalance_cb: rebalanceCb }
+      };
+      const topicConfig = {
+        "auto.offset.reset": cfg.autoOffsetReset ?? "earliest"
+      };
+      return new import_kafka_javascript.KafkaConsumer(consumerConfig, topicConfig);
+    };
   }
 });