@514labs/moose-lib 0.6.276-ci-1-gfe86cd2c → 0.6.276-ci-3-g7a7bb18a

package/dist/browserCompatible.js

@@ -34,8 +34,6 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var commons_exports = {};
 __export(commons_exports, {
   ACKs: () => ACKs,
-  CODES: () => import_kafka_javascript.CODES,
-  KafkaConsumer: () => import_kafka_javascript.KafkaConsumer,
   MAX_RETRIES: () => MAX_RETRIES,
   MAX_RETRIES_PRODUCER: () => MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS: () => MAX_RETRY_TIME_MS,
@@ -44,7 +42,6 @@ __export(commons_exports, {
   antiCachePath: () => antiCachePath,
   cliLog: () => cliLog,
   compilerLog: () => compilerLog,
-  createNativeKafkaConsumer: () => createNativeKafkaConsumer,
   createProducerConfig: () => createProducerConfig,
   getClickhouseClient: () => getClickhouseClient,
   getFileName: () => getFileName,
@@ -90,13 +87,13 @@ async function getKafkaProducer(cfg, logger, maxMessageBytes) {
   await producer.connect();
   return producer;
 }
-var import_http, import_client, import_kafka_javascript, Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient, buildNativeSaslConfig, createNativeKafkaConsumer;
+var import_http, import_client, import_kafka_javascript, Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient;
 var init_commons = __esm({
   "src/commons.ts"() {
     "use strict";
     import_http = __toESM(require("http"));
     import_client = require("@clickhouse/client");
-    import_kafka_javascript = require("@confluentinc/kafka-javascript");
+    import_kafka_javascript = require("@514labs/kafka-javascript");
     ({ Kafka } = import_kafka_javascript.KafkaJS);
     compilerLog = (message) => {
       if (!isTruthy(process.env.MOOSE_DISABLE_COMPILER_LOGS)) {
@@ -197,59 +194,6 @@ var init_commons = __esm({
         }
       });
     };
-    buildNativeSaslConfig = (logger, cfg) => {
-      if (!cfg.saslMechanism || !cfg.saslUsername || !cfg.saslPassword) {
-        return {};
-      }
-      const mechanism = cfg.saslMechanism.toUpperCase();
-      const validMechanisms = ["PLAIN", "SCRAM-SHA-256", "SCRAM-SHA-512"];
-      if (!validMechanisms.includes(mechanism)) {
-        logger.warn(`Unsupported SASL mechanism: ${cfg.saslMechanism}`);
-        return {};
-      }
-      return {
-        "sasl.mechanisms": mechanism,
-        "sasl.username": cfg.saslUsername,
-        "sasl.password": cfg.saslPassword
-      };
-    };
-    createNativeKafkaConsumer = (cfg, logger, rebalanceCb) => {
-      const brokers = parseBrokerString(cfg.broker || "");
-      if (brokers.length === 0) {
-        throw new Error(`No valid broker addresses found in: "${cfg.broker}"`);
-      }
-      logger.log(
-        `Creating native KafkaConsumer with brokers: ${brokers.join(", ")}`
-      );
-      logger.log(`Security protocol: ${cfg.securityProtocol || "plaintext"}`);
-      logger.log(`Client ID: ${cfg.clientId}`);
-      logger.log(`Group ID: ${cfg.groupId}`);
-      const saslConfig = buildNativeSaslConfig(logger, cfg);
-      const consumerConfig = {
-        // Connection
-        "bootstrap.servers": brokers.join(","),
-        "client.id": cfg.clientId,
-        // Group management
-        "group.id": cfg.groupId,
-        "session.timeout.ms": cfg.sessionTimeoutMs ?? 3e4,
-        "heartbeat.interval.ms": cfg.heartbeatIntervalMs ?? 3e3,
-        "max.poll.interval.ms": cfg.maxPollIntervalMs ?? 3e5,
-        // Offset management
-        "enable.auto.commit": cfg.autoCommit ?? true,
-        "auto.commit.interval.ms": cfg.autoCommitIntervalMs ?? 5e3,
-        // Security
-        ...cfg.securityProtocol === "SASL_SSL" && {
-          "security.protocol": "sasl_ssl"
-        },
-        ...saslConfig,
-        // Rebalance callback
-        ...rebalanceCb && { rebalance_cb: rebalanceCb }
-      };
-      const topicConfig = {
-        "auto.offset.reset": cfg.autoOffsetReset ?? "earliest"
-      };
-      return new import_kafka_javascript.KafkaConsumer(consumerConfig, topicConfig);
-    };
   }
 });