@514labs/moose-lib 0.6.276-ci-1-gfe86cd2c → 0.6.276-ci-3-g7a7bb18a

package/dist/dmv2/index.mjs

@@ -12,8 +12,6 @@ var __export = (target, all) => {
 var commons_exports = {};
 __export(commons_exports, {
   ACKs: () => ACKs,
-  CODES: () => CODES,
-  KafkaConsumer: () => KafkaConsumer,
   MAX_RETRIES: () => MAX_RETRIES,
   MAX_RETRIES_PRODUCER: () => MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS: () => MAX_RETRY_TIME_MS,
@@ -22,7 +20,6 @@ __export(commons_exports, {
   antiCachePath: () => antiCachePath,
   cliLog: () => cliLog,
   compilerLog: () => compilerLog,
-  createNativeKafkaConsumer: () => createNativeKafkaConsumer,
   createProducerConfig: () => createProducerConfig,
   getClickhouseClient: () => getClickhouseClient,
   getFileName: () => getFileName,
@@ -33,11 +30,7 @@ __export(commons_exports, {
 });
 import http from "http";
 import { createClient } from "@clickhouse/client";
-import {
-  KafkaConsumer,
-  KafkaJS,
-  CODES
-} from "@confluentinc/kafka-javascript";
+import { KafkaJS } from "@514labs/kafka-javascript";
 function isTruthy(value) {
   if (!value) return false;
   switch (value.trim().toLowerCase()) {
@@ -75,7 +68,7 @@ async function getKafkaProducer(cfg, logger, maxMessageBytes) {
   await producer.connect();
   return producer;
 }
-var Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient, buildNativeSaslConfig, createNativeKafkaConsumer;
+var Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient;
 var init_commons = __esm({
   "src/commons.ts"() {
     "use strict";
@@ -179,59 +172,6 @@ var init_commons = __esm({
         }
       });
     };
-    buildNativeSaslConfig = (logger, cfg) => {
-      if (!cfg.saslMechanism || !cfg.saslUsername || !cfg.saslPassword) {
-        return {};
-      }
-      const mechanism = cfg.saslMechanism.toUpperCase();
-      const validMechanisms = ["PLAIN", "SCRAM-SHA-256", "SCRAM-SHA-512"];
-      if (!validMechanisms.includes(mechanism)) {
-        logger.warn(`Unsupported SASL mechanism: ${cfg.saslMechanism}`);
-        return {};
-      }
-      return {
-        "sasl.mechanisms": mechanism,
-        "sasl.username": cfg.saslUsername,
-        "sasl.password": cfg.saslPassword
-      };
-    };
-    createNativeKafkaConsumer = (cfg, logger, rebalanceCb) => {
-      const brokers = parseBrokerString(cfg.broker || "");
-      if (brokers.length === 0) {
-        throw new Error(`No valid broker addresses found in: "${cfg.broker}"`);
-      }
-      logger.log(
-        `Creating native KafkaConsumer with brokers: ${brokers.join(", ")}`
-      );
-      logger.log(`Security protocol: ${cfg.securityProtocol || "plaintext"}`);
-      logger.log(`Client ID: ${cfg.clientId}`);
-      logger.log(`Group ID: ${cfg.groupId}`);
-      const saslConfig = buildNativeSaslConfig(logger, cfg);
-      const consumerConfig = {
-        // Connection
-        "bootstrap.servers": brokers.join(","),
-        "client.id": cfg.clientId,
-        // Group management
-        "group.id": cfg.groupId,
-        "session.timeout.ms": cfg.sessionTimeoutMs ?? 3e4,
-        "heartbeat.interval.ms": cfg.heartbeatIntervalMs ?? 3e3,
-        "max.poll.interval.ms": cfg.maxPollIntervalMs ?? 3e5,
-        // Offset management
-        "enable.auto.commit": cfg.autoCommit ?? true,
-        "auto.commit.interval.ms": cfg.autoCommitIntervalMs ?? 5e3,
-        // Security
-        ...cfg.securityProtocol === "SASL_SSL" && {
-          "security.protocol": "sasl_ssl"
-        },
-        ...saslConfig,
-        // Rebalance callback
-        ...rebalanceCb && { rebalance_cb: rebalanceCb }
-      };
-      const topicConfig = {
-        "auto.offset.reset": cfg.autoOffsetReset ?? "earliest"
-      };
-      return new KafkaConsumer(consumerConfig, topicConfig);
-    };
   }
 });