@514labs/moose-lib 0.6.256 → 0.6.257

package/dist/index.mjs

@@ -26,6 +26,7 @@ __export(commons_exports, {
   antiCachePath: () => antiCachePath,
   cliLog: () => cliLog,
   compilerLog: () => compilerLog,
+  createProducerConfig: () => createProducerConfig,
   getClickhouseClient: () => getClickhouseClient,
   getFileName: () => getFileName,
   getKafkaClient: () => getKafkaClient,
@@ -51,18 +52,25 @@ function isTruthy(value) {
 function mapTstoJs(filePath) {
   return filePath.replace(/\.ts$/, ".js").replace(/\.cts$/, ".cjs").replace(/\.mts$/, ".mjs");
 }
-async function getKafkaProducer(cfg, logger) {
-  const kafka = await getKafkaClient(cfg, logger);
-  const producer = kafka.producer({
+function createProducerConfig(maxMessageBytes) {
+  return {
     kafkaJS: {
-      idempotent: true,
+      idempotent: false,
+      // Not needed for at-least-once delivery
       acks: ACKs,
       retry: {
         retries: MAX_RETRIES_PRODUCER,
         maxRetryTime: MAX_RETRY_TIME_MS
       }
-    }
-  });
+    },
+    "linger.ms": 0,
+    // This is to make sure at least once delivery with immediate feedback on the send
+    ...maxMessageBytes && { "message.max.bytes": maxMessageBytes }
+  };
+}
+async function getKafkaProducer(cfg, logger, maxMessageBytes) {
+  const kafka = await getKafkaClient(cfg, logger);
+  const producer = kafka.producer(createProducerConfig(maxMessageBytes));
   await producer.connect();
   return producer;
 }
@@ -3304,6 +3312,7 @@ export {
   createClickhouseParameter,
   createConsumptionApi,
   createMaterializedView,
+  createProducerConfig,
   dropView,
   expressMiddleware,
   getApi,