@514labs/moose-lib 0.6.303 → 0.6.304

package/dist/moose-runner.js

@@ -2621,7 +2621,7 @@ var stopConsumer = async (logger2, consumer, sourceTopic) => {
     }
   }
 };
-var handleMessage = async (logger2, streamingFunctionWithConfigList, message, producer, fieldMutations) => {
+var handleMessage = async (logger2, streamingFunctionWithConfigList, message, producer, fieldMutations, logPayloads) => {
   if (message.value === void 0 || message.value === null) {
     logger2.log(`Received message with no value, skipping...`);
     return void 0;
@@ -2633,6 +2633,9 @@ var handleMessage = async (logger2, streamingFunctionWithConfigList, message, pr
     }
     const parsedData = JSON.parse(payloadBuffer.toString());
     mutateParsedJson(parsedData, fieldMutations);
+    if (logPayloads) {
+      logger2.log(`[PAYLOAD:STREAM_IN] ${JSON.stringify(parsedData)}`);
+    }
     const transformedData = await Promise.all(
       streamingFunctionWithConfigList.map(async ([fn, config]) => {
         try {
@@ -2677,7 +2680,7 @@ var handleMessage = async (logger2, streamingFunctionWithConfigList, message, pr
         }
       })
     );
-    return transformedData.map((userFunctionOutput, i) => {
+    const processedMessages = transformedData.map((userFunctionOutput, i) => {
       const [_, config] = streamingFunctionWithConfigList[i];
       if (userFunctionOutput) {
         if (Array.isArray(userFunctionOutput)) {
@@ -2699,6 +2702,15 @@ var handleMessage = async (logger2, streamingFunctionWithConfigList, message, pr
         }
       }
     }).flat().filter((item) => item !== void 0 && item !== null);
+    if (logPayloads) {
+      if (processedMessages.length > 0) {
+        const outgoingJsonStrings = processedMessages.map((msg) => msg.value);
+        logger2.log(`[PAYLOAD:STREAM_OUT] [${outgoingJsonStrings.join(",")}]`);
+      } else {
+        logger2.log(`[PAYLOAD:STREAM_OUT] (no output from streaming function)`);
+      }
+    }
+    return processedMessages;
   } catch (e) {
     logger2.error(`Failed to transform data`);
     if (e instanceof Error) {
@@ -2911,7 +2923,8 @@ var startConsumer = async (args, logger2, metrics, _parallelism, consumer, produ
             streamingFunctions,
             message,
             producer,
-            fieldMutations
+            fieldMutations,
+            args.logPayloads
           );
         },
         {
@@ -3576,7 +3589,7 @@ program.command("consumption-apis").description("Run consumption APIs").argument
 program.command("streaming-functions").description("Run streaming functions").argument("<source-topic>", "Source topic configuration as JSON").argument("<function-file-path>", "Path to the function file").argument(
   "<broker>",
   "Kafka broker address(es) - comma-separated for multiple brokers (e.g., 'broker1:9092, broker2:9092'). Whitespace around commas is automatically trimmed."
-).argument("<max-subscriber-count>", "Maximum number of subscribers").option("--target-topic <target-topic>", "Target topic configuration as JSON").option("--sasl-username <username>", "SASL username").option("--sasl-password <password>", "SASL password").option("--sasl-mechanism <mechanism>", "SASL mechanism").option("--security-protocol <protocol>", "Security protocol").option("--is-dmv2", "Whether this is a DMv2 function", false).action(
+).argument("<max-subscriber-count>", "Maximum number of subscribers").option("--target-topic <target-topic>", "Target topic configuration as JSON").option("--sasl-username <username>", "SASL username").option("--sasl-password <password>", "SASL password").option("--sasl-mechanism <mechanism>", "SASL mechanism").option("--security-protocol <protocol>", "Security protocol").option("--is-dmv2", "Whether this is a DMv2 function", false).option("--log-payloads", "Log payloads for debugging", false).action(
   (sourceTopic, functionFilePath, broker, maxSubscriberCount, options) => {
     const config = {
       sourceTopic: JSON.parse(sourceTopic),
@@ -3585,6 +3598,7 @@ program.command("streaming-functions").description("Run streaming functions").ar
       broker,
       maxSubscriberCount: parseInt(maxSubscriberCount),
       isDmv2: options.isDmv2,
+      logPayloads: options.logPayloads,
       saslUsername: options.saslUsername,
       saslPassword: options.saslPassword,
       saslMechanism: options.saslMechanism,