@daolmedo/openclaw-twilio-whatsapp 1.1.6 → 1.1.7

package/dist/index.js

@@ -176,9 +176,8 @@ var twilioWhatsappPlugin = {
 
 // src/http-routes.ts
 import { dispatchInboundDirectDmWithRuntime } from "openclaw/plugin-sdk/direct-dm";
-import {
-  saveMediaBuffer
-} from "openclaw/plugin-sdk/media-runtime";
+import { saveMediaBuffer } from "openclaw/plugin-sdk/media-runtime";
+import { transcribeFirstAudio } from "openclaw/plugin-sdk/media-understanding";
 
 // src/webhook.ts
 import twilio2 from "twilio";
@@ -354,6 +353,23 @@ function registerTwilioWhatsappHttpRoutes(api) {
         MediaUrls: resolvedMedia.map((m) => m.path),
         MediaTypes: resolvedMedia.map((m) => m.contentType)
       } : {};
+      let bodyForAgent = messageText || void 0;
+      const hasAudio = resolvedMedia.some((m) => m.contentType.startsWith("audio/"));
+      if (hasAudio) {
+        try {
+          const transcript = await transcribeFirstAudio({
+            ctx: {
+              MediaPaths: resolvedMedia.map((m) => m.path),
+              MediaTypes: resolvedMedia.map((m) => m.contentType)
+            },
+            cfg: stored.cfg
+          });
+          bodyForAgent = transcript || messageText || "<media:audio>";
+        } catch (err) {
+          console.error("[twilio-whatsapp] Audio transcription failed:", err);
+          bodyForAgent = messageText || "<media:audio>";
+        }
+      }
       const stopTyping = fields.messageSid ? startTypingKeepalive({
         accountSid: account.accountSid,
         authToken: account.authToken,
@@ -372,7 +388,7 @@ function registerTwilioWhatsappHttpRoutes(api) {
         recipientAddress,
         conversationLabel,
         rawBody: messageText,
-        bodyForAgent: messageText || void 0,
+        bodyForAgent,
         messageId: fields.messageSid,
         timestamp: Date.now(),
         commandAuthorized: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daolmedo/openclaw-twilio-whatsapp",
-  "version": "1.1.6",
+  "version": "1.1.7",
   "description": "Twilio WhatsApp channel plugin for OpenClaw (Cody ISV)",
   "type": "module",
   "exports": {