@daolmedo/openclaw-twilio-whatsapp 1.1.5 → 1.1.7

package/dist/index.js

@@ -176,9 +176,8 @@ var twilioWhatsappPlugin = {
 
 // src/http-routes.ts
 import { dispatchInboundDirectDmWithRuntime } from "openclaw/plugin-sdk/direct-dm";
-import {
-  saveMediaBuffer
-} from "openclaw/plugin-sdk/media-runtime";
+import { saveMediaBuffer } from "openclaw/plugin-sdk/media-runtime";
+import { transcribeFirstAudio } from "openclaw/plugin-sdk/media-understanding";
 
 // src/webhook.ts
 import twilio2 from "twilio";
@@ -209,6 +208,39 @@ function parseTwilioWebhook(rawBody) {
   };
 }
 
+// src/typing.ts
+async function sendWhatsappTypingIndicator(opts) {
+  const auth = Buffer.from(`${opts.accountSid}:${opts.authToken}`).toString("base64");
+  const body = new URLSearchParams({ messageId: opts.messageId, channel: "whatsapp" });
+  const response = await fetch("https://messaging.twilio.com/v2/Indicators/Typing.json", {
+    method: "POST",
+    headers: {
+      Authorization: `Basic ${auth}`,
+      "Content-Type": "application/x-www-form-urlencoded"
+    },
+    body: body.toString(),
+    signal: AbortSignal.timeout(1e4)
+  });
+  if (!response.ok) {
+    throw new Error(`Typing indicator failed: HTTP ${response.status}`);
+  }
+}
+function startTypingKeepalive(opts) {
+  const { intervalMs = 2e4 } = opts;
+  let stopped = false;
+  void sendWhatsappTypingIndicator(opts).catch(() => {
+  });
+  const timer = setInterval(() => {
+    if (stopped) return;
+    void sendWhatsappTypingIndicator(opts).catch(() => {
+    });
+  }, intervalMs);
+  return () => {
+    stopped = true;
+    clearInterval(timer);
+  };
+}
+
 // src/http-routes.ts
 var MEDIA_MAX_BYTES = 16 * 1024 * 1024;
 async function readBody(req) {
@@ -321,6 +353,29 @@ function registerTwilioWhatsappHttpRoutes(api) {
         MediaUrls: resolvedMedia.map((m) => m.path),
         MediaTypes: resolvedMedia.map((m) => m.contentType)
       } : {};
+      let bodyForAgent = messageText || void 0;
+      const hasAudio = resolvedMedia.some((m) => m.contentType.startsWith("audio/"));
+      if (hasAudio) {
+        try {
+          const transcript = await transcribeFirstAudio({
+            ctx: {
+              MediaPaths: resolvedMedia.map((m) => m.path),
+              MediaTypes: resolvedMedia.map((m) => m.contentType)
+            },
+            cfg: stored.cfg
+          });
+          bodyForAgent = transcript || messageText || "<media:audio>";
+        } catch (err) {
+          console.error("[twilio-whatsapp] Audio transcription failed:", err);
+          bodyForAgent = messageText || "<media:audio>";
+        }
+      }
+      const stopTyping = fields.messageSid ? startTypingKeepalive({
+        accountSid: account.accountSid,
+        authToken: account.authToken,
+        messageId: fields.messageSid
+      }) : () => {
+      };
       dispatchInboundDirectDmWithRuntime({
         cfg: stored.cfg,
         runtime: { channel: stored.channelRuntime },
@@ -333,12 +388,13 @@ function registerTwilioWhatsappHttpRoutes(api) {
         recipientAddress,
         conversationLabel,
         rawBody: messageText,
-        bodyForAgent: messageText || void 0,
+        bodyForAgent,
         messageId: fields.messageSid,
         timestamp: Date.now(),
         commandAuthorized: true,
         extraContext: mediaContext,
         deliver: async (payload) => {
+          stopTyping();
           const text = payload.text ?? "";
           const mediaUrl = payload.mediaUrl ?? payload.mediaUrls?.[0];
           if (!text && !mediaUrl) return;
@@ -355,9 +411,11 @@ function registerTwilioWhatsappHttpRoutes(api) {
           console.error("[twilio-whatsapp] Session record error:", err);
         },
         onDispatchError: (err, info) => {
+          stopTyping();
           console.error(`[twilio-whatsapp] Dispatch error (${info.kind}):`, err);
         }
       }).catch((err) => {
+        stopTyping();
         console.error("[twilio-whatsapp] Unhandled dispatch error:", err);
       });
       return true;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daolmedo/openclaw-twilio-whatsapp",
-  "version": "1.1.5",
+  "version": "1.1.7",
   "description": "Twilio WhatsApp channel plugin for OpenClaw (Cody ISV)",
   "type": "module",
   "exports": {