@rubytech/taskmaster 1.2.1 → 1.4.0

package/dist/tts/tts.js

@@ -5,11 +5,13 @@ import { completeSimple } from "@mariozechner/pi-ai";
 import { EdgeTTS } from "node-edge-tts";
 import { normalizeChannelId } from "../channels/plugins/index.js";
 import { logVerbose } from "../globals.js";
+import { createSubsystemLogger } from "../logging/subsystem.js";
 import { isVoiceCompatibleAudio } from "../media/audio.js";
 import { CONFIG_DIR, resolveUserPath } from "../utils.js";
-import { getApiKeyForModel, requireApiKey } from "../agents/model-auth.js";
+import { getApiKeyForModel, requireApiKey, resolveApiKeyForProvider, } from "../agents/model-auth.js";
 import { buildModelAliasIndex, resolveDefaultModelForAgent, resolveModelRefFromString, } from "../agents/model-selection.js";
 import { resolveModel } from "../agents/pi-embedded-runner/model.js";
+const log = createSubsystemLogger("gateway/tts");
 const DEFAULT_TIMEOUT_MS = 30_000;
 const DEFAULT_TTS_MAX_LENGTH = 1500;
 const DEFAULT_TTS_SUMMARIZE = true;
@@ -133,6 +135,11 @@ export function resolveTtsConfig(cfg) {
             proxy: raw.edge?.proxy?.trim() || undefined,
             timeoutMs: raw.edge?.timeoutMs,
         },
+        hume: {
+            apiKey: raw.hume?.apiKey,
+            voice: raw.hume?.voice?.trim() || "KORA",
+            description: raw.hume?.description?.trim() || undefined,
+        },
         prefsPath: raw.prefsPath,
         maxTextLength: raw.maxTextLength ?? DEFAULT_MAX_TEXT_LENGTH,
         timeoutMs: raw.timeoutMs ?? DEFAULT_TIMEOUT_MS,
@@ -173,15 +180,15 @@ export function buildTtsSystemPromptHint(cfg) {
     const maxLength = getTtsMaxLength(prefsPath);
     const summarize = isSummarizationEnabled(prefsPath) ? "on" : "off";
     const autoHint = autoMode === "inbound"
-        ? "Only use TTS when the user's last message includes audio/voice."
+        ? "Your replies are automatically converted to voice notes when the user sends audio/voice."
         : autoMode === "tagged"
-            ? "Only use TTS when you include [[tts]] or [[tts:text]] tags."
-            : undefined;
+            ? "Your replies are converted to voice notes when you include [[tts]] or [[tts:text]] tags."
+            : "Your replies are automatically converted to voice notes and sent as audio messages.";
     return [
-        "Voice (TTS) is enabled.",
+        "Voice replies are enabled — you CAN send voice notes.",
         autoHint,
+        "Write naturally as if speaking. Do not tell the user you cannot send voice messages — you can.",
         `Keep spoken text ≤${maxLength} chars to avoid auto-summary (summary ${summarize}).`,
-        "Use [[tts:...]] and optional [[tts:text]]...[[/tts:text]] to control voice/expressiveness.",
     ]
         .filter(Boolean)
         .join("\n");
@@ -291,15 +298,20 @@ export function resolveTtsApiKey(config, provider) {
     if (provider === "openai") {
         return config.openai.apiKey || process.env.OPENAI_API_KEY;
     }
+    if (provider === "hume") {
+        return config.hume.apiKey || process.env.HUME_API_KEY;
+    }
     return undefined;
 }
-export const TTS_PROVIDERS = ["openai", "elevenlabs", "edge"];
+export const TTS_PROVIDERS = ["openai", "elevenlabs", "hume", "edge"];
 export function resolveTtsProviderOrder(primary) {
     return [primary, ...TTS_PROVIDERS.filter((provider) => provider !== primary)];
 }
 export function isTtsProviderConfigured(config, provider) {
     if (provider === "edge")
         return config.edge.enabled;
+    if (provider === "hume")
+        return Boolean(resolveTtsApiKey(config, provider));
     return Boolean(resolveTtsApiKey(config, provider));
 }
 function isValidVoiceId(voiceId) {
@@ -350,6 +362,14 @@ function normalizeSeed(seed) {
     }
     return next;
 }
+/** Strip emoji characters so TTS engines don't read them aloud by name. */
+function stripEmoji(text) {
+    // Unicode emoji ranges: emoticons, dingbats, symbols, flags, components
+    return text
+        .replace(/[\p{Emoji_Presentation}\p{Extended_Pictographic}]/gu, "")
+        .replace(/  +/g, " ")
+        .trim();
+}
 function parseBooleanValue(value) {
     const normalized = value.trim().toLowerCase();
     if (["true", "1", "yes", "on"].includes(normalized))
@@ -777,6 +797,50 @@ async function openaiTTS(params) {
         clearTimeout(timeout);
     }
 }
+// ---------------------------------------------------------------------------
+// Hume Octave TTS — REST API
+// POST https://api.hume.ai/v0/tts
+// ---------------------------------------------------------------------------
+const HUME_TTS_BASE_URL = "https://api.hume.ai/v0/tts";
+async function humeTTS(params) {
+    const { text, apiKey, voice, description, timeoutMs } = params;
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+        const isUuid = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(voice);
+        const voiceSpec = isUuid ? { id: voice } : { name: voice, provider: "HUME_AI" };
+        const utterance = { text, voice: voiceSpec };
+        if (description) {
+            utterance.description = description;
+        }
+        const response = await fetch(HUME_TTS_BASE_URL, {
+            method: "POST",
+            headers: {
+                "X-Hume-Api-Key": apiKey,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                utterances: [utterance],
+                format: { type: "mp3" },
+                strip_headers: true,
+            }),
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            const body = await response.text().catch(() => "");
+            throw new Error(`Hume TTS API error (${response.status}): ${body.slice(0, 200)}`);
+        }
+        const json = (await response.json());
+        const audio64 = json.generations?.[0]?.audio;
+        if (!audio64) {
+            throw new Error("Hume TTS: no audio in response");
+        }
+        return Buffer.from(audio64, "base64");
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+}
 function inferEdgeExtension(outputFormat) {
     const normalized = outputFormat.toLowerCase();
     if (normalized.includes("webm"))
@@ -888,7 +952,17 @@ export async function textToSpeech(params) {
                     voiceCompatible,
                 };
             }
-            const apiKey = resolveTtsApiKey(config, provider);
+            let apiKey = resolveTtsApiKey(config, provider);
+            // Hume keys are stored in auth profiles (API Keys UI). Fall back to async lookup.
+            if (!apiKey && provider === "hume") {
+                try {
+                    const auth = await resolveApiKeyForProvider({ provider: "hume", cfg: params.cfg });
+                    apiKey = auth.apiKey?.trim() || undefined;
+                }
+                catch {
+                    // No auth profile key available
+                }
+            }
             if (!apiKey) {
                 lastError = `No API key for ${provider}`;
                 continue;
@@ -918,6 +992,15 @@ export async function textToSpeech(params) {
                     timeoutMs: config.timeoutMs,
                 });
             }
+            else if (provider === "hume") {
+                audioBuffer = await humeTTS({
+                    text: params.text,
+                    apiKey,
+                    voice: config.hume.voice,
+                    description: config.hume.description,
+                    timeoutMs: config.timeoutMs,
+                });
+            }
             else {
                 const openaiModelOverride = params.overrides?.openai?.model;
                 const openaiVoiceOverride = params.overrides?.openai?.voice;
@@ -931,6 +1014,7 @@ export async function textToSpeech(params) {
                 });
             }
             const latencyMs = Date.now() - providerStart;
+            log.info(`success via ${provider} (${latencyMs}ms, ${audioBuffer.length} bytes)`);
             const tempDir = mkdtempSync(path.join(tmpdir(), "tts-"));
             const audioPath = path.join(tempDir, `voice-${Date.now()}${output.extension}`);
             writeFileSync(audioPath, audioBuffer);
@@ -940,7 +1024,7 @@ export async function textToSpeech(params) {
                 audioPath,
                 latencyMs,
                 provider,
-                outputFormat: provider === "openai" ? output.openai : output.elevenlabs,
+                outputFormat: provider === "openai" ? output.openai : provider === "hume" ? "mp3" : output.elevenlabs,
                 voiceCompatible: output.voiceCompatible,
             };
         }
@@ -952,8 +1036,10 @@ export async function textToSpeech(params) {
             else {
                 lastError = `${provider}: ${error.message}`;
             }
+            log.error(`${provider} failed: ${lastError}`);
         }
     }
+    log.error(`all providers failed: ${lastError || "none available"}`);
     return {
         success: false,
         error: `TTS conversion failed: ${lastError || "no providers available"}`,
@@ -1033,8 +1119,10 @@ export async function textToSpeechTelephony(params) {
             else {
                 lastError = `${provider}: ${error.message}`;
             }
+            log.error(`telephony: ${provider} failed: ${lastError}`);
         }
     }
+    log.error(`telephony: all providers failed: ${lastError || "none available"}`);
     return {
         success: false,
         error: `TTS conversion failed: ${lastError || "no providers available"}`,
@@ -1081,7 +1169,7 @@ export async function maybeApplyTtsToPayload(params) {
     if (ttsText.trim().length < 10)
         return nextPayload;
     const maxLength = getTtsMaxLength(prefsPath);
-    let textForAudio = ttsText.trim();
+    let textForAudio = stripEmoji(ttsText.trim());
     let wasSummarized = false;
     if (textForAudio.length > maxLength) {
         if (!isSummarizationEnabled(prefsPath)) {

package/dist/web/auto-reply/monitor/process-message.js

@@ -130,23 +130,32 @@ export async function processMessage(params) {
         params.echoForget(combinedEchoKey);
         return false;
     }
-    // Fire message:inbound hook for conversation archiving
-    const inboundHookEvent = createInternalHookEvent("message", "inbound", params.route.sessionKey, {
-        from: params.msg.senderE164 ?? params.msg.from,
-        to: params.msg.to,
-        text: params.msg.body,
-        timestamp: params.msg.timestamp ?? Date.now(),
-        chatType: params.msg.chatType,
-        agentId: params.route.agentId,
-        channel: "whatsapp",
-        mediaType: params.msg.mediaType,
-        senderName: params.msg.senderName,
-        senderE164: params.msg.senderE164,
-        groupSubject: params.msg.groupSubject,
-        conversationId,
-        cfg: params.cfg,
-    });
-    void triggerInternalHook(inboundHookEvent);
+    // Fire message:inbound hook for conversation archiving.
+    // For media messages (audio, image, video) the raw body is a placeholder like
+    // `<media:audio>`.  Defer the hook until after media understanding resolves so
+    // the archive records the transcript / description instead of the dead link.
+    // Text-only messages fire immediately (unchanged behaviour).
+    const hasMediaAttachment = Boolean(params.msg.mediaType);
+    const fireInboundArchiveHook = (text) => {
+        void triggerInternalHook(createInternalHookEvent("message", "inbound", params.route.sessionKey, {
+            from: params.msg.senderE164 ?? params.msg.from,
+            to: params.msg.to,
+            text,
+            timestamp: params.msg.timestamp ?? Date.now(),
+            chatType: params.msg.chatType,
+            agentId: params.route.agentId,
+            channel: "whatsapp",
+            mediaType: params.msg.mediaType,
+            senderName: params.msg.senderName,
+            senderE164: params.msg.senderE164,
+            groupSubject: params.msg.groupSubject,
+            conversationId,
+            cfg: params.cfg,
+        }));
+    };
+    if (!hasMediaAttachment) {
+        fireInboundArchiveHook(params.msg.body);
+    }
     // Send ack reaction immediately upon message receipt (post-gating).
     // Suppress when running silently on un-mentioned group messages.
     if (params.suppressDelivery) {
@@ -233,6 +242,7 @@ export async function processMessage(params) {
         MediaPath: params.msg.mediaPath,
         MediaUrl: params.msg.mediaUrl,
         MediaType: params.msg.mediaType,
+        MediaDownloadFailed: params.msg.mediaDownloadFailed,
         ChatType: params.msg.chatType,
         ConversationLabel: params.msg.chatType === "group" ? conversationId : params.msg.from,
         GroupSubject: params.msg.groupSubject,
@@ -363,6 +373,24 @@ export async function processMessage(params) {
                 ? !params.cfg.channels.whatsapp.blockStreaming
                 : undefined,
             onModelSelected: prefixContext.onModelSelected,
+            // For media messages the inbound archive hook was deferred until after
+            // media understanding resolves.  Fire it now with the resolved text.
+            ...(hasMediaAttachment
+                ? {
+                    onMediaResolved: () => {
+                        const raw = params.msg.body ?? "";
+                        // Prefer the raw transcript for audio.  For other media or failed
+                        // transcription fall back to the resolved Body (which contains the
+                        // description or a human-readable failure reason).  The regex guard
+                        // prevents using the envelope-formatted Body for plain text messages.
+                        const resolvedText = ctxPayload.Transcript ??
+                            (/^<media:[^>]+>/i.test(raw.trim())
+                                ? String(ctxPayload.Body ?? raw)
+                                : raw);
+                        fireInboundArchiveHook(String(resolvedText));
+                    },
+                }
+                : {}),
         },
     });
     if (!queuedFinal) {

package/dist/web/inbound/monitor.js

@@ -230,6 +230,7 @@ export async function monitorWebInbox(options) {
             const replyContext = describeReplyContext(msg.message);
             let mediaPath;
             let mediaType;
+            let mediaDownloadFailed = false;
             try {
                 const inboundMedia = await downloadInboundMedia(msg, sock);
                 if (inboundMedia) {
@@ -241,9 +242,15 @@ export async function monitorWebInbox(options) {
                     mediaPath = saved.path;
                     mediaType = inboundMedia.mimetype;
                 }
+                else if (body.includes("<media:")) {
+                    // downloadInboundMedia returned undefined — media was expected but unavailable
+                    mediaDownloadFailed = true;
+                    inboundLogger.warn({ id, from, body }, "media download returned empty");
+                }
             }
             catch (err) {
-                logVerbose(`Inbound media download failed: ${String(err)}`);
+                mediaDownloadFailed = body.includes("<media:");
+                inboundLogger.warn({ id, from, error: String(err) }, "media download failed");
             }
             const chatJid = remoteJid;
             const sendComposing = async () => {
@@ -294,6 +301,7 @@ export async function monitorWebInbox(options) {
                 sendMedia,
                 mediaPath,
                 mediaType,
+                mediaDownloadFailed,
             };
             try {
                 const task = Promise.resolve(debouncer.enqueue(inboundMessage));

package/extensions/googlechat/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/googlechat/package.json

@@ -31,9 +31,9 @@
     "google-auth-library": "^10.5.0"
   },
   "devDependencies": {
-    "taskmaster": "workspace:*"
+    "@rubytech/taskmaster": "workspace:*"
   },
   "peerDependencies": {
-    "taskmaster": "workspace:*"
+    "@rubytech/taskmaster": "workspace:*"
   }
 }

package/extensions/line/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/line/package.json

@@ -24,6 +24,6 @@
     }
   },
   "devDependencies": {
-    "taskmaster": "workspace:*"
+    "@rubytech/taskmaster": "workspace:*"
   }
 }

package/extensions/matrix/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/matrix/package.json

@@ -31,6 +31,6 @@
     "zod": "^4.3.6"
   },
   "devDependencies": {
-    "taskmaster": "workspace:*"
+    "@rubytech/taskmaster": "workspace:*"
   }
 }

package/extensions/msteams/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/msteams/package.json

@@ -29,7 +29,7 @@
     "@microsoft/agents-hosting": "^1.2.2",
     "@microsoft/agents-hosting-express": "^1.2.2",
     "@microsoft/agents-hosting-extensions-teams": "^1.2.2",
-    "taskmaster": "workspace:*",
+    "@rubytech/taskmaster": "workspace:*",
     "express": "^5.2.1",
     "proper-lockfile": "^4.1.2"
   }

package/extensions/nostr/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/nostr/package.json

@@ -24,7 +24,7 @@
     }
   },
   "dependencies": {
-    "taskmaster": "workspace:*",
+    "@rubytech/taskmaster": "workspace:*",
     "nostr-tools": "^2.20.0",
     "zod": "^4.3.6"
   }

package/extensions/zalo/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/zalo/package.json

@@ -27,7 +27,7 @@
     }
   },
   "dependencies": {
-    "taskmaster": "workspace:*",
+    "@rubytech/taskmaster": "workspace:*",
     "undici": "7.19.0"
   }
 }

package/extensions/zalouser/node_modules/.bin/taskmaster

@@ -15,7 +15,7 @@ else
   export NODE_PATH="/Users/neo/taskmaster-dev/dist/node_modules:/Users/neo/taskmaster-dev/node_modules:/Users/neo/node_modules:/Users/node_modules:/node_modules:/Users/neo/taskmaster-dev/node_modules/.pnpm/node_modules:$NODE_PATH"
 fi
 if [ -x "$basedir/node" ]; then
-  exec "$basedir/node"  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec "$basedir/node"  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 else
-  exec node  "$basedir/../taskmaster/dist/entry.js" "$@"
+  exec node  "$basedir/../@rubytech/taskmaster/dist/entry.js" "$@"
 fi

package/extensions/zalouser/package.json

@@ -4,7 +4,7 @@
   "type": "module",
   "description": "Taskmaster Zalo Personal Account plugin via zca-cli",
   "dependencies": {
-    "taskmaster": "workspace:*",
+    "@rubytech/taskmaster": "workspace:*",
     "@sinclair/typebox": "0.34.47"
   },
   "taskmaster": {