@spinabot/brigade 1.11.2 → 1.13.0

package/dist/agents/tools/generate-music-tool.js

@@ -0,0 +1,286 @@
+/**
+ * `generate_music` tool — text-to-music generation, modeled on the proven
+ * `generate_speech` self-contained pattern.
+ *
+ * Why this tool exists
+ * --------------------
+ * Same reasoning as `generate_speech`/`generate_image`: without a first-class
+ * tool, "make a song" / "compose background music" sends the model to raw
+ * `curl` against a music API — the key flows through a shell, the (binary or
+ * base64) audio response gets mangled by a text-only parser, and a billed
+ * generation is dropped. This tool owns the call in-process: stored auth,
+ * validated params, a parser that understands each provider's audio shape, and
+ * a saved file the model hands to `send_media`.
+ *
+ * Providers (auto-selected by which key is configured, preference order):
+ *   • google     — Lyria via Gemini generateContent (AUDIO modality) → base64
+ *                  audio (mp3). Single POST, no poll.
+ *   • minimax    — Music generation → URL or inline (hex/base64) audio (mp3).
+ *   • elevenlabs — Music endpoint → raw mp3 bytes.
+ * Keys resolve through `resolveMediaProviderKey` (the same credential-store +
+ * env path the media-understanding subsystem uses), so music generation works
+ * for whichever provider the operator already configured — no bespoke auth.
+ *
+ * Flow: generate → bytes saved under `<cache>/audio/` → result text carries a
+ * `MEDIA:<saved-path>` line → the model delivers with `send_media({path})`.
+ */
+import fs from "node:fs";
+import path from "node:path";
+import { Type } from "typebox";
+import { resolveCacheDir, DEFAULT_AGENT_ID } from "../../config/paths.js";
+import { loadConfig } from "../../core/config.js";
+import { resolveMediaProviderKey } from "../media-understanding/config.js";
+import { jsonResult } from "./common.js";
+/** Music generation can take a while; bound each HTTP call generously. */
+const REQUEST_TIMEOUT_MS = 180_000;
+/** Hard cap on prompt length — providers reject very long prompts; fail clearly. */
+const MAX_PROMPT_CHARS = 8_000;
+/** Preference order when no provider is pinned: first keyed one wins. */
+const PROVIDER_PREFERENCE = ["google", "minimax", "elevenlabs"];
+const DEFAULTS = {
+    google: { model: "lyria-3-clip-preview" },
+    minimax: { model: "music-2.5+" },
+    elevenlabs: { model: "" },
+};
+const GenerateMusicParams = Type.Object({
+    action: Type.Optional(Type.Union([Type.Literal("generate"), Type.Literal("list")], {
+        description: 'Optional: "generate" (default) or "list" to see which music providers are configured.',
+    })),
+    prompt: Type.Optional(Type.String({ description: "The style/description of the music to generate (e.g. 'upbeat lo-fi hip hop with mellow piano')." })),
+    lyrics: Type.Optional(Type.String({ description: "Optional lyrics for vocal tracks (ignored when instrumental)." })),
+    instrumental: Type.Optional(Type.Boolean({ description: "Optional: when true, generate instrumental-only (no vocals)." })),
+    provider: Type.Optional(Type.Union([Type.Literal("google"), Type.Literal("minimax"), Type.Literal("elevenlabs")], { description: "Optional music provider override. Default: the first one with a configured key." })),
+    model: Type.Optional(Type.String({ description: "Optional model override for the chosen provider." })),
+    durationSeconds: Type.Optional(Type.Integer({ description: "Optional target length in seconds (where the provider supports it, e.g. ElevenLabs)." })),
+    filename: Type.Optional(Type.String({ description: "Optional output filename hint (basename preserved, saved under the managed audio dir)." })),
+});
+export function makeGenerateMusicTool(opts = {}) {
+    const agentId = opts.agentId ?? DEFAULT_AGENT_ID;
+    const fetchFn = opts.fetchFn ?? fetch;
+    const resolveKey = opts.resolveKey ?? ((p) => resolveMediaProviderKey(p, agentId));
+    return {
+        name: "generate_music",
+        label: "Generate Music",
+        displaySummary: "generating music",
+        // Billed per call (cloud music generation) — owner-gated like generate_speech.
+        ownerOnly: true,
+        description: [
+            "Generate music from a text description (text-to-music). USE THIS — never call a music API with bash/curl: the key must not flow through a shell, and the binary/base64 audio response is parsed here.",
+            'action="generate" (default): requires `prompt` (the style/description). Saves an audio file and returns its REAL path as a `MEDIA:<path>` line — reference that path exactly; never invent one.',
+            "Optional `lyrics`, `instrumental`, `durationSeconds`. Auto-selects the first configured provider (Google → MiniMax → ElevenLabs); override with `provider`/`model`.",
+            "To play it for the operator on a chat surface, follow up with `send_media({path})` — generation does NOT auto-send.",
+            'action="list": show which music providers have a configured key.',
+        ].join(" "),
+        parameters: GenerateMusicParams,
+        execute: async (_id, args, signal) => {
+            const action = args.action ?? "generate";
+            if (action === "list") {
+                const providers = PROVIDER_PREFERENCE.filter((p) => resolveKey(p).length > 0);
+                return jsonResult({
+                    action,
+                    providers,
+                    ok: true,
+                    message: providers.length > 0
+                        ? `${providers.length} music provider(s) configured: ${providers.join(", ")}.`
+                        : "No music provider configured. Add a Google, MiniMax, or ElevenLabs key with `brigade onboard`.",
+                });
+            }
+            const prompt = (args.prompt ?? "").trim();
+            if (!prompt) {
+                return fail(action, "`prompt` is required for action=generate.");
+            }
+            if (prompt.length > MAX_PROMPT_CHARS) {
+                return fail(action, `\`prompt\` is too long (${prompt.length} chars; max ${MAX_PROMPT_CHARS}). Shorten it.`);
+            }
+            const instrumental = args.instrumental === true;
+            const lyrics = args.lyrics?.trim() || undefined;
+            // Instrumental + lyrics is contradictory — refuse rather than silently drop one.
+            if (instrumental && lyrics) {
+                return fail(action, "`instrumental` and `lyrics` cannot both be set — pick one (instrumental = no vocals).");
+            }
+            // Resolve the provider: explicit override (must be keyed) else first keyed.
+            let provider;
+            if (args.provider) {
+                if (resolveKey(args.provider).length === 0) {
+                    return fail(action, `Provider "${args.provider}" has no configured key. Add one with \`brigade onboard\`, or omit \`provider\` to auto-select.`);
+                }
+                provider = args.provider;
+            }
+            else {
+                provider = PROVIDER_PREFERENCE.find((p) => resolveKey(p).length > 0);
+            }
+            if (!provider) {
+                return fail(action, "No music provider is configured. Add a Google, MiniMax, or ElevenLabs API key with `brigade onboard` (then this tool auto-selects it).");
+            }
+            const apiKey = resolveKey(provider);
+            const model = args.model?.trim() || resolveConfiguredModel(provider) || DEFAULTS[provider].model;
+            const durationSeconds = typeof args.durationSeconds === "number" && Number.isFinite(args.durationSeconds) && args.durationSeconds > 0
+                ? Math.trunc(args.durationSeconds)
+                : undefined;
+            let audio;
+            try {
+                audio = await generate({ provider, fetchFn, apiKey, model, prompt, lyrics, instrumental, durationSeconds, signal });
+            }
+            catch (err) {
+                return fail(action, `Music generation via ${provider} failed: ${err instanceof Error ? err.message : String(err)}`, {
+                    provider,
+                    model,
+                });
+            }
+            const outDir = opts.outDirOverride ?? path.join(resolveCacheDir(), "audio");
+            fs.mkdirSync(outDir, { recursive: true });
+            const outPath = path.join(outDir, buildFileName(args.filename, audio.extension));
+            fs.writeFileSync(outPath, audio.bytes);
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: [
+                            `Generated music with ${model ? `${provider}/${model}` : provider}.`,
+                            `MEDIA:${outPath}`,
+                            "Deliver with send_media({path}) — generation does not auto-send.",
+                        ].join("\n"),
+                    },
+                ],
+                details: { action, provider, model, path: outPath, ok: true },
+            };
+        },
+    };
+}
+async function generate(params) {
+    switch (params.provider) {
+        case "google":
+            return generateGoogle(params);
+        case "minimax":
+            return generateMiniMax(params);
+        case "elevenlabs":
+            return generateElevenLabs(params);
+    }
+}
+async function generateGoogle(p) {
+    // Lyria via Gemini generateContent. Assemble the textual prompt with the
+    // instrumental hint and lyrics folded in (the API takes a single text part).
+    let text = p.prompt;
+    if (p.instrumental)
+        text += "\n\nInstrumental only. No vocals.";
+    if (p.lyrics)
+        text += `\n\nLyrics:\n${p.lyrics}`;
+    const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(p.model)}:generateContent?key=${encodeURIComponent(p.apiKey)}`;
+    const res = await p.fetchFn(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+            contents: [{ parts: [{ text }] }],
+            generationConfig: { responseModalities: ["AUDIO", "TEXT"] },
+        }),
+        signal: withTimeout(p.signal, REQUEST_TIMEOUT_MS),
+    });
+    if (!res.ok)
+        throw new Error(`HTTP ${res.status} ${(await safeText(res)).slice(0, 200)}`);
+    const body = (await res.json());
+    const part = body.candidates?.[0]?.content?.parts?.find((x) => x.inlineData?.data);
+    const data = part?.inlineData?.data;
+    if (!data)
+        throw new Error("Lyria returned no audio data.");
+    const bytes = Buffer.from(data, "base64");
+    // Lyria returns mp3 by default. (If the mimeType ever reports raw PCM/L16 the
+    // bytes won't be playable as-is, but the documented default is mp3.)
+    return { bytes, extension: "mp3" };
+}
+async function generateMiniMax(p) {
+    const reqBody = {
+        model: p.model || "music-2.5+",
+        prompt: p.prompt,
+        output_format: "url",
+        audio_setting: { sample_rate: 44100, bitrate: 256000, format: "mp3" },
+    };
+    if (p.instrumental)
+        reqBody.is_instrumental = true;
+    if (p.lyrics)
+        reqBody.lyrics = p.lyrics;
+    const res = await p.fetchFn("https://api.minimax.io/v1/music_generation", {
+        method: "POST",
+        headers: { Authorization: `Bearer ${p.apiKey}`, "Content-Type": "application/json" },
+        body: JSON.stringify(reqBody),
+        signal: withTimeout(p.signal, REQUEST_TIMEOUT_MS),
+    });
+    if (!res.ok)
+        throw new Error(`HTTP ${res.status} ${(await safeText(res)).slice(0, 200)}`);
+    const body = (await res.json());
+    if (body.base_resp && body.base_resp.status_code !== 0) {
+        throw new Error(`MiniMax error ${body.base_resp.status_code}: ${body.base_resp.status_msg ?? ""}`);
+    }
+    // Prefer an explicit URL field; otherwise the audio field may be a URL or inline.
+    const urlValue = body.data?.audio_url ?? body.audio_url;
+    const audioValue = body.data?.audio ?? body.audio;
+    const candidate = urlValue ?? audioValue;
+    if (!candidate)
+        throw new Error("MiniMax returned no audio.");
+    if (/^https?:\/\//.test(candidate)) {
+        const bytes = await downloadBytes(p.fetchFn, candidate, p.signal);
+        return { bytes, extension: "mp3" };
+    }
+    // Inline: hex (only [0-9a-f], even length) → hex; else base64.
+    const isHex = candidate.length % 2 === 0 && /^[0-9a-f]+$/.test(candidate);
+    const bytes = Buffer.from(candidate, isHex ? "hex" : "base64");
+    return { bytes, extension: "mp3" };
+}
+async function generateElevenLabs(p) {
+    const reqBody = { prompt: p.prompt };
+    if (p.durationSeconds)
+        reqBody.music_length_ms = p.durationSeconds * 1000;
+    const res = await p.fetchFn("https://api.elevenlabs.io/v1/music", {
+        method: "POST",
+        headers: { "xi-api-key": p.apiKey, "Content-Type": "application/json", Accept: "audio/mpeg" },
+        body: JSON.stringify(reqBody),
+        signal: withTimeout(p.signal, REQUEST_TIMEOUT_MS),
+    });
+    if (!res.ok)
+        throw new Error(`HTTP ${res.status} ${(await safeText(res)).slice(0, 200)}`);
+    return { bytes: Buffer.from(await res.arrayBuffer()), extension: "mp3" };
+}
+/* ───────────────────────── helpers ───────────────────────── */
+async function downloadBytes(fetchFn, url, signal) {
+    const res = await fetchFn(url, { method: "GET", signal: withTimeout(signal, REQUEST_TIMEOUT_MS) });
+    if (!res.ok)
+        throw new Error(`download HTTP ${res.status} ${(await safeText(res)).slice(0, 200)}`);
+    return Buffer.from(await res.arrayBuffer());
+}
+function resolveConfiguredModel(provider) {
+    try {
+        const cfg = loadConfig();
+        const m = cfg.tools?.music?.models?.[provider];
+        if (typeof m === "string" && m.trim())
+            return m.trim();
+    }
+    catch {
+        /* default below */
+    }
+    return undefined;
+}
+function buildFileName(hint, extension) {
+    const stamp = Date.now().toString(36);
+    const base = hint
+        ? path.basename(hint).replace(/\.[a-z0-9]+$/i, "").replace(/[^a-zA-Z0-9._-]/g, "_").slice(0, 48)
+        : `music-${stamp}`;
+    return `${base}.${extension}`;
+}
+function fail(action, message, extra = {}) {
+    return jsonResult({ action, ok: false, message, ...extra });
+}
+async function safeText(res) {
+    try {
+        return await res.text();
+    }
+    catch {
+        return "";
+    }
+}
+/** Compose the caller's signal with a hard per-request timeout. */
+function withTimeout(signal, ms) {
+    const timeoutSignal = AbortSignal.timeout(ms);
+    if (!signal)
+        return timeoutSignal;
+    return AbortSignal.any([signal, timeoutSignal]);
+}
+//# sourceMappingURL=generate-music-tool.js.map

package/dist/agents/tools/generate-music-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-music-tool.js","sourceRoot":"","sources":["../../../src/agents/tools/generate-music-tool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAE/B,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,0EAA0E;AAC1E,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAI/B,yEAAyE;AACzE,MAAM,mBAAmB,GAAsB,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;AAEnF,MAAM,QAAQ,GAA+C;IAC5D,MAAM,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE;IACzC,OAAO,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;IAChC,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;CACzB,CAAC;AAEF,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC;IACvC,MAAM,EAAE,IAAI,CAAC,QAAQ,CACpB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE;QAC5D,WAAW,EAAE,uFAAuF;KACpG,CAAC,CACF;IACD,MAAM,EAAE,IAAI,CAAC,QAAQ,CACpB,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,iGAAiG,EAAE,CAAC,CAC/H;IACD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,+DAA+D,EAAE,CAAC,CAAC;IACpH,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,8DAA8D,EAAE,CAAC,CAAC;IAC1H,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACtB,IAAI,CAAC,KAAK,CACT,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAC7E,EAAE,WAAW,EAAE,iFAAiF,EAAE,CAClG,CACD;IACD,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,kDAAkD,EAAE,CAAC,CAAC;IACtG,eAAe,EAAE,IAAI,CAAC,QAAQ,CAC7B,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,sFAAsF,EAAE,CAAC,CACrH;IACD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACtB,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,wFAAwF,EAAE,CAAC,CACtH;CACD,CAAC,CAAC;AAuBH,MAAM,UAAU,qBAAqB,CACpC,OAAqC,EAAE;IAEvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAkB,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAEpG,OAAO;QACN,IAAI,EAAE,gBAAgB;QACtB,KAAK,EAAE,gBAAgB;QACvB,cAAc,EAAE,kBAAkB;QAClC,+EAA+E;QAC/E,SAAS,EAAE,IAAI;QACf,WAAW,EAAE;YACZ,uMAAuM;YACvM,iMAAiM;YACjM,qKAAqK;YACrK,qHAAqH;YACrH,kEAAkE;SAClE,CAAC,IAAI,CAAC,GAAG,CAAC;QACX,UAAU,EAAE,mBAAmB;QAC/B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAkD,EAAE;YACpF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,UAAU,CAAC;YAEzC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACvB,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC9E,OAAO,UAAU,CAAC;oBACjB,MAAM;oBACN,SAAS;oBACT,EAAE,EAAE,IAAI;oBACR,OAAO,EACN,SAAS,CAAC,MAAM,GAAG,CAAC;wBACnB,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,kCAAkC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;wBAC9E,CAAC,CAAC,gGAAgG;iBACrE,CAA0C,CAAC;YAC5E,CAAC;YAED,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,MAAM,EAAE,2CAA2C,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC,MAAM,EAAE,2BAA2B,MAAM,CAAC,MAAM,eAAe,gBAAgB,gBAAgB,CAAC,CAAC;YAC9G,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;YAChD,iFAAiF;YACjF,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,MAAM,EAAE,uFAAuF,CAAC,CAAC;YAC9G,CAAC;YAED,4EAA4E;YAC5E,IAAI,QAAqC,CAAC;YAC1C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,OAAO,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,QAAQ,iGAAiG,CAAC,CAAC;gBAClJ,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACP,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,OAAO,IAAI,CACV,MAAM,EACN,wIAAwI,CACxI,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,sBAAsB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC;YACjG,MAAM,eAAe,GACpB,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC;gBAC5G,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;gBAClC,CAAC,CAAC,SAAS,CAAC;YAEd,IAAI,KAA2C,CAAC;YAChD,IAAI,CAAC;gBACJ,KAAK,GAAG,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC;YACrH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC,MAAM,EAAE,wBAAwB,QAAQ,YAAY,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;oBACnH,QAAQ;oBACR,KAAK;iBACL,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;YAC5E,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YACjF,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAEvC,OAAO;gBACN,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE;4BACL,wBAAwB,KAAK,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG;4BACpE,SAAS,OAAO,EAAE;4BAClB,kEAAkE;yBAClE,CAAC,IAAI,CAAC,IAAI,CAAC;qBACZ;iBACD;gBACD,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE;aAC7D,CAAC;QACH,CAAC;KACD,CAAC;AACH,CAAC;AAgBD,KAAK,UAAU,QAAQ,CAAC,MAAsB;IAC7C,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,QAAQ;YACZ,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;QAC/B,KAAK,SAAS;YACb,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QAChC,KAAK,YAAY;YAChB,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;AACF,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,CAAiB;IAC9C,yEAAyE;IACzE,6EAA6E;IAC7E,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;IACpB,IAAI,CAAC,CAAC,YAAY;QAAE,IAAI,IAAI,mCAAmC,CAAC;IAChE,IAAI,CAAC,CAAC,MAAM;QAAE,IAAI,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,CAAC;IAEjD,MAAM,GAAG,GAAG,2DAA2D,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IACzJ,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACjC,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE;SAC3D,CAAC;QACF,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,EAAE,kBAAkB,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACnF,MAAM,IAAI,GAAG,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC1C,8EAA8E;IAC9E,qEAAqE;IACrE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,CAAiB;IAC/C,MAAM,OAAO,GAA4B;QACxC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,YAAY;QAC9B,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE;KACrE,CAAC;IACF,IAAI,CAAC,CAAC,YAAY;QAAE,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IACnD,IAAI,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAExC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,4CAA4C,EAAE;QACzE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QACpF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAC7B,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,EAAE,kBAAkB,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAK7B,CAAC;IACF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,WAAW,KAAK,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,kFAAkF;IAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;IACxD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAClD,MAAM,SAAS,GAAG,QAAQ,IAAI,UAAU,CAAC;IACzC,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAE9D,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAClE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACpC,CAAC;IACD,+DAA+D;IAC/D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC/D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,CAAiB;IAClD,MAAM,OAAO,GAA4B,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9D,IAAI,CAAC,CAAC,eAAe;QAAE,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC;IAE1E,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,oCAAoC,EAAE;QACjE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY,EAAE;QAC7F,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAC7B,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,EAAE,kBAAkB,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1F,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AAC1E,CAAC;AAED,iEAAiE;AAEjE,KAAK,UAAU,aAAa,CAAC,OAAqB,EAAE,GAAW,EAAE,MAAoB;IACpF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACnG,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACnG,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAyB;IACxD,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,UAAU,EAAkE,CAAC;QACzF,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACR,mBAAmB;IACpB,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,aAAa,CAAC,IAAwB,EAAE,SAAiB;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI;QAChB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QAChG,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC;IACpB,OAAO,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,IAAI,CACZ,MAA2B,EAC3B,OAAe,EACf,QAAuC,EAAE;IAEzC,OAAO,UAAU,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,EAAiC,CAA0C,CAAC;AACrI,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAa;IACpC,IAAI,CAAC;QACJ,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC;AAED,mEAAmE;AACnE,SAAS,WAAW,CAAC,MAA+B,EAAE,EAAU;IAC/D,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,OAAO,aAAa,CAAC;IAClC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/dist/agents/tools/generate-speech-tool.d.ts

@@ -0,0 +1,69 @@
+/**
+ * `generate_speech` tool — text-to-speech (TTS), modeled on the proven
+ * `generate_image` self-contained pattern.
+ *
+ * Why this tool exists
+ * --------------------
+ * Same reasoning as `generate_image`: without a first-class tool, "read this
+ * out loud" / "make a voiceover" sends the model to raw `curl` against a TTS
+ * API — the key flows through a shell, the (binary) audio response gets
+ * mangled by a text-only parser, and a billed synthesis is dropped. This tool
+ * owns the call in-process: stored auth, validated params, a parser that
+ * understands each provider's audio shape, and a saved file the model hands to
+ * `send_media`.
+ *
+ * Providers (auto-selected by which key is configured, preference order):
+ *   • openai     — POST /v1/audio/speech → mp3 bytes (gpt-4o-mini-tts / tts-1)
+ *   • elevenlabs — POST /v1/text-to-speech/{voice} → mp3 bytes
+ *   • google     — Gemini TTS generateContent (AUDIO modality) → base64 PCM,
+ *                  wrapped into a WAV container here.
+ * Keys resolve through `resolveMediaProviderKey` (the same credential-store +
+ * env path the media-understanding subsystem uses), so TTS works for whichever
+ * provider the operator already configured — no bespoke auth.
+ *
+ * Flow: synthesize → bytes saved under `<cache>/audio/` → result text carries a
+ * `MEDIA:<saved-path>` line → the model delivers with `send_media({path})`.
+ */
+import { Type } from "typebox";
+import { type CommandRunner } from "./media-command.js";
+import type { BrigadeTool } from "./types.js";
+type SpeechProviderId = "openai" | "elevenlabs" | "google" | "minimax" | "xai" | "command" | "edge";
+declare const GenerateSpeechParams: Type.TObject<{
+    action: Type.TOptional<Type.TUnion<[Type.TLiteral<"generate">, Type.TLiteral<"list">]>>;
+    text: Type.TOptional<Type.TString>;
+    provider: Type.TOptional<Type.TUnion<[Type.TLiteral<"openai">, Type.TLiteral<"elevenlabs">, Type.TLiteral<"google">, Type.TLiteral<"minimax">, Type.TLiteral<"xai">, Type.TLiteral<"command">, Type.TLiteral<"edge">]>>;
+    voice: Type.TOptional<Type.TString>;
+    model: Type.TOptional<Type.TString>;
+    filename: Type.TOptional<Type.TString>;
+}>;
+interface GenerateSpeechDetails {
+    action: "generate" | "list";
+    provider?: string;
+    model?: string;
+    voice?: string;
+    path?: string;
+    providers?: string[];
+    ok: boolean;
+    message?: string;
+}
+export interface MakeGenerateSpeechToolOptions {
+    /** Caller's agent id — drives which credential store backs the key. */
+    agentId?: string;
+    /** Test seam: replaces global fetch. */
+    fetchFn?: typeof fetch;
+    /** Test seam: output directory override. Default `<cache>/audio`. */
+    outDirOverride?: string;
+    /** Test seam: per-provider API-key resolver override. */
+    resolveKey?: (provider: SpeechProviderId) => string;
+    /** Test seam: replace the free Edge WebSocket synth (the `edge` provider has no key). */
+    edgeSynth?: (text: string, voice: string, signal?: AbortSignal) => Promise<Buffer>;
+    /** Test seam: the local-TTS command template (else resolved from env/config). */
+    ttsCommand?: string;
+    /** Test seam: the local-command runner (else a real spawn). */
+    commandRunner?: CommandRunner;
+}
+export declare function makeGenerateSpeechTool(opts?: MakeGenerateSpeechToolOptions): BrigadeTool<typeof GenerateSpeechParams, GenerateSpeechDetails>;
+/** Wrap raw 16-bit mono little-endian PCM in a minimal WAV (RIFF) container. */
+export declare function wrapPcmAsWav(pcm: Buffer, sampleRate: number, channels?: number, bitsPerSample?: number): Buffer;
+export {};
+//# sourceMappingURL=generate-speech-tool.d.ts.map

package/dist/agents/tools/generate-speech-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-speech-tool.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/generate-speech-tool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAKH,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAM/B,OAAO,EAAiB,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEvE,OAAO,KAAK,EAAmB,WAAW,EAAE,MAAM,YAAY,CAAC;AAO/D,KAAK,gBAAgB,GAAG,QAAQ,GAAG,YAAY,GAAG,QAAQ,GAAG,SAAS,GAAG,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC;AAkBpG,QAAA,MAAM,oBAAoB;;;;;;;EAuBxB,CAAC;AAEH,UAAU,qBAAqB;IAC9B,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,EAAE,EAAE,OAAO,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,6BAA6B;IAC7C,uEAAuE;IACvE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,qEAAqE;IACrE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yDAAyD;IACzD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,MAAM,CAAC;IACpD,yFAAyF;IACzF,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACnF,iFAAiF;IACjF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,aAAa,CAAC;CAC9B;AAED,wBAAgB,sBAAsB,CACrC,IAAI,GAAE,6BAAkC,GACtC,WAAW,CAAC,OAAO,oBAAoB,EAAE,qBAAqB,CAAC,CAyGjE;AAqJD,gFAAgF;AAChF,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,SAAI,EAAE,aAAa,SAAK,GAAG,MAAM,CAkBtG"}