dsh-audiogen 0.4.0 → 0.4.2

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "dsh-audiogen",
   "description": "AI audio generation plugin for the dsh web GUI: multi-vendor TTS/music/sound-effect channels (OpenAI-compatible, ElevenLabs, MiniMax, Stability AI and custom), per-channel model/voice catalogs, Agent tool and a sidebar AI 音频 panel.",
-  "version": "0.4.0",
+  "version": "0.4.2",
   "type": "module",
   "main": "lib/index.js",
   "exports": {

package/skills/design/SKILL.md

@@ -1,3 +1,8 @@
+---
+name: dsh-audiogen-voice-design
+description: DSH AI 音频插件（dsh-audiogen）的音色设计技能：调用 generate_audio(mode=voice_design) 并指定厂商/渠道——MiniMax（POST /v1/voice_design，prompt + preview_text）或 ElevenLabs（POST /v1/text-to-voice/design，voice_description + 试听文本 100-1000 字符，过短自动生成；返回 previews[].audio_base_64 与 generated_voice_id 供后续 TTS 复用）。
+whenToUse: 用户请求设计/创建新音色、音色试听，或触发 /audio:design 时使用。
+---
 # 音色/音效设计
 
 ## 触发

package/skills/music/SKILL.md

@@ -1,3 +1,8 @@
+---
+name: dsh-audiogen-music
+description: DSH AI 音频插件（dsh-audiogen）的音乐生成技能：调用 generate_audio(mode=music)；覆盖 MiniMax（music-3.0/2.6/cover，lyrics 歌词、is_instrumental 纯音乐、audio_setting 采样率 16000-44100/码率 32000-256000/格式 mp3-wav-pcm、时长）、ElevenLabs（/v1/music，music_v2，时长 3-600s、lyrics_text、force_instrumental）与 Stability（stable-audio 2/2.5/3，官方 v2beta 或 OpenAI 兼容 /v1/audio/speech 双通道，seed/steps/cfg_scale/duration）。
+whenToUse: 用户请求生成音乐、配乐、BGM、纯音乐、歌曲，或触发 /audio:music 时使用；MiniMax 未给歌词且未要求纯音乐时，先补一段歌词或设置 is_instrumental。
+---
 # 音乐生成
 
 ## 触发

package/skills/sfx/SKILL.md

@@ -1,3 +1,8 @@
+---
+name: dsh-audiogen-sfx
+description: DSH AI 音频插件（dsh-audiogen）的音效生成技能：调用 generate_audio(mode=sfx)；覆盖 ElevenLabs（/v1/sound-generation，eleven_text_to_sound_v2，loop 无缝循环、prompt_influence 0-1、duration_seconds 0.5-30）与 MiniMax、Stability 等渠道的对应字段与常见错误处理。
+whenToUse: 用户请求生成音效、提示音、环境音、UI 音，或触发 /audio:sfx 时使用。
+---
 # 音效生成
 
 ## 触发

package/skills/tts/SKILL.md

@@ -1,3 +1,8 @@
+---
+name: dsh-audiogen-tts
+description: DSH AI 音频插件（dsh-audiogen）的 TTS 文本转语音技能：先确认渠道/模型/音色，再调用 generate_audio(mode=tts)；包含 MiniMax 官方 t2a_v2 全字段（语速/音量/音调/情绪/采样率/码率/声道/发音词典/字幕/变声/双音色混合）、ElevenLabs 与 Stable Audio 的对应参数说明，以及常见错误（voice-required、网关 404 Invalid URL 等）的处理。
+whenToUse: 用户提出朗读、配音、语音合成、TTS，或触发 /audio:tts 时使用；MiniMax 必须提供音色 voice_id。
+---
 # TTS 文本转语音
 
 ## 触发

package/src/agent-audio-tools.ts

@@ -9,6 +9,7 @@ import { defineTool } from '@deepseek-ai/dsh-tools'
 import { randomUUID } from 'node:crypto'
 import type { AudioChannel } from './audio-engine.ts'
 import { generateAudio, AudioGenError } from './audio-engine.ts'
+import type { GenerationBudget } from './audio-scheduler.ts'
 import { appendHistory, saveAudioFile, saveToLibrary, listLibrary } from './audio-store.ts'
 import type { AudioMode, GenerateAudioRequest, LibraryType } from './protocol.ts'
 
@@ -18,6 +19,8 @@ export interface AgentAudioToolConfig {
   channels: AudioChannel[]
   defaultChannelId: string
   autoSaveToLibrary: boolean
+  /** 全局并发闸门（与面板路由共享「最大并发生成数」）。 */
+  budget?: GenerationBudget
 }
 
 interface AgentAudioRef {
@@ -33,6 +36,14 @@ interface SavedAudioRef extends AgentAudioRef {
   file: string
 }
 
+/** Per-model group in a multi-model comparison result. */
+interface AgentAudioGroup {
+  model: string
+  audio: AgentAudioRef[]
+  resources?: string[]
+  error?: string
+}
+
 interface AgentAudioResult {
   status: string
   message: string
@@ -41,6 +52,8 @@ interface AgentAudioResult {
   audio: AgentAudioRef[]
   /** Resource-library entry ids when the audio was saved to the library. */
   resources?: string[]
+  /** Per-model results when several models were generated with the same prompt. */
+  groups?: AgentAudioGroup[]
   error?: string
 }
 
@@ -56,6 +69,17 @@ const audioRefSchema = {
   },
 } as const
 
+const groupSchema = {
+  type: 'object',
+  additionalProperties: false,
+  properties: {
+    model: { type: 'string', required: true },
+    audio: { type: 'array', required: true, items: audioRefSchema },
+    resources: { type: 'array', items: { type: 'string' } },
+    error: { type: 'string' },
+  },
+} as const
+
 const resultSchema = {
   type: 'object',
   additionalProperties: false,
@@ -66,6 +90,7 @@ const resultSchema = {
     model: { type: 'string', required: true },
     audio: { type: 'array', required: true, items: audioRefSchema },
     resources: { type: 'array', items: { type: 'string' } },
+    groups: { type: 'array', items: groupSchema },
     error: { type: 'string' },
   },
 } as const
@@ -120,6 +145,16 @@ export function registerAgentAudioTools(ctx: Context, resolve: () => AgentAudioT
       prompt: { type: 'string', required: true, description: 'For tts, the text to speak. For music/sfx, a descriptive prompt.' },
       mode: { type: 'string', enum: ['tts', 'music', 'sfx', 'voice_design'], description: 'Generation mode. Defaults to tts.' },
       model: { type: 'string', description: 'One of the configured audio models/voices. Defaults to the first configured model.' },
+      models: {
+        type: 'array',
+        items: { type: 'string' },
+        description: 'Optional: several configured model aliases to generate the SAME prompt with each one, sequentially, for comparison (e.g. ["speech-2.8-hd","speech-2.6-hd"]). Cannot be combined with model; when present, models wins.',
+      },
+      model_params: {
+        type: 'object',
+        additionalProperties: true,
+        description: 'Optional per-model parameter overrides used with "models" (automatic by default = all models share the global params). Keys are model aliases; values are partial param objects using the same param names (format, duration, voice, speed, emotion, vol, pitch, sample_rate, bitrate, lyrics, is_instrumental, loop, prompt_influence, seed, steps, cfg_scale, subtitle_enable, aigc_watermark, language_boost, pronunciation_tone, voice_modify, timbre_weights). Unset fields fall back to the global values.',
+      },
       voice: { type: 'string', description: 'Optional voice id/name for TTS providers. Required for MiniMax TTS (e.g. male-qn-qingse, female-shaonv); fetch the account voices in Settings > Plugins > AI Audio.' },
       preview_text: { type: 'string', description: 'Optional preview text for voice_design.' },
       speed: { type: 'number', description: 'Optional speaking rate / speed multiplier where supported. MiniMax range 0.5-2.0 (default 1).' },
@@ -163,10 +198,9 @@ export function registerAgentAudioTools(ctx: Context, resolve: () => AgentAudioT
           type: 'object',
           additionalProperties: false,
           properties: {
-            voice_id: { type: 'string' },
-            weight: { type: 'integer' },
+            voice_id: { type: 'string', required: true },
+            weight: { type: 'integer', required: true },
           },
-          required: ['voice_id', 'weight'],
         },
         description: 'MiniMax TTS dual-voice blend weights (timbre_weights).',
       },
@@ -185,170 +219,252 @@ export function registerAgentAudioTools(ctx: Context, resolve: () => AgentAudioT
     async execute(args, exec) {
       const config = resolve()
       ensureConfigured(config)
-      const mode = args.mode === 'music' ? 'music' : args.mode === 'sfx' ? 'sfx' : args.mode === 'voice_design' ? 'voice_design' : 'tts'
-      const picked = mode === 'voice_design'
-        ? (() => {
-          const usable = config.channels.filter(channel => channel.apiUrl.trim() !== '' && channel.apiKey.trim() !== '')
-          const target = usable.find(channel => channel.id === config.defaultChannelId) ?? usable[0]
-          if (target === undefined) throw new AudioGenError('No usable audio channel is configured for voice design.', 'no-channel-available')
-          return { channel: target, alias: '', upstream: '' }
-        })()
-        : resolveModel(config, args.model)
-      const voiceModify = typeof args.voice_modify === 'object' && args.voice_modify !== null
-        ? (() => {
-          const raw = args.voice_modify as Record<string, unknown>
-          const out: { pitch?: number; intensity?: number; timbre?: number; soundEffects?: string } = {}
-          if (typeof raw.pitch === 'number') out.pitch = raw.pitch
-          if (typeof raw.intensity === 'number') out.intensity = raw.intensity
-          if (typeof raw.timbre === 'number') out.timbre = raw.timbre
-          if (typeof raw.sound_effects === 'string' && raw.sound_effects.trim() !== '') out.soundEffects = raw.sound_effects.trim()
-          return Object.keys(out).length > 0 ? out : undefined
-        })()
-        : undefined
-      const timbreWeights = Array.isArray(args.timbre_weights)
-        ? args.timbre_weights
-          .filter((item): item is { voice_id: string; weight: number } => typeof item === 'object' && item !== null && typeof (item as { voice_id?: unknown }).voice_id === 'string' && typeof (item as { weight?: unknown }).weight === 'number')
-          .map(item => ({ voiceId: (item.voice_id as string).trim(), weight: item.weight as number }))
-          .filter(item => item.voiceId !== '')
-        : undefined
-      const request: GenerateAudioRequest = {
-        mode,
-        model: picked.alias,
-        upstream: picked.upstream,
-        channelId: picked.channel.id,
-        channel: picked.channel.name,
-        prompt: args.prompt.trim(),
-        ...(typeof args.voice === 'string' && args.voice.trim() !== '' ? { voice: args.voice.trim() } : {}),
-        ...(typeof args.preview_text === 'string' && args.preview_text.trim() !== '' ? { previewText: args.preview_text.trim() } : {}),
-        ...(typeof args.speed === 'number' ? { speed: args.speed } : {}),
-        ...(typeof args.duration === 'number' ? { duration: args.duration } : {}),
-        ...(typeof args.lyrics === 'string' && args.lyrics.trim() !== '' ? { lyrics: args.lyrics.trim() } : {}),
-        ...(typeof args.is_instrumental === 'boolean' ? { isInstrumental: args.is_instrumental } : {}),
-        ...(typeof args.loop === 'boolean' ? { loop: args.loop } : {}),
-        ...(typeof args.prompt_influence === 'number' && Number.isFinite(args.prompt_influence) ? { promptInfluence: args.prompt_influence } : {}),
-        ...(typeof args.seed === 'number' && Number.isFinite(args.seed) ? { seed: args.seed } : {}),
-        ...(typeof args.steps === 'number' && Number.isFinite(args.steps) ? { steps: args.steps } : {}),
-        ...(typeof args.cfg_scale === 'number' && Number.isFinite(args.cfg_scale) ? { cfgScale: args.cfg_scale } : {}),
-        ...(typeof args.format === 'string' && args.format.trim() !== '' ? { format: args.format.trim() } : {}),
-        // ---- MiniMax TTS 专属字段 ----
-        ...(typeof args.emotion === 'string' && args.emotion.trim() !== '' ? { emotion: args.emotion.trim() } : {}),
-        ...(typeof args.vol === 'number' && Number.isFinite(args.vol) ? { vol: args.vol } : {}),
-        ...(typeof args.pitch === 'number' && Number.isFinite(args.pitch) ? { pitch: args.pitch } : {}),
-        ...(typeof args.text_normalization === 'boolean' ? { textNormalization: args.text_normalization } : {}),
-        ...(typeof args.latex_read === 'boolean' ? { latexRead: args.latex_read } : {}),
-        ...(Array.isArray(args.pronunciation_tone) && args.pronunciation_tone.length > 0
-          ? { pronunciationTone: args.pronunciation_tone.filter((item): item is string => typeof item === 'string' && item.trim() !== '').map((item: string) => item.trim()) }
-          : {}),
-        ...(typeof args.sample_rate === 'number' && Number.isFinite(args.sample_rate) ? { sampleRate: args.sample_rate } : {}),
-        ...(typeof args.bitrate === 'number' && Number.isFinite(args.bitrate) ? { bitrate: args.bitrate } : {}),
-        ...(typeof args.channel === 'number' && Number.isFinite(args.channel) ? { audioChannel: args.channel } : {}),
-        ...(typeof args.force_cbr === 'boolean' ? { forceCbr: args.force_cbr } : {}),
-        ...(typeof args.subtitle_enable === 'boolean' ? { subtitleEnable: args.subtitle_enable } : {}),
-        ...(typeof args.aigc_watermark === 'boolean' ? { aigcWatermark: args.aigc_watermark } : {}),
-        ...(typeof args.language_boost === 'string' && args.language_boost.trim() !== '' ? { languageBoost: args.language_boost.trim() } : {}),
-        ...(voiceModify !== undefined ? { voiceModify } : {}),
-        ...(timbreWeights !== undefined && timbreWeights.length > 0 ? { timbreWeights } : {}),
+      const mode: AudioMode = args.mode === 'music' ? 'music' : args.mode === 'sfx' ? 'sfx' : args.mode === 'voice_design' ? 'voice_design' : 'tts'
+      /** 把生成参数（snake_case 入参或 model_params 片段）映射为请求字段。 */
+      const mapParams = (raw: Record<string, unknown>): Partial<GenerateAudioRequest> => {
+        const voiceModify = typeof raw.voice_modify === 'object' && raw.voice_modify !== null
+          ? (() => {
+            const src = raw.voice_modify as Record<string, unknown>
+            const out: { pitch?: number; intensity?: number; timbre?: number; soundEffects?: string } = {}
+            if (typeof src.pitch === 'number') out.pitch = src.pitch
+            if (typeof src.intensity === 'number') out.intensity = src.intensity
+            if (typeof src.timbre === 'number') out.timbre = src.timbre
+            if (typeof src.sound_effects === 'string' && src.sound_effects.trim() !== '') out.soundEffects = src.sound_effects.trim()
+            return Object.keys(out).length > 0 ? out : undefined
+          })()
+          : undefined
+        const timbreWeights = Array.isArray(raw.timbre_weights)
+          ? raw.timbre_weights
+            .filter((item): item is { voice_id: string; weight: number } => typeof item === 'object' && item !== null && typeof (item as { voice_id?: unknown }).voice_id === 'string' && typeof (item as { weight?: unknown }).weight === 'number')
+            .map(item => ({ voiceId: (item.voice_id as string).trim(), weight: item.weight as number }))
+            .filter(item => item.voiceId !== '')
+          : undefined
+        const stringOrEmpty = (key: string): string | undefined => {
+          const value = raw[key]
+          return typeof value === 'string' && value.trim() !== '' ? value.trim() : undefined
+        }
+        const finiteOrUndefined = (key: string): number | undefined => {
+          const value = raw[key]
+          return typeof value === 'number' && Number.isFinite(value) ? value : undefined
+        }
+        return {
+          ...(stringOrEmpty('voice') !== undefined ? { voice: stringOrEmpty('voice')! } : {}),
+          ...(stringOrEmpty('preview_text') !== undefined ? { previewText: stringOrEmpty('preview_text')! } : {}),
+          ...(finiteOrUndefined('speed') !== undefined ? { speed: finiteOrUndefined('speed')! } : {}),
+          ...(finiteOrUndefined('duration') !== undefined ? { duration: finiteOrUndefined('duration')! } : {}),
+          ...(stringOrEmpty('lyrics') !== undefined ? { lyrics: stringOrEmpty('lyrics')! } : {}),
+          ...(typeof raw.is_instrumental === 'boolean' ? { isInstrumental: raw.is_instrumental } : {}),
+          ...(typeof raw.loop === 'boolean' ? { loop: raw.loop } : {}),
+          ...(finiteOrUndefined('prompt_influence') !== undefined ? { promptInfluence: finiteOrUndefined('prompt_influence')! } : {}),
+          ...(finiteOrUndefined('seed') !== undefined ? { seed: finiteOrUndefined('seed')! } : {}),
+          ...(finiteOrUndefined('steps') !== undefined ? { steps: finiteOrUndefined('steps')! } : {}),
+          ...(finiteOrUndefined('cfg_scale') !== undefined ? { cfgScale: finiteOrUndefined('cfg_scale')! } : {}),
+          ...(stringOrEmpty('format') !== undefined ? { format: stringOrEmpty('format')! } : {}),
+          // ---- MiniMax / ElevenLabs / Stability 专属字段 ----
+          ...(stringOrEmpty('emotion') !== undefined ? { emotion: stringOrEmpty('emotion')! } : {}),
+          ...(finiteOrUndefined('vol') !== undefined ? { vol: finiteOrUndefined('vol')! } : {}),
+          ...(finiteOrUndefined('pitch') !== undefined ? { pitch: finiteOrUndefined('pitch')! } : {}),
+          ...(typeof raw.text_normalization === 'boolean' ? { textNormalization: raw.text_normalization } : {}),
+          ...(typeof raw.latex_read === 'boolean' ? { latexRead: raw.latex_read } : {}),
+          ...(Array.isArray(raw.pronunciation_tone) && raw.pronunciation_tone.length > 0
+            ? { pronunciationTone: raw.pronunciation_tone.filter((item): item is string => typeof item === 'string' && item.trim() !== '').map((item: string) => item.trim()) }
+            : {}),
+          ...(finiteOrUndefined('sample_rate') !== undefined ? { sampleRate: finiteOrUndefined('sample_rate')! } : {}),
+          ...(finiteOrUndefined('bitrate') !== undefined ? { bitrate: finiteOrUndefined('bitrate')! } : {}),
+          ...(finiteOrUndefined('channel') !== undefined ? { audioChannel: finiteOrUndefined('channel')! } : {}),
+          ...(typeof raw.force_cbr === 'boolean' ? { forceCbr: raw.force_cbr } : {}),
+          ...(typeof raw.subtitle_enable === 'boolean' ? { subtitleEnable: raw.subtitle_enable } : {}),
+          ...(typeof raw.aigc_watermark === 'boolean' ? { aigcWatermark: raw.aigc_watermark } : {}),
+          ...(stringOrEmpty('language_boost') !== undefined ? { languageBoost: stringOrEmpty('language_boost')! } : {}),
+          ...(voiceModify !== undefined ? { voiceModify } : {}),
+          ...(timbreWeights !== undefined && timbreWeights.length > 0 ? { timbreWeights } : {}),
+        }
       }
-      try {
-        const outputs = await generateAudio(picked.channel, request, exec.signal)
-        const audio: AgentAudioRef[] = []
-        const saved: SavedAudioRef[] = []
-        for (const [index, output] of outputs.entries()) {
-          const stored = await saveAudioFile(output.data, output.mime, `generated-${index + 1}`)
-          saved.push({
-            id: stored.id,
-            url: `/api/dsh-audiogen/audio/${encodeURIComponent(stored.file)}`,
-            file: stored.file,
-            mime: stored.mime,
-            bytes: stored.bytes,
-            ...(output.voiceId === undefined ? {} : { voiceId: output.voiceId }),
-          })
-          audio.push({
-            id: stored.id,
-            url: `/api/dsh-audiogen/audio/${encodeURIComponent(stored.file)}`,
-            mime: stored.mime,
-            bytes: stored.bytes,
-            ...(output.voiceId === undefined ? {} : { voiceId: output.voiceId }),
-          })
+      const buildRequest = (picked: { channel: AudioChannel; alias: string; upstream: string }): GenerateAudioRequest => {
+        const base = mapParams(args as unknown as Record<string, unknown>)
+        // 每模型参数覆盖（model_params[alias]）；缺省 = 自动沿用全局配置
+        let override: Partial<GenerateAudioRequest> = {}
+        if (typeof args.model_params === 'object' && args.model_params !== null) {
+          const perModel = (args.model_params as Record<string, unknown>)[picked.alias]
+          if (typeof perModel === 'object' && perModel !== null) override = mapParams(perModel as Record<string, unknown>)
         }
+        return {
+          mode,
+          model: picked.alias,
+          upstream: picked.upstream,
+          channelId: picked.channel.id,
+          channel: picked.channel.name,
+          prompt: typeof args.prompt === 'string' ? args.prompt.trim() : '',
+          ...base,
+          ...override,
+        }
+      }
+      /** 单模型执行：生成 + 保存文件 + 历史 + 可选资源库；错误收敛为分组结果。 */
+      const runOne = async (picked: { channel: AudioChannel; alias: string; upstream: string }): Promise<AgentAudioGroup> => {
+        const request = buildRequest(picked)
         try {
-          await appendHistory({
-            id: randomUUID(),
-            createdAt: Date.now(),
-            mode: request.mode,
-            model: picked.alias,
-            prompt: request.prompt,
-            ...(request.voice === undefined ? {} : { voice: request.voice }),
-            ...(request.speed === undefined ? {} : { speed: request.speed }),
-            ...(request.duration === undefined ? {} : { duration: request.duration }),
-            ...(request.format === undefined ? {} : { format: request.format }),
-            audio: outputs.map((output, index) => ({
-              id: saved[index]!.id,
-              file: saved[index]!.file,
-              b64: Buffer.from(output.data).toString('base64'),
-              mime: saved[index]!.mime,
-              bytes: saved[index]!.bytes,
-              url: saved[index]!.url,
+          // 与面板路由共享全局并发闸门（限流时排队；取消时立即出队）。
+          const release = await (config.budget?.acquire(exec.signal) ?? Promise.resolve(() => { /* 默认不限制 */ }))
+          let outputs
+          try {
+            outputs = await generateAudio(picked.channel, request, exec.signal)
+          } finally {
+            release()
+          }
+          const audio: AgentAudioRef[] = []
+          const saved: SavedAudioRef[] = []
+          for (const [index, output] of outputs.entries()) {
+            const stored = await saveAudioFile(output.data, output.mime, `generated-${index + 1}`)
+            saved.push({
+              id: stored.id,
+              url: `/api/dsh-audiogen/audio/${encodeURIComponent(stored.file)}`,
+              file: stored.file,
+              mime: stored.mime,
+              bytes: stored.bytes,
               ...(output.voiceId === undefined ? {} : { voiceId: output.voiceId }),
-            })),
-            channelId: picked.channel.id,
-            channel: picked.channel.name,
-            params: { ...request },
-          })
-        } catch {
-          // History is best-effort and must not fail the agent tool.
-        }
-        // ---- 资源库保存：显式参数优先；设置自动入库时可用 false 跳过 ----
-        const wantSave = args.save_to_library === true || (config.autoSaveToLibrary && args.save_to_library !== false)
-        let resources: string[] | undefined
-        if (wantSave) {
+            })
+            audio.push({
+              id: stored.id,
+              url: `/api/dsh-audiogen/audio/${encodeURIComponent(stored.file)}`,
+              mime: stored.mime,
+              bytes: stored.bytes,
+              ...(output.voiceId === undefined ? {} : { voiceId: output.voiceId }),
+            })
+          }
           try {
-            const entry = await saveToLibrary({
-              audioFiles: saved.map(item => ({
-                id: item.id,
-                file: item.file,
-                mime: item.mime,
-                ...(item.voiceId === undefined ? {} : { voiceId: item.voiceId }),
+            await appendHistory({
+              id: randomUUID(),
+              createdAt: Date.now(),
+              mode: request.mode,
+              model: picked.alias,
+              prompt: request.prompt,
+              ...(request.voice === undefined ? {} : { voice: request.voice }),
+              ...(request.speed === undefined ? {} : { speed: request.speed }),
+              ...(request.duration === undefined ? {} : { duration: request.duration }),
+              ...(request.format === undefined ? {} : { format: request.format }),
+              audio: outputs.map((output, index) => ({
+                id: saved[index]!.id,
+                file: saved[index]!.file,
+                b64: Buffer.from(output.data).toString('base64'),
+                mime: saved[index]!.mime,
+                bytes: saved[index]!.bytes,
+                url: saved[index]!.url,
+                ...(output.voiceId === undefined ? {} : { voiceId: output.voiceId }),
               })),
-              type: libraryTypeOf(request.mode, args.library_type),
-              ...(typeof args.library_name === 'string' && args.library_name.trim() !== '' ? { name: args.library_name.trim() } : {}),
-              ...(Array.isArray(args.library_tags) ? { tags: args.library_tags.filter((tag): tag is string => typeof tag === 'string' && tag.trim() !== '').map(tag => tag.trim()) } : {}),
-              provenance: {
-                mode: request.mode,
-                prompt: request.prompt,
-                channel: picked.channel.name,
-                channelId: picked.channel.id,
-                apiUrl: picked.channel.apiUrl,
-                model: picked.alias,
-                upstream: picked.upstream,
-                ...(request.voice === undefined ? {} : { voice: request.voice }),
-                params: { ...request },
-              },
+              channelId: picked.channel.id,
+              channel: picked.channel.name,
+              params: { ...request },
             })
-            resources = [entry.id]
           } catch {
-            // library-save is best-effort; generation already succeeded.
+            // History is best-effort and must not fail the agent tool.
+          }
+          // ---- 资源库保存：显式参数优先；设置自动入库时可用 false 跳过 ----
+          const wantSave = args.save_to_library === true || (config.autoSaveToLibrary && args.save_to_library !== false)
+          let resources: string[] | undefined
+          if (wantSave) {
+            try {
+              const entry = await saveToLibrary({
+                audioFiles: saved.map(item => ({
+                  id: item.id,
+                  file: item.file,
+                  mime: item.mime,
+                  ...(item.voiceId === undefined ? {} : { voiceId: item.voiceId }),
+                })),
+                type: libraryTypeOf(request.mode, args.library_type),
+                ...(typeof args.library_name === 'string' && args.library_name.trim() !== '' ? { name: args.library_name.trim() } : {}),
+                ...(Array.isArray(args.library_tags) ? { tags: args.library_tags.filter((tag): tag is string => typeof tag === 'string' && tag.trim() !== '').map(tag => tag.trim()) } : {}),
+                provenance: {
+                  mode: request.mode,
+                  prompt: request.prompt,
+                  channel: picked.channel.name,
+                  channelId: picked.channel.id,
+                  apiUrl: picked.channel.apiUrl,
+                  model: picked.alias,
+                  upstream: picked.upstream,
+                  ...(request.voice === undefined ? {} : { voice: request.voice }),
+                  params: { ...request },
+                },
+              })
+              resources = [entry.id]
+            } catch {
+              // library-save is best-effort; generation already succeeded.
+            }
+          }
+          return {
+            model: picked.alias,
+            audio,
+            ...(resources === undefined ? {} : { resources }),
+          }
+        } catch (error) {
+          if (exec.signal?.aborted === true) throw error
+          return {
+            model: picked.alias,
+            audio: [],
+            error: error instanceof Error ? error.message : String(error),
           }
         }
+      }
+      // ---- 多模型对比：同一 prompt 依次生成 ----
+      const requestedModels = Array.isArray(args.models)
+        ? [...new Set(args.models.filter((item: unknown): item is string => typeof item === 'string' && item.trim() !== '').map((item: string) => item.trim()))]
+        : []
+      if (requestedModels.length > 0 && mode !== 'voice_design') {
+        const groups: AgentAudioGroup[] = []
+        let succeeded = 0
+        for (const alias of requestedModels) {
+          let picked
+          try {
+            picked = resolveModel(config, alias)
+          } catch (error) {
+            groups.push({ model: alias, audio: [], error: error instanceof Error ? error.message : String(error) })
+            continue
+          }
+          const group = await runOne(picked)
+          groups.push(group)
+          if (group.error === undefined) succeeded++
+        }
         return {
-          status: 'completed',
-          message: 'Audio generation completed. The audio files can be played/downloaded from the returned URLs.',
-          mode: request.mode,
-          model: picked.alias,
-          audio,
-          ...(resources === undefined ? {} : { resources }),
+          status: succeeded > 0 ? 'completed' : 'failed',
+          message: succeeded > 0
+            ? `Generated ${succeeded}/${groups.length} model(s) with the same prompt for comparison. The audio files can be played/downloaded from the returned URLs.`
+            : 'All model generations failed.',
+          mode,
+          model: groups[0]?.model ?? requestedModels[0]!,
+          audio: groups.flatMap(group => group.audio),
+          groups,
+          ...(succeeded === 0
+            ? { error: groups.map(group => `${group.model}: ${group.error ?? ''}`).filter(item => !item.endsWith(': ')).join('；') }
+            : {}),
         }
-      } catch (error) {
-        if (exec.signal?.aborted === true) throw error
+      }
+      // ---- 单模型（含音色设计） ----
+      const picked = mode === 'voice_design'
+        ? (() => {
+          const usable = config.channels.filter(channel => channel.apiUrl.trim() !== '' && channel.apiKey.trim() !== '')
+          const target = usable.find(channel => channel.id === config.defaultChannelId) ?? usable[0]
+          if (target === undefined) throw new AudioGenError('No usable audio channel is configured for voice design.', 'no-channel-available')
+          return { channel: target, alias: '', upstream: '' }
+        })()
+        : resolveModel(config, args.model)
+      const one = await runOne(picked)
+      if (one.error !== undefined) {
         return {
           status: 'failed',
           message: 'Audio generation failed.',
-          mode: request.mode,
-          model: picked.alias,
+          mode,
+          model: one.model,
           audio: [],
-          error: error instanceof Error ? error.message : String(error),
+          error: one.error,
         }
       }
+      return {
+        status: 'completed',
+        message: 'Audio generation completed. The audio files can be played/downloaded from the returned URLs.',
+        mode,
+        model: one.model,
+        audio: one.audio,
+        ...(one.resources === undefined ? {} : { resources: one.resources }),
+      }
     },
   }))
 

package/src/audio-scheduler.ts

@@ -0,0 +1,73 @@
+/**
+ * Global generation budget: a FIFO semaphore shared by every upstream audio
+ * call (panel routes and the Agent tool). The limit comes from the plugin
+ * setting 「最大并发生成数」(default 5): a 3-model compare task takes 3 slots,
+ * other tasks queue or run concurrently up to the same cap.
+ *
+ * Acquire resolves with a release function once a slot is free; aborting the
+ * signal while queued rejects immediately (no slot is occupied).
+ */
+
+export interface GenerationBudget {
+  /** Wait for a free slot; resolves with the release function. */
+  acquire(signal?: AbortSignal): Promise<() => void>
+}
+
+export function createGenerationBudget(limit: () => number): GenerationBudget {
+  let active = 0
+  const waiting: Array<{
+    resolve: (release: () => void) => void
+    reject: (reason: unknown) => void
+    signal?: AbortSignal
+    cleanup?: () => void
+  }> = []
+
+  const clampLimit = (): number => {
+    const raw = Number(limit())
+    if (!Number.isFinite(raw) || raw < 1) return 5
+    return Math.min(20, Math.floor(raw))
+  }
+
+  const pump = (): void => {
+    const max = clampLimit()
+    while (active < max && waiting.length > 0) {
+      const entry = waiting.shift()!
+      if (entry.signal?.aborted === true) {
+        entry.reject(new DOMException('The operation was aborted.', 'AbortError'))
+        continue
+      }
+      entry.cleanup?.()
+      active += 1
+      let released = false
+      entry.resolve(() => {
+        if (released) return
+        released = true
+        active = Math.max(0, active - 1)
+        pump()
+      })
+    }
+  }
+
+  const acquire = (signal?: AbortSignal): Promise<() => void> => new Promise<() => void>((resolve, reject) => {
+    const entry: { resolve: (release: () => void) => void; reject: (reason: unknown) => void; signal?: AbortSignal; cleanup?: () => void } = { resolve, reject, signal }
+    const onAbort = (): void => {
+      const index = waiting.indexOf(entry)
+      if (index < 0) return // 已在运行：由调用方的 signal 中断上游请求
+      waiting.splice(index, 1)
+      entry.cleanup = undefined
+      reject(new DOMException('The operation was aborted.', 'AbortError'))
+    }
+    entry.cleanup = () => { signal?.removeEventListener('abort', onAbort) }
+    if (signal !== undefined) {
+      if (signal.aborted === true) {
+        reject(new DOMException('The operation was aborted.', 'AbortError'))
+        return
+      }
+      signal.addEventListener('abort', onAbort, { once: true })
+    }
+    waiting.push(entry)
+    pump()
+  })
+
+  return { acquire }
+}