dsh-audiogen 0.1.0 → 0.2.0

package/src/audio-presets.ts

@@ -26,9 +26,9 @@ export const AUDIO_PRESETS: AudioPresetProvider[] = [
     apiUrl: 'https://api.openai.com/v1',
     hint: 'OpenAI 官方语音合成接口（/audio/speech）',
     models: [
-      { alias: 'tts-1', id: 'tts-1' },
-      { alias: 'tts-1-hd', id: 'tts-1-hd' },
-      { alias: 'gpt-4o-mini-tts', id: 'gpt-4o-mini-tts' },
+      { alias: 'tts-1', id: 'tts-1', category: 'tts' },
+      { alias: 'tts-1-hd', id: 'tts-1-hd', category: 'tts' },
+      { alias: 'gpt-4o-mini-tts', id: 'gpt-4o-mini-tts', category: 'tts' },
     ],
   },
   {
@@ -37,22 +37,31 @@ export const AUDIO_PRESETS: AudioPresetProvider[] = [
     apiUrl: 'https://api.elevenlabs.io/v1',
     hint: 'ElevenLabs TTS；模型列表请填写你的 Voice ID（如 Rachel / Adam 等别名）',
     models: [
-      { alias: 'Rachel', id: '21m00Tcm4TlvDq8ikWAM' },
-      { alias: 'Adam', id: 'pNInz6obpgDQGcFmaJgB' },
-      { alias: 'Antoni', id: 'ErXwobaYiN019PkySvjV' },
-      { alias: 'Bella', id: 'EXAVITQu4vr4xnSDxMaL' },
+      { alias: 'Rachel', id: '21m00Tcm4TlvDq8ikWAM', category: 'tts' },
+      { alias: 'Adam', id: 'pNInz6obpgDQGcFmaJgB', category: 'tts' },
+      { alias: 'Antoni', id: 'ErXwobaYiN019PkySvjV', category: 'tts' },
+      { alias: 'Bella', id: 'EXAVITQu4vr4xnSDxMaL', category: 'tts' },
     ],
   },
   {
     id: 'minimax',
     name: 'MiniMax',
-    apiUrl: 'https://api.minimax.chat/v1',
-    hint: 'MiniMax 语音合成（T2A）；需在 API URL 后按官方要求携带 GroupId 或使用完整接口地址',
+    apiUrl: 'https://api.minimaxi.com',
+    hint: 'MiniMax 音色设计 / TTS / 音乐生成；可使用“获取可用模型”拉取账号音色',
     models: [
-      { alias: 'speech-01-turbo', id: 'speech-01-turbo' },
-      { alias: 'speech-01-hd', id: 'speech-01-hd' },
-      { alias: 'speech-02-turbo', id: 'speech-02-turbo' },
-      { alias: 'speech-02-hd', id: 'speech-02-hd' },
+      // TTS models
+      { alias: 'speech-2.8-hd', id: 'speech-2.8-hd', category: 'tts' },
+      { alias: 'speech-2.8-turbo', id: 'speech-2.8-turbo', category: 'tts' },
+      { alias: 'speech-2.6-hd', id: 'speech-2.6-hd', category: 'tts' },
+      { alias: 'speech-2.6-turbo', id: 'speech-2.6-turbo', category: 'tts' },
+      { alias: 'speech-02-hd', id: 'speech-02-hd', category: 'tts' },
+      { alias: 'speech-02-turbo', id: 'speech-02-turbo', category: 'tts' },
+      { alias: 'speech-01-hd', id: 'speech-01-hd', category: 'tts' },
+      { alias: 'speech-01-turbo', id: 'speech-01-turbo', category: 'tts' },
+      // Music models
+      { alias: 'music-3.0', id: 'music-3.0', category: 'music' },
+      { alias: 'music-2.6', id: 'music-2.6', category: 'music' },
+      { alias: 'music-cover', id: 'music-cover', category: 'music' },
     ],
   },
   {
@@ -61,8 +70,8 @@ export const AUDIO_PRESETS: AudioPresetProvider[] = [
     apiUrl: 'https://api.stability.ai/v2beta/audio',
     hint: 'Stability AI 音乐/音效生成（stable-audio 系列）',
     models: [
-      { alias: 'stable-audio-2.0', id: 'stable-audio-2.0' },
-      { alias: 'stable-audio-1.0', id: 'stable-audio-1.0' },
+      { alias: 'stable-audio-2.0', id: 'stable-audio-2.0', category: 'music' },
+      { alias: 'stable-audio-1.0', id: 'stable-audio-1.0', category: 'music' },
     ],
   },
   {

package/src/client/AudioGenPanel.tsx

@@ -62,11 +62,15 @@ export function AudioGenPanel(props: { api: AudiogenApi; scope: AudiogenScope })
   const [outputs, setOutputs] = useState<GeneratedAudio[]>([])
   const { entries, reload, clear } = useHistory()
 
+  const visibleModels = useMemo(() => modelOptions.models
+    .filter(entry => entry.category === undefined || entry.category === 'tts' && mode === 'tts' || entry.category === mode)
+    .map(entry => entry.alias), [modelOptions.models, mode])
+
   useEffect(() => {
-    if (modelOptions.models.length > 0 && !modelOptions.models.includes(model)) {
-      setModel(modelOptions.models[0]!)
+    if (visibleModels.length > 0 && !visibleModels.includes(model)) {
+      setModel(visibleModels[0]!)
     }
-  }, [modelOptions.models, model])
+  }, [visibleModels, model])
 
   const submit = async (): Promise<void> => {
     if (prompt.trim() === '') {
@@ -78,7 +82,7 @@ export function AudioGenPanel(props: { api: AudiogenApi; scope: AudiogenScope })
     try {
       const response = await api.generate({
         mode,
-        model: (model || modelOptions.models[0]) ?? '',
+        model: (model || visibleModels[0]) ?? '',
         prompt: prompt.trim(),
         ...(voice.trim() !== '' ? { voice: voice.trim() } : {}),
         ...(speed.trim() !== '' ? { speed: Number(speed) } : {}),
@@ -132,8 +136,8 @@ export function AudioGenPanel(props: { api: AudiogenApi; scope: AudiogenScope })
           <label className={css.label}>
             <span>{tt('model.label')}</span>
             <select className={css.select} value={model} onChange={event => setModel(event.target.value)}>
-              {modelOptions.models.length === 0 ? <option value="">（请在设置中添加）</option> : null}
-              {modelOptions.models.map(item => <option key={item} value={item}>{item}</option>)}
+              {visibleModels.length === 0 ? <option value="">（当前模式暂无可用模型）</option> : null}
+              {visibleModels.map(item => <option key={item} value={item}>{item}</option>)}
             </select>
           </label>
           {mode === 'tts' ? (
@@ -161,7 +165,7 @@ export function AudioGenPanel(props: { api: AudiogenApi; scope: AudiogenScope })
             </select>
           </label>
           {!connected && <p className={css.hint}>{tt('config.missing')}</p>}
-          <button type="button" className={css.generate} disabled={loading || !connected} onClick={() => void submit()}>
+          <button type="button" className={css.generate} disabled={loading || !connected || visibleModels.length === 0} onClick={() => void submit()}>
             {loading ? tt('generating') : tt('generate')}
           </button>
         </div>

package/src/client/SettingsCard.tsx

@@ -12,7 +12,7 @@ import { createSnapshotStore, type SnapshotStore } from '@deepseek-ai/dsh-client
 import { CardForm, booleanField, textField, type CardActions, type CardShell, type FieldState as CardFieldState } from './settings-form.ts'
 import { ChannelsForm, type ChannelDraft, type ChannelsFormActions, type ChannelsFormState } from './channels-form.ts'
 import type { AudiogenScope } from './settings-scope.ts'
-import { PRESETS_API, type ModelMapping, type PresetProviderView } from '../protocol.ts'
+import { MODEL_API, PRESETS_API, type DiscoveredAudioModel, type ModelMapping, type PresetProviderView } from '../protocol.ts'
 import type { AudioGenKey } from './locales.ts'
 import css from './settings-card.module.css'
 
@@ -98,14 +98,22 @@ function newChannelDraft(preset: PresetProviderView | undefined, existing: Chann
 }
 
 function modelsToText(models: ModelMapping[]): string {
-  return models.map(model => `${model.alias}=${model.id}`).join('\n')
+  return models.map(model => `${model.alias}=${model.id}${model.category === undefined ? '' : ` @${model.category}`}`).join('\n')
 }
 
 function textToModels(text: string): ModelMapping[] {
   return text.split(/\n|,/).map(line => line.trim()).filter(Boolean).map(line => {
-    const eq = line.indexOf('=')
-    if (eq < 0) return { alias: line, id: line }
-    return { alias: line.slice(0, eq).trim(), id: line.slice(eq + 1).trim() }
+    const at = line.lastIndexOf(' @')
+    const category = at >= 0 ? line.slice(at + 2).trim() : undefined
+    const body = at >= 0 ? line.slice(0, at).trim() : line
+    const eq = body.indexOf('=')
+    const alias = eq >= 0 ? body.slice(0, eq).trim() : body.trim()
+    const id = eq >= 0 ? body.slice(eq + 1).trim() : alias
+    return {
+      alias,
+      id: id === '' ? alias : id,
+      ...(category === undefined || category === '' ? {} : { category: category as NonNullable<ModelMapping['category']> }),
+    }
   }).filter(model => model.alias !== '')
 }
 
@@ -118,6 +126,8 @@ export function AudioGenSettingsCard(props: AudioGenSettingsCardProps) {
   const [presets, setPresets] = useState<PresetProviderView[]>([])
   const [presetError, setPresetError] = useState<string | null>(null)
   const [confirmDeleteId, setConfirmDeleteId] = useState<string | null>(null)
+  const [discovering, setDiscovering] = useState(false)
+  const [discoverError, setDiscoverError] = useState<string | null>(null)
 
   const [editName, setEditName] = useState('')
   const [editUrl, setEditUrl] = useState('')
@@ -161,6 +171,37 @@ export function AudioGenSettingsCard(props: AudioGenSettingsCardProps) {
     setEditingId(null)
   }
 
+  const discoverModels = async (): Promise<void> => {
+    if (editingId === null) return
+    setDiscovering(true)
+    setDiscoverError(null)
+    try {
+      const existing = channels.find(channel => channel.id === editingId)
+      const response = await fetch(MODEL_API.discover, {
+        method: 'POST',
+        headers: { 'content-type': 'application/json' },
+        body: JSON.stringify({
+          channelId: editingId,
+          ...(editUrl.trim() !== '' ? { apiUrl: editUrl.trim() } : {}),
+          ...(editKey.trim() !== '' ? { apiKey: editKey.trim() } : {}),
+        }),
+      })
+      const body = await response.json() as { ok?: boolean; models?: DiscoveredAudioModel[]; message?: string; source?: string }
+      if (body.ok !== true || body.models === undefined) {
+        throw new Error(body.message ?? `HTTP ${response.status}`)
+      }
+      setEditModels(modelsToText([
+        ...body.models,
+        ...textToModels(editModels).filter(existingModel => !body.models!.some(model => model.id === existingModel.id)),
+      ]))
+      void existing
+    } catch (error) {
+      setDiscoverError(error instanceof Error ? error.message : String(error))
+    } finally {
+      setDiscovering(false)
+    }
+  }
+
   return (
     <li className={css.card}>
       <button
@@ -297,6 +338,12 @@ export function AudioGenSettingsCard(props: AudioGenSettingsCardProps) {
                 <label className={css.label} htmlFor={`audiogen-models-${editing.id}`}>{t('channel.models')}</label>
                 <textarea id={`audiogen-models-${editing.id}`} className={css.textarea} value={editModels} onChange={event => setEditModels(event.target.value)} />
                 <p className={css.sectionHint}>{t('channel.modelsHint')}</p>
+                <div className={css.channelAddRow}>
+                  <button type="button" className={css.channelAdd} disabled={discovering || !state.writable} onClick={() => void discoverModels()}>
+                    {discovering ? '获取中…' : '获取可用模型'}
+                  </button>
+                </div>
+                {discoverError !== null ? <p className={css.failed}>{discoverError}</p> : null}
               </div>
               <label className={css.label}>
                 <input type="checkbox" checked={editDefault} onChange={event => setEditDefault(event.target.checked)} /> {t('channel.default')}

package/src/client/channels-form.ts

@@ -78,7 +78,11 @@ function deepEqualJson(a: unknown, b: unknown): boolean {
 /** Trim and normalize a draft channel (models never carry empty aliases). */
 function stripChannel(channel: ChannelDraft): ChannelDraft {
   const models = channel.models
-    .map(model => ({ alias: model.alias.trim(), id: model.id.trim() === '' ? model.alias.trim() : model.id.trim() }))
+    .map(model => ({
+      alias: model.alias.trim(),
+      id: model.id.trim() === '' ? model.alias.trim() : model.id.trim(),
+      ...(model.category === undefined ? {} : { category: model.category }),
+    }))
     .filter(model => model.alias !== '')
   return {
     id: channel.id,

package/src/client/locales.ts

@@ -58,7 +58,7 @@ export const zh = {
   'channel.apiKey': 'API 密钥',
   'channel.apiKeyHint': '留空则保持当前密钥；输入新值可更换。',
   'channel.models': '模型 / 音色（每行一个：别名=上游ID）',
-  'channel.modelsHint': '例如 tts-1=tts-1 或 Rachel=21m00Tcm4TlvDq8ikWAM',
+  'channel.modelsHint': '每行格式：别名=上游ID，可加 @分类（tts/music/sfx/voice_design/voice_clone）；例如 tts-1=tts-1 @tts 或 Rachel=21m00Tcm4TlvDq8ikWAM @tts',
   'channel.default': '设为默认',
   'channel.cancel': '取消',
   'channel.save': '保存渠道',
@@ -124,7 +124,7 @@ export const en: Record<AudioGenKey, string> = {
   'channel.apiKey': 'API key',
   'channel.apiKeyHint': 'Leave blank to keep the current key.',
   'channel.models': 'Models / voices (one per line: alias=upstreamId)',
-  'channel.modelsHint': 'e.g. tts-1=tts-1 or Rachel=21m00Tcm4TlvDq8ikWAM',
+  'channel.modelsHint': 'One per line: alias=upstreamId, optional @category (tts/music/sfx/voice_design/voice_clone); e.g. tts-1=tts-1 @tts or Rachel=21m00Tcm4TlvDq8ikWAM @tts',
   'channel.default': 'Set default',
   'channel.cancel': 'Cancel',
   'channel.save': 'Save channel',

package/src/client/settings-scope.ts

@@ -14,7 +14,7 @@ import {
   type SettingsScopeSnapshot,
   type SnapshotStore,
 } from '@deepseek-ai/dsh-client-runtime/client'
-import { SETTINGS_API, type ChannelConfig } from '../protocol.ts'
+import { SETTINGS_API, type AudioModelCategory, type ChannelConfig } from '../protocol.ts'
 
 /** The fields this plugin's settings card edits. */
 export interface AudiogenConfig {
@@ -269,7 +269,10 @@ export function bindAudiogenScope(fetchFn: typeof fetch = fetch): AudiogenScope
  * Falls back to the legacy flat allow-list while no channels exist (upgrade
  * path). Pure projection — no host calls.
  */
-export function audioModelOptions(config: AudiogenConfig | undefined): { models: string[]; defaultChannelId?: string } {
+export function audioModelOptions(config: AudiogenConfig | undefined): {
+  models: Array<{ alias: string; category?: AudioModelCategory }>
+  defaultChannelId?: string
+} {
   const channels = config?.channels ?? []
   if (channels.length === 0) {
     return { models: [] }
@@ -278,11 +281,14 @@ export function audioModelOptions(config: AudiogenConfig | undefined): { models:
     ? config.defaultChannelId
     : channels[0]!.id
   const ordered = [defaultId, ...channels.filter(channel => channel.id !== defaultId).map(channel => channel.id)]
-  const models: string[] = []
+  const models: Array<{ alias: string; category?: AudioModelCategory }> = []
+  const seen = new Set<string>()
   for (const id of ordered) {
     const channel = channels.find(candidate => candidate.id === id)!
     for (const model of channel.models) {
-      if (model.alias !== '' && !models.includes(model.alias)) models.push(model.alias)
+      if (model.alias === '' || seen.has(model.alias)) continue
+      seen.add(model.alias)
+      models.push({ alias: model.alias, ...(model.category === undefined ? {} : { category: model.category }) })
     }
   }
   return models.length > 0 ? { models, defaultChannelId: defaultId } : { models: [], defaultChannelId: defaultId }

package/src/protocol.ts

@@ -8,7 +8,7 @@
 export const AUDIOGEN_SETTINGS_NAMESPACE = 'dsh-audiogen'
 
 /** Published package version shared by the host updater and the client UI. */
-export const PLUGIN_VERSION = '0.1.0'
+export const PLUGIN_VERSION = '0.2.0'
 
 /** Same-origin route family (loopback-only, mirroring dsh-imagegen). */
 export const SETTINGS_API = {
@@ -22,6 +22,11 @@ export const GENERATE_API = '/api/dsh-audiogen/generate' as const
 /** Host-mediated built-in provider catalog (channels the user can instantiate). */
 export const PRESETS_API = '/api/dsh-audiogen/presets' as const
 
+/** Host-mediated model/voice discovery endpoint. */
+export const MODEL_API = {
+  discover: '/api/dsh-audiogen/models/discover',
+} as const
+
 /** Loopback-only audio file reader for panel/tool-result previews. */
 export const AUDIO_API = {
   file: '/api/dsh-audiogen/audio',
@@ -42,12 +47,28 @@ export const HISTORY_MAX = 50
 /** Audio generation modes. */
 export type AudioMode = 'tts' | 'music' | 'sfx'
 
+/** The capability category of an audio model/voice. */
+export type AudioModelCategory =
+  | 'tts'
+  | 'music'
+  | 'sfx'
+  | 'voice_design'
+  | 'voice_clone'
+
 /** One model mapping in a channel's catalog: display alias → upstream id. */
 export interface ModelMapping {
   /** User-facing model/voice name (defaults to the upstream id). */
   alias: string
   /** Upstream model or voice id sent to the provider. */
   id: string
+  /** Optional capability category, used by the UI to group model lists. */
+  category?: AudioModelCategory
+}
+
+/** A model/voice discovered from a vendor endpoint (not yet persisted). */
+export interface DiscoveredAudioModel extends ModelMapping {
+  /** Optional human-readable description from the vendor. */
+  description?: string
 }
 
 /**

package/src/routes.ts

@@ -11,10 +11,11 @@ import { randomUUID } from 'node:crypto'
 import type { WebRoute } from '@deepseek-ai/dsh-host-webserver'
 import { SettingsConflictError, settingsNamespace, type SettingsDescriptor } from '@deepseek-ai/dsh-settings'
 import { generateAudio, AudioGenError, type AudioChannel } from './audio-engine.ts'
+import { discoverAudioModels } from './audio-models.ts'
 import { AUDIO_PRESETS } from './audio-presets.ts'
 import { appendHistory, clearHistory, listHistory, readAudioFile, removeHistory, saveAudioFile } from './audio-store.ts'
 import {
-  AUDIO_API, AUDIOGEN_SETTINGS_NAMESPACE, GENERATE_API, HISTORY_API, PRESETS_API, SETTINGS_API,
+  AUDIO_API, AUDIOGEN_SETTINGS_NAMESPACE, GENERATE_API, HISTORY_API, MODEL_API, PRESETS_API, SETTINGS_API,
   type GenerateAudioRequest, type GeneratedAudio, type HistoryEntryInput,
 } from './protocol.ts'
 
@@ -193,6 +194,32 @@ export function makeRoutes(deps: AudiogenRoutesDeps): WebRoute[] {
         writeJson(res, 200, { ok: true, presets: AUDIO_PRESETS })
       },
     },
+    // ---------------------------------------------- model/voice discovery
+    {
+      kind: 'exact',
+      path: MODEL_API.discover,
+      handler: async (req, res) => {
+        if (!guard(req, res, 'POST')) return
+        const body = await readJsonBody(req)
+        const view = deps.resolveChannels()
+        const stored = view.channels.find(candidate => candidate.id === (typeof body?.channelId === 'string' ? body.channelId : undefined))
+          ?? view.channels.find(candidate => candidate.id === view.defaultChannelId)
+          ?? view.channels[0]
+        const channel: AudioChannel = {
+          id: stored?.id ?? 'preview',
+          preset: stored?.preset ?? '',
+          name: stored?.name ?? '',
+          apiUrl: typeof body?.apiUrl === 'string' && body.apiUrl.trim() !== '' ? body.apiUrl.trim() : (stored?.apiUrl ?? ''),
+          apiKey: typeof body?.apiKey === 'string' && body.apiKey.trim() !== '' ? body.apiKey.trim() : (stored?.apiKey ?? ''),
+          models: stored?.models ?? [],
+        }
+        try {
+          writeJson(res, 200, { ok: true, ...await discoverAudioModels(channel) })
+        } catch (error) {
+          writeJson(res, 200, { ok: false, code: 'model-discovery-failed', message: messageOf(error) })
+        }
+      },
+    },
     // -------------------------------------------------- settings describe
     {
       kind: 'exact',