dsh-audiogen 0.4.6 → 0.4.7

package/src/prompt-enhance.ts

@@ -34,12 +34,29 @@ export interface PromptEnhanceDeps {
   llm?: () => unknown
 }
 
-/** 读取 Agent 默认模型并调用 LLM 增强，返回增强后的文本。 */
-export async function enhancePromptText(deps: PromptEnhanceDeps, prompt: string, mode: AudioMode): Promise<string> {
+/** 设置中显式选择的增强模型（provider + model）。 */
+export interface EnhanceModelSelection {
+  provider: string
+  model: string
+}
+
+/** 读取 Agent 默认模型并调用 LLM 增强，返回增强后的文本。
+ *  @param override - 用户设置的增强模型；缺省/为空时回退到 agent-default-model。 */
+export async function enhancePromptText(
+  deps: PromptEnhanceDeps,
+  prompt: string,
+  mode: AudioMode,
+  override?: EnhanceModelSelection,
+): Promise<string> {
   const text = prompt.trim()
   if (text === '') throw new AudioGenError('提示词为空，无法增强', 'enhance-empty-prompt')
-  const descriptor = (deps.settings.describe({ redactSecrets: true }) ?? []).find(candidate => String(candidate.ns) === 'agent-default-model')
-  const value = (descriptor?.value ?? {}) as { provider?: unknown; model?: unknown }
+  const selected = override !== undefined && override.provider.trim() !== '' && override.model.trim() !== ''
+    ? { provider: override.provider.trim(), model: override.model.trim() }
+    : undefined
+  const descriptor = selected === undefined
+    ? (deps.settings.describe({ redactSecrets: true }) ?? []).find(candidate => String(candidate.ns) === 'agent-default-model')
+    : undefined
+  const value = selected ?? ((descriptor?.value ?? {}) as { provider?: unknown; model?: unknown })
   const provider = typeof value.provider === 'string' && value.provider.trim() !== '' ? value.provider.trim() : ''
   const model = typeof value.model === 'string' && value.model.trim() !== '' ? value.model.trim() : ''
   if (provider === '' || model === '') {
@@ -53,22 +70,32 @@ export async function enhancePromptText(deps: PromptEnhanceDeps, prompt: string,
   const timer = setTimeout(() => controller.abort(new DOMException('The operation timed out.', 'TimeoutError')), 30_000)
   timer.unref?.()
   let output = ''
+  let terminalFailure = ''
   try {
     for await (const chunk of runtime.stream({
       provider,
       model,
-      messages: [{ role: 'user', content: text }],
+      // dsh-llm 的 Message.content 是 ContentBlock[]（如 [{ type: 'text', text }]），不是纯字符串；
+      // 传字符串会在适配器 contentHasImage() 里抛 "content.some is not a function"，
+      // 主机把该异常转成终止的 finish/error 分片，导致下面永远收集不到文本。
+      messages: [{ role: 'user', content: [{ type: 'text', text }] }],
       system: instructionsFor(mode),
       temperature: 0.7,
       maxTokens: 1200,
       signal: controller.signal,
     })) {
-      const record = chunk as { type?: string; text?: string; block?: { type?: string; text?: string } }
+      const record = chunk as { type?: string; text?: string; block?: { type?: string; text?: string }; reason?: { kind?: string; failure?: { message?: string; code?: string } } }
       if (record.type === 'text-delta' && typeof record.text === 'string') {
         output += record.text
       } else if (record.type === 'block-end' && record.block !== undefined
         && record.block.type === 'text' && typeof record.block.text === 'string') {
         output += record.block.text
+      } else if (record.type === 'finish' && record.reason !== undefined
+        && record.reason.kind !== 'stop' && record.reason.kind !== undefined && terminalFailure === '') {
+        const failure = record.reason.failure
+        terminalFailure = typeof failure?.message === 'string' && failure.message.trim() !== ''
+          ? `${failure.message}${typeof failure.code === 'string' ? `（${failure.code}）` : ''}`
+          : `stream ${record.reason.kind}`
       }
     }
   } finally {
@@ -76,6 +103,9 @@ export async function enhancePromptText(deps: PromptEnhanceDeps, prompt: string,
   }
   const result = stripFences(output.trim())
   if (result === '') {
+    if (terminalFailure !== '') {
+      throw new AudioGenError(`增强失败：LLM 调用出错（${terminalFailure}）。请检查「设置 → 模型」的默认模型是否可用`, 'enhance-llm-error')
+    }
     throw new AudioGenError('模型未返回增强内容：请检查「设置 → 模型」的默认模型是否可用（或稍后重试）', 'enhance-empty-result')
   }
   return result

package/src/protocol.ts

@@ -8,7 +8,7 @@
 export const AUDIOGEN_SETTINGS_NAMESPACE = 'dsh-audiogen'
 
 /** Published package version shared by the host updater and the client UI. */
-export const PLUGIN_VERSION = '0.4.6'
+export const PLUGIN_VERSION = '0.4.7'
 
 /** Same-origin route family (loopback-only, mirroring dsh-imagegen). */
 export const SETTINGS_API = {
@@ -30,6 +30,9 @@ export const ENHANCE_API = '/api/dsh-audiogen/prompt/enhance' as const
 /** Host-mediated built-in provider catalog (channels the user can instantiate). */
 export const PRESETS_API = '/api/dsh-audiogen/presets' as const
 
+/** LLM 模型目录：提示词增强模型的候选（来自「设置 → 模型」各提供方）。 */
+export const LLM_MODELS_API = '/api/dsh-audiogen/llm/models' as const
+
 /** Host-mediated model/voice discovery endpoint. */
 export const MODEL_API = {
   discover: '/api/dsh-audiogen/models/discover',
@@ -91,6 +94,18 @@ export interface ModelMapping {
   category?: AudioModelCategory
 }
 
+/** 一个「设置 → 模型」中的 LLM 候选模型（提示词增强模型下拉用）。 */
+export interface LlmModelOption {
+  /** 提供方路由（如 deepseek-official / google）。 */
+  provider: string
+  /** 提供方展示名（如 DeepSeek / google）。 */
+  providerName: string
+  /** 模型 id（上游型号，如 deepseek-v4-flash-vision-exp）。 */
+  id: string
+  /** 模型展示名。 */
+  name: string
+}
+
 /** A model/voice discovered from a vendor endpoint (not yet persisted). */
 export interface DiscoveredAudioModel extends ModelMapping {
   /** Optional human-readable description from the vendor. */

package/src/routes.ts

@@ -16,9 +16,9 @@ import { discoverAudioModels } from './audio-models.ts'
 import { AUDIO_PRESETS } from './audio-presets.ts'
 import { appendHistory, clearHistory, listHistory, readAudioFile, removeHistory, saveAudioFile, listLibrary, saveToLibrary, updateLibraryEntry, removeLibraryEntries, readLibraryFile } from './audio-store.ts'
 import {
-  AUDIO_API, AUDIOGEN_SETTINGS_NAMESPACE, ENHANCE_API, GENERATE_API, HISTORY_API, LIBRARY_API, MODEL_API, PRESETS_API, SETTINGS_API, TASK_API,
+  AUDIO_API, AUDIOGEN_SETTINGS_NAMESPACE, ENHANCE_API, GENERATE_API, HISTORY_API, LIBRARY_API, LLM_MODELS_API, MODEL_API, PRESETS_API, SETTINGS_API, TASK_API,
   LIBRARY_TYPES,
-  type GenerateAudioRequest, type GeneratedAudio, type HistoryEntryInput, type LibraryAudioInput, type LibraryProvenance, type LibraryType,
+  type GenerateAudioRequest, type GeneratedAudio, type HistoryEntryInput, type LibraryAudioInput, type LibraryProvenance, type LibraryType, type LlmModelOption,
 } from './protocol.ts'
 
 const MAX_JSON_BODY_BYTES = 16 * 1024 * 1024
@@ -49,6 +49,8 @@ export interface AudiogenRoutesDeps {
   budget: GenerationBudget
   /** 提示词增强：调用 Agent 默认模型，返回增强后的文本。 */
   enhance: (prompt: string, mode: GenerateAudioRequest['mode']) => Promise<string>
+  /** 「设置 → 模型」提供方列表 + 各自可广播模型（增强模型下拉候选）。 */
+  llmModelOptions: () => Promise<LlmModelOption[]>
 }
 
 function isLoopbackRequest(request: IncomingMessage): boolean {
@@ -327,6 +329,20 @@ export function makeRoutes(deps: AudiogenRoutesDeps): WebRoute[] {
         writeJson(res, 200, { ok: true, presets: AUDIO_PRESETS })
       },
     },
+    // --------------------------------------------- LLM models (enhance)
+    {
+      kind: 'exact',
+      path: LLM_MODELS_API,
+      handler: async (req, res) => {
+        if (!guard(req, res, 'POST')) return
+        try {
+          const providers = await deps.llmModelOptions()
+          writeJson(res, 200, { ok: true, providers })
+        } catch (error) {
+          writeJson(res, 200, { ok: false, code: 'llm-models-failed', message: messageOf(error) })
+        }
+      },
+    },
     // ---------------------------------------------- model/voice discovery
     {
       kind: 'exact',