@bolloon/bolloon-agent 0.1.30 → 0.1.32

package/src/index.ts

@@ -1499,6 +1499,10 @@ function printHelp(): void {
 
 环境变量:
   MINIMAX_API_KEY       MiniMax API 密钥
+  DEEPSEEK_API_KEY      DeepSeek API 密钥
+  KIMI_API_KEY / MOONSHOT_API_KEY  Kimi/Moonshot API 密钥
+  GLM_API_KEY / ZHIPU_API_KEY      智谱 GLM API 密钥
+  QWEN_API_KEY / DASHSCOPE_API_KEY 通义千问 API 密钥
   OPENAI_API_KEY        OpenAI API 密钥（Pi SDK）
   ANTHROPIC_API_KEY     Anthropic API 密钥（Pi SDK）
   PORT                  Web 服务端口（默认 54188）
@@ -1563,6 +1567,10 @@ async function main() {
   const hasOpenAI = !!process.env.OPENAI_API_KEY;
   const hasAnthropic = !!process.env.ANTHROPIC_API_KEY;
   const hasMinimax = !!process.env.MINIMAX_API_KEY;
+  const hasDeepSeek = !!process.env.DEEPSEEK_API_KEY;
+  const hasKimi = !!(process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY);
+  const hasGlm = !!(process.env.GLM_API_KEY || process.env.ZHIPU_API_KEY);
+  const hasQwen = !!(process.env.QWEN_API_KEY || process.env.DASHSCOPE_API_KEY);
   const hasOpenRouter = !!process.env.OPENROUTER_API_KEY;
   const hasGemini = !!process.env.GEMINI_API_KEY;
   const hasOllama = !!process.env.OLLAMA_BASE_URL;
@@ -1572,7 +1580,11 @@ async function main() {
                       hasOpenRouter ? 'OpenRouter' :
                       hasGemini ? 'Gemini' :
                       hasOllama ? 'Ollama' :
-                      hasMinimax ? 'MiniMax' : null;
+                      hasMinimax ? 'MiniMax' :
+                      hasDeepSeek ? 'DeepSeek' :
+                      hasKimi ? 'Kimi' :
+                      hasGlm ? 'GLM' :
+                      hasQwen ? 'Qwen' : null;
 
   if (llmProvider) {
     s.step(0, 4, `LLM: ${llmProvider}`, 'ok');

package/src/llm/audio-config-store.ts

@@ -0,0 +1,241 @@
+/**
+ * Audio Generation API Configuration Store
+ *
+ * 音频模型配置：MiniMax 提供的 Speech（TTS+ASR）与 Music（文生音乐）。
+ * 与 LLM / 视频配置完全独立，持久化到 ~/.bolloon/audio-config.json。
+ *
+ * 复用 LLM 那一套 MINIMAX_API_KEY 即可（同源）。
+ * - TTS:  POST /audio/speech  （OpenAI 兼容，body 含 model/voice/input）
+ * - ASR:  POST /audio/transcriptions
+ * - Music: POST /music_generation  （MiniMax 自有端点）
+ */
+
+import * as fs from 'fs/promises';
+import * as path from 'path';
+
+export type AudioProvider = 'minimax-speech' | 'minimax-music';
+
+export interface AudioProviderConfig {
+  enabled: boolean;
+  apiKey: string;
+  baseUrl: string;
+  model: string;
+  /** TTS 音色：male / female / ... */
+  voice?: string;
+  /** TTS 语速：0.5-2.0 */
+  speed?: number;
+  /** TTS 输出格式：mp3 / pcm / wav */
+  format?: string;
+  /** 音乐生成：instrumental / lyrics */
+  mode?: string;
+  /** 默认时长（秒） */
+  duration?: number;
+  requiresApiKey?: boolean;
+}
+
+export interface AudioConfig {
+  activeProvider: AudioProvider;
+  providers: Record<AudioProvider, AudioProviderConfig>;
+  updatedAt: string;
+}
+
+const CONFIG_DIR = path.join(process.env.HOME || '/tmp', '.bolloon');
+const CONFIG_PATH = path.join(CONFIG_DIR, 'audio-config.json');
+
+export const DEFAULT_AUDIO_PROVIDER_CONFIGS: Record<AudioProvider, AudioProviderConfig> = {
+  'minimax-speech': {
+    enabled: false,
+    apiKey: '',
+    baseUrl: 'https://api.minimaxi.com/v1',
+    model: 'speech-01',
+    voice: 'male-qn-jingying',
+    speed: 1.0,
+    format: 'mp3',
+    requiresApiKey: true
+  },
+  'minimax-music': {
+    enabled: false,
+    apiKey: '',
+    baseUrl: 'https://api.minimaxi.com/v1',
+    model: 'music-01',
+    mode: 'instrumental',
+    duration: 30,
+    requiresApiKey: true
+  }
+};
+
+export const AUDIO_PROVIDER_INFO: Record<AudioProvider, { name: string; description: string; requiresApiKey: boolean; docs?: string; kind: 'speech' | 'music' }> = {
+  'minimax-speech': {
+    name: 'MiniMax Speech',
+    description: 'TTS 文生语音 / ASR 语音转写',
+    requiresApiKey: true,
+    docs: 'https://platform.minimaxi.com/document/T2A%20V2',
+    kind: 'speech'
+  },
+  'minimax-music': {
+    name: 'MiniMax Music',
+    description: '文生音乐 (纯音乐 / 带歌词)',
+    requiresApiKey: true,
+    docs: 'https://platform.minimaxi.com/document/Music%20Generation',
+    kind: 'music'
+  }
+};
+
+function getDefaultConfig(): AudioConfig {
+  const envConfigs: Partial<Record<AudioProvider, AudioProviderConfig>> = {};
+
+  const sharedKey = process.env.MINIMAX_API_KEY || '';
+  if (sharedKey) {
+    envConfigs['minimax-speech'] = {
+      ...DEFAULT_AUDIO_PROVIDER_CONFIGS['minimax-speech'],
+      enabled: true,
+      apiKey: sharedKey
+    };
+    envConfigs['minimax-music'] = {
+      ...DEFAULT_AUDIO_PROVIDER_CONFIGS['minimax-music'],
+      enabled: true,
+      apiKey: sharedKey
+    };
+  }
+
+  const activeProvider: AudioProvider = 'minimax-speech';
+
+  const providers = { ...DEFAULT_AUDIO_PROVIDER_CONFIGS };
+  for (const [provider, config] of Object.entries(envConfigs)) {
+    if (config) {
+      providers[provider as AudioProvider] = config;
+    }
+  }
+
+  return {
+    activeProvider,
+    providers,
+    updatedAt: new Date().toISOString()
+  };
+}
+
+class AudioConfigStore {
+  private config: AudioConfig | null = null;
+  private initialized: boolean = false;
+
+  async initialize(): Promise<void> {
+    if (this.initialized) return;
+
+    try {
+      await fs.mkdir(CONFIG_DIR, { recursive: true });
+      const data = await fs.readFile(CONFIG_PATH, 'utf-8');
+      const loadedConfig = JSON.parse(data);
+
+      // 补齐缺失的供应商
+      const defaultProviders = Object.keys(DEFAULT_AUDIO_PROVIDER_CONFIGS) as AudioProvider[];
+      for (const provider of defaultProviders) {
+        if (!loadedConfig.providers[provider]) {
+          loadedConfig.providers[provider] = { ...DEFAULT_AUDIO_PROVIDER_CONFIGS[provider] };
+        }
+      }
+
+      const activeProvider = loadedConfig.activeProvider as AudioProvider;
+      if (!activeProvider || !DEFAULT_AUDIO_PROVIDER_CONFIGS[activeProvider]) {
+        loadedConfig.activeProvider = 'minimax-speech';
+      }
+
+      this.config = loadedConfig;
+    } catch {
+      this.config = getDefaultConfig();
+      await this.save();
+    }
+
+    this.initialized = true;
+  }
+
+  private async save(): Promise<void> {
+    if (!this.config) return;
+    this.config.updatedAt = new Date().toISOString();
+    await fs.writeFile(CONFIG_PATH, JSON.stringify(this.config, null, 2));
+  }
+
+  async getConfig(): Promise<AudioConfig> {
+    await this.initialize();
+    return { ...this.config! };
+  }
+
+  async getProvider(provider: AudioProvider): Promise<AudioProviderConfig | null> {
+    await this.initialize();
+    return this.config?.providers[provider] || null;
+  }
+
+  async getActiveProvider(): Promise<AudioProvider> {
+    await this.initialize();
+    return this.config?.activeProvider || 'minimax-speech';
+  }
+
+  async getActiveProviderConfig(): Promise<AudioProviderConfig | null> {
+    await this.initialize();
+    const provider = this.config?.activeProvider;
+    if (!provider) return null;
+    return this.config?.providers[provider] || null;
+  }
+
+  async setActiveProvider(provider: AudioProvider): Promise<void> {
+    await this.initialize();
+    if (!this.config?.providers[provider]) {
+      throw new Error(`Unknown audio provider: ${provider}`);
+    }
+    this.config.activeProvider = provider;
+    await this.save();
+  }
+
+  async updateProvider(provider: AudioProvider, updates: Partial<AudioProviderConfig>): Promise<void> {
+    await this.initialize();
+    if (!this.config?.providers[provider]) {
+      throw new Error(`Unknown audio provider: ${provider}`);
+    }
+    this.config.providers[provider] = {
+      ...this.config.providers[provider],
+      ...updates
+    };
+    await this.save();
+  }
+
+  /**
+   * 测试连接：探测 /models 端点。
+   */
+  async testProvider(provider: AudioProvider): Promise<{ success: boolean; error?: string; latency?: number }> {
+    await this.initialize();
+
+    const config = this.config?.providers[provider];
+    if (!config) return { success: false, error: 'Provider not configured' };
+    if (!config.enabled) return { success: false, error: 'Provider is not enabled' };
+    if (config.requiresApiKey && !config.apiKey) {
+      return { success: false, error: 'API key is required' };
+    }
+
+    const startTime = Date.now();
+    try {
+      const response = await fetch(`${config.baseUrl.replace(/\/$/, '')}/models`, {
+        method: 'GET',
+        headers: { 'Authorization': `Bearer ${config.apiKey}` }
+      });
+
+      const latency = Date.now() - startTime;
+      if (response.ok) {
+        return { success: true, latency };
+      } else {
+        const errorText = await response.text().catch(() => 'Unknown error');
+        return {
+          success: false,
+          error: `HTTP ${response.status}: ${errorText.substring(0, 200)}`,
+          latency
+        };
+      }
+    } catch (error: any) {
+      return { success: false, error: error.message || 'Connection failed', latency: Date.now() - startTime };
+    }
+  }
+
+  getAllProviderInfo() {
+    return AUDIO_PROVIDER_INFO;
+  }
+}
+
+export const audioConfigStore = new AudioConfigStore();

package/src/llm/pi-ai.ts

@@ -137,6 +137,10 @@ export class PiAIModel {
       openrouter: process.env.OPENROUTER_API_KEY || '',
       gemini: process.env.GEMINI_API_KEY || '',
       minimax: process.env.MINIMAX_API_KEY || '',
+      deepseek: process.env.DEEPSEEK_API_KEY || '',
+      kimi: process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY || '',
+      glm: process.env.GLM_API_KEY || process.env.ZHIPU_API_KEY || '',
+      qwen: process.env.QWEN_API_KEY || process.env.DASHSCOPE_API_KEY || '',
       local: ''
     };
     return envVars[this.provider] || '';
@@ -155,6 +159,10 @@ export class PiAIModel {
       openrouter: process.env.OPENROUTER_BASE_URL || 'https://openrouter.ai/api/v1',
       gemini: 'https://generativelanguage.googleapis.com/v1beta',
       minimax: process.env.MINIMAX_BASE_URL || 'https://api.minimaxi.com/v1',
+      deepseek: process.env.DEEPSEEK_BASE_URL || 'https://api.deepseek.com/v1',
+      kimi: process.env.KIMI_BASE_URL || process.env.MOONSHOT_BASE_URL || 'https://api.moonshot.cn/v1',
+      glm: process.env.GLM_BASE_URL || process.env.ZHIPU_BASE_URL || 'https://open.bigmodel.cn/api/paas/v4',
+      qwen: process.env.QWEN_BASE_URL || process.env.DASHSCOPE_BASE_URL || 'https://dashscope.aliyuncs.com/compatible-mode/v1',
       local: 'http://localhost:11434'
     };
 
@@ -169,6 +177,10 @@ export class PiAIModel {
       openrouter: this.config.model || 'anthropic/claude-3.5-sonnet',
       gemini: this.config.model || 'gemini-2.0-flash',
       minimax: this.config.model || process.env.MINIMAX_MODEL || 'MiniMax-M2.7',
+      deepseek: this.config.model || process.env.DEEPSEEK_MODEL || 'deepseek-chat',
+      kimi: this.config.model || process.env.KIMI_MODEL || process.env.MOONSHOT_MODEL || 'moonshot-v1-8k',
+      glm: this.config.model || process.env.GLM_MODEL || process.env.ZHIPU_MODEL || 'glm-4-flash',
+      qwen: this.config.model || process.env.QWEN_MODEL || process.env.DASHSCOPE_MODEL || 'qwen-plus',
       local: this.config.model || 'llama3.2'
     };
     return modelMap[this.provider];
@@ -455,6 +467,10 @@ function detectProvider(): ModelProvider {
   if (process.env.GEMINI_API_KEY) return 'gemini';
   if (process.env.OLLAMA_BASE_URL) return 'ollama';
   if (process.env.MINIMAX_API_KEY) return 'minimax';
+  if (process.env.DEEPSEEK_API_KEY) return 'deepseek';
+  if (process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY) return 'kimi';
+  if (process.env.GLM_API_KEY || process.env.ZHIPU_API_KEY) return 'glm';
+  if (process.env.QWEN_API_KEY || process.env.DASHSCOPE_API_KEY) return 'qwen';
 
   return 'openai';
 }
@@ -467,6 +483,10 @@ function detectModel(provider: ModelProvider): string {
     openrouter: 'anthropic/claude-3.5-sonnet',
     gemini: 'gemini-2.0-flash',
     minimax: 'MiniMax-M2.7',
+    deepseek: 'deepseek-chat',
+    kimi: 'moonshot-v1-8k',
+    glm: 'glm-4-flash',
+    qwen: 'qwen-plus',
     local: 'llama3.2'
   };
   return defaults[provider];

package/src/llm/video-config-store.ts

@@ -0,0 +1,251 @@
+/**
+ * Video Generation API Configuration Store
+ *
+ * 视频生成模型配置（与 LLM 完全独立）。当前内置 Seedance（火山引擎 ARK）。
+ * Seedance 任务流: POST /contents/generations/tasks → 轮询 GET /contents/generations/tasks/{id}
+ */
+
+import * as fs from 'fs/promises';
+import * as path from 'path';
+
+export type VideoProvider = 'seedance' | 'minimax-video';
+
+export interface VideoProviderConfig {
+  enabled: boolean;
+  apiKey: string;
+  baseUrl: string;
+  model: string;
+  /** 默认分辨率，如 720p / 1080p */
+  resolution?: string;
+  /** 默认时长（秒） */
+  duration?: number;
+  /** 默认宽高比，如 16:9 / 9:16 / 1:1 */
+  ratio?: string;
+  /** 是否需要 API Key（火山方舟需要） */
+  requiresApiKey?: boolean;
+}
+
+export interface VideoConfig {
+  activeProvider: VideoProvider;
+  providers: Record<VideoProvider, VideoProviderConfig>;
+  updatedAt: string;
+}
+
+const CONFIG_DIR = path.join(process.env.HOME || '/tmp', '.bolloon');
+const CONFIG_PATH = path.join(CONFIG_DIR, 'video-config.json');
+
+export const DEFAULT_VIDEO_PROVIDER_CONFIGS: Record<VideoProvider, VideoProviderConfig> = {
+  seedance: {
+    enabled: false,
+    apiKey: '',
+    baseUrl: 'https://ark.cn-beijing.volces.com/api/v3',
+    // 文生视频 lite 版（也支持图生视频，加 --resolution 等参数）
+    model: 'doubao-seedance-1-0-lite-t2v-250428',
+    resolution: '720p',
+    duration: 5,
+    ratio: '16:9',
+    requiresApiKey: true
+  },
+  'minimax-video': {
+    enabled: false,
+    apiKey: '',
+    baseUrl: 'https://api.minimaxi.com/v1',
+    model: 'MiniMax-video-01',
+    resolution: '720p',
+    duration: 6,
+    ratio: '16:9',
+    requiresApiKey: true
+  }
+};
+
+export const VIDEO_PROVIDER_INFO: Record<VideoProvider, { name: string; description: string; requiresApiKey: boolean; docs?: string }> = {
+  seedance: {
+    name: 'Seedance (火山方舟)',
+    description: '字节跳动文生视频 / 图生视频模型',
+    requiresApiKey: true,
+    docs: 'https://www.volcengine.com/docs/82379'
+  },
+  'minimax-video': {
+    name: 'MiniMax Video',
+    description: 'MiniMax 文生视频 (Video-01)',
+    requiresApiKey: true,
+    docs: 'https://platform.minimaxi.com/document/Video%20Generation'
+  }
+};
+
+function getDefaultConfig(): VideoConfig {
+  const envConfigs: Partial<Record<VideoProvider, VideoProviderConfig>> = {};
+
+  if (process.env.SEEDANCE_API_KEY || process.env.ARK_API_KEY) {
+    envConfigs.seedance = {
+      ...DEFAULT_VIDEO_PROVIDER_CONFIGS.seedance,
+      enabled: true,
+      apiKey: process.env.SEEDANCE_API_KEY || process.env.ARK_API_KEY || ''
+    };
+  }
+
+  const sharedKey = process.env.MINIMAX_API_KEY || '';
+  if (sharedKey) {
+    envConfigs['minimax-video'] = {
+      ...DEFAULT_VIDEO_PROVIDER_CONFIGS['minimax-video'],
+      enabled: true,
+      apiKey: sharedKey
+    };
+  }
+
+  const activeProvider: VideoProvider = 'seedance';
+
+  const providers = { ...DEFAULT_VIDEO_PROVIDER_CONFIGS };
+  for (const [provider, config] of Object.entries(envConfigs)) {
+    if (config) {
+      providers[provider as VideoProvider] = config;
+    }
+  }
+
+  return {
+    activeProvider,
+    providers,
+    updatedAt: new Date().toISOString()
+  };
+}
+
+class VideoConfigStore {
+  private config: VideoConfig | null = null;
+  private initialized: boolean = false;
+
+  async initialize(): Promise<void> {
+    if (this.initialized) return;
+
+    try {
+      await fs.mkdir(CONFIG_DIR, { recursive: true });
+      const data = await fs.readFile(CONFIG_PATH, 'utf-8');
+      const loadedConfig = JSON.parse(data);
+
+      // 确保加载的配置包含所有默认供应商
+      const defaultProviders = Object.keys(DEFAULT_VIDEO_PROVIDER_CONFIGS) as VideoProvider[];
+      for (const provider of defaultProviders) {
+        if (!loadedConfig.providers[provider]) {
+          loadedConfig.providers[provider] = { ...DEFAULT_VIDEO_PROVIDER_CONFIGS[provider] };
+        }
+      }
+
+      const activeProvider = loadedConfig.activeProvider as VideoProvider;
+      if (!activeProvider || !DEFAULT_VIDEO_PROVIDER_CONFIGS[activeProvider]) {
+        loadedConfig.activeProvider = 'seedance';
+      }
+
+      this.config = loadedConfig;
+    } catch {
+      this.config = getDefaultConfig();
+      await this.save();
+    }
+
+    this.initialized = true;
+  }
+
+  private async save(): Promise<void> {
+    if (!this.config) return;
+    this.config.updatedAt = new Date().toISOString();
+    await fs.writeFile(CONFIG_PATH, JSON.stringify(this.config, null, 2));
+  }
+
+  async getConfig(): Promise<VideoConfig> {
+    await this.initialize();
+    return { ...this.config! };
+  }
+
+  async getProvider(provider: VideoProvider): Promise<VideoProviderConfig | null> {
+    await this.initialize();
+    return this.config?.providers[provider] || null;
+  }
+
+  async getActiveProvider(): Promise<VideoProvider> {
+    await this.initialize();
+    return this.config?.activeProvider || 'seedance';
+  }
+
+  async getActiveProviderConfig(): Promise<VideoProviderConfig | null> {
+    await this.initialize();
+    const provider = this.config?.activeProvider;
+    if (!provider) return null;
+    return this.config?.providers[provider] || null;
+  }
+
+  async setActiveProvider(provider: VideoProvider): Promise<void> {
+    await this.initialize();
+
+    if (!this.config?.providers[provider]) {
+      throw new Error(`Unknown video provider: ${provider}`);
+    }
+
+    this.config.activeProvider = provider;
+    await this.save();
+  }
+
+  async updateProvider(provider: VideoProvider, updates: Partial<VideoProviderConfig>): Promise<void> {
+    await this.initialize();
+
+    if (!this.config?.providers[provider]) {
+      throw new Error(`Unknown video provider: ${provider}`);
+    }
+
+    this.config.providers[provider] = {
+      ...this.config.providers[provider],
+      ...updates
+    };
+
+    await this.save();
+  }
+
+  /**
+   * 测试连接：只校验 API key 是否能被 ARK 接受（创建任务失败不算连接失败，
+   * 返回 401/403 才算失败）。
+   */
+  async testProvider(provider: VideoProvider): Promise<{ success: boolean; error?: string; latency?: number }> {
+    await this.initialize();
+
+    const config = this.config?.providers[provider];
+    if (!config) {
+      return { success: false, error: 'Provider not configured' };
+    }
+
+    if (!config.enabled) {
+      return { success: false, error: 'Provider is not enabled' };
+    }
+
+    if (config.requiresApiKey && !config.apiKey) {
+      return { success: false, error: 'API key is required' };
+    }
+
+    const startTime = Date.now();
+
+    try {
+      // 列出可用模型（轻量级健康检查）。ARK 端点：GET /models
+      const response = await fetch(`${config.baseUrl.replace(/\/$/, '')}/models`, {
+        method: 'GET',
+        headers: { 'Authorization': `Bearer ${config.apiKey}` }
+      });
+
+      const latency = Date.now() - startTime;
+
+      if (response.ok) {
+        return { success: true, latency };
+      } else {
+        const errorText = await response.text().catch(() => 'Unknown error');
+        return {
+          success: false,
+          error: `HTTP ${response.status}: ${errorText.substring(0, 200)}`,
+          latency
+        };
+      }
+    } catch (error: any) {
+      return { success: false, error: error.message || 'Connection failed', latency: Date.now() - startTime };
+    }
+  }
+
+  getAllProviderInfo() {
+    return VIDEO_PROVIDER_INFO;
+  }
+}
+
+export const videoConfigStore = new VideoConfigStore();