@huyooo/ai-chat-bridge-electron 0.2.15 → 0.2.17

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huyooo/ai-chat-bridge-electron",
-  "version": "0.2.15",
+  "version": "0.2.17",
   "description": "AI Chat Electron Bridge - IPC integration for Electron apps",
   "type": "module",
   "main": "./dist/main/index.js",
@@ -24,8 +24,7 @@
     }
   },
   "files": [
-    "dist",
-    "src"
+    "dist"
   ],
   "scripts": {
     "build": "tsup",
@@ -34,9 +33,9 @@
     "clean": "rm -rf dist"
   },
   "dependencies": {
-    "@huyooo/ai-chat-core": "^0.2.15",
-    "@huyooo/ai-chat-storage": "^0.2.15",
-    "@huyooo/ai-search": "^0.2.15",
+    "@huyooo/ai-chat-core": "^0.2.17",
+    "@huyooo/ai-chat-storage": "^0.2.17",
+    "@huyooo/ai-search": "^0.2.17",
     "uuid": "^11.1.0",
     "ws": "^8.18.3"
   },

package/src/main/asr/client.ts

@@ -1,270 +0,0 @@
-/**
- * 火山引擎大模型流式语音识别 - WebSocket 客户端
- * 
- * 在 Electron 主进程中运行，处理与火山引擎 ASR 服务的通信
- */
-
-import WebSocket from 'ws';
-import { v4 as uuidv4 } from 'uuid';
-import {
-  encodeFullClientRequest,
-  encodeAudioOnlyRequest,
-  decodeServerResponse,
-  type AsrRequestConfig,
-  type AsrResult,
-} from './protocol';
-
-// ============ 类型定义 ============
-
-/** ASR 客户端配置 */
-export interface AsrClientConfig {
-  /** 火山引擎 App ID */
-  appId: string;
-  /** 火山引擎 Access Key */
-  accessKey: string;
-  /** 资源 ID */
-  resourceId?: string;
-  /** 使用双向流式优化版 */
-  useAsyncMode?: boolean;
-}
-
-/** ASR 事件回调 */
-export interface AsrCallbacks {
-  /** 连接成功 */
-  onConnected?: () => void;
-  /** 收到识别结果 */
-  onResult?: (result: AsrResult, isLast: boolean) => void;
-  /** 发生错误 */
-  onError?: (error: Error) => void;
-  /** 连接关闭 */
-  onClose?: () => void;
-}
-
-/** ASR 会话配置 */
-export interface AsrSessionConfig {
-  /** 音频格式 */
-  format?: 'pcm' | 'wav';
-  /** 采样率 */
-  sampleRate?: number;
-  /** 启用标点 */
-  enablePunc?: boolean;
-  /** 启用 ITN（数字规整） */
-  enableItn?: boolean;
-  /** 启用语义顺滑 */
-  enableDdc?: boolean;
-  /** 输出分句信息 */
-  showUtterances?: boolean;
-}
-
-// ============ ASR 客户端类 ============
-
-/**
- * ASR WebSocket 客户端
- * 
- * @example
- * ```ts
- * const client = new AsrClient({
- *   appId: 'your-app-id',
- *   accessKey: 'your-access-key',
- * });
- * 
- * await client.connect({
- *   onResult: (result, isLast) => {
- *     console.log('识别结果:', result.result?.text);
- *   },
- *   onError: (error) => {
- *     console.error('错误:', error);
- *   },
- * });
- * 
- * client.sendAudio(audioBuffer);
- * client.finish(); // 发送最后一包
- * ```
- */
-export class AsrClient {
-  private config: AsrClientConfig;
-  private ws: WebSocket | null = null;
-  private callbacks: AsrCallbacks = {};
-  private connectId: string = '';
-  private isConnected = false;
-  private sessionConfig: AsrSessionConfig = {};
-
-  constructor(config: AsrClientConfig) {
-    this.config = config;
-  }
-
-  /**
-   * 获取 WebSocket 连接地址
-   */
-  private getWsUrl(): string {
-    // 默认使用双向流式优化版
-    if (this.config.useAsyncMode !== false) {
-      return 'wss://openspeech.bytedance.com/api/v3/sauc/bigmodel_async';
-    }
-    return 'wss://openspeech.bytedance.com/api/v3/sauc/bigmodel';
-  }
-
-  /**
-   * 获取资源 ID
-   */
-  private getResourceId(): string {
-    return this.config.resourceId || 'volc.bigasr.sauc.duration';
-  }
-
-  /**
-   * 连接到 ASR 服务
-   */
-  connect(callbacks: AsrCallbacks, sessionConfig: AsrSessionConfig = {}): Promise<void> {
-    return new Promise((resolve, reject) => {
-      this.callbacks = callbacks;
-      this.sessionConfig = sessionConfig;
-      this.connectId = uuidv4();
-
-      const wsUrl = this.getWsUrl();
-
-      this.ws = new WebSocket(wsUrl, {
-        headers: {
-          'X-Api-App-Key': this.config.appId,
-          'X-Api-Access-Key': this.config.accessKey,
-          'X-Api-Resource-Id': this.getResourceId(),
-          'X-Api-Connect-Id': this.connectId,
-        },
-      });
-
-      this.ws.on('open', () => {
-        console.log('[ASR] WebSocket 连接成功, connectId:', this.connectId);
-        this.isConnected = true;
-        
-        // 发送首包（Full Client Request）
-        this.sendFullClientRequest();
-        
-        this.callbacks.onConnected?.();
-        resolve();
-      });
-
-      this.ws.on('message', (data: Buffer) => {
-        try {
-          const response = decodeServerResponse(data);
-          
-          if (response.type === 'error') {
-            const errorData = response.data as { code: number; message: string };
-            console.error('[ASR] 服务端错误:', errorData);
-            this.callbacks.onError?.(new Error(`ASR Error ${errorData.code}: ${errorData.message}`));
-          } else {
-            const result = response.data as AsrResult;
-            this.callbacks.onResult?.(result, response.isLast);
-            
-            if (response.isLast) {
-              console.log('[ASR] 收到最终结果');
-            }
-          }
-        } catch (error) {
-          console.error('[ASR] 解析响应失败:', error);
-          this.callbacks.onError?.(error instanceof Error ? error : new Error(String(error)));
-        }
-      });
-
-      this.ws.on('error', (error) => {
-        console.error('[ASR] WebSocket 错误:', error);
-        this.callbacks.onError?.(error);
-        reject(error);
-      });
-
-      this.ws.on('close', () => {
-        console.log('[ASR] WebSocket 连接关闭');
-        this.isConnected = false;
-        this.ws = null;
-        this.callbacks.onClose?.();
-      });
-    });
-  }
-
-  /**
-   * 发送首包（Full Client Request）
-   */
-  private sendFullClientRequest(): void {
-    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
-      console.error('[ASR] WebSocket 未连接');
-      return;
-    }
-
-    const config: AsrRequestConfig = {
-      user: {
-        uid: 'ai-chat-user',
-      },
-      audio: {
-        format: this.sessionConfig.format || 'pcm',
-        rate: this.sessionConfig.sampleRate || 16000,
-        bits: 16,
-        channel: 1,
-      },
-      request: {
-        model_name: 'bigmodel',
-        enable_itn: this.sessionConfig.enableItn ?? true,
-        enable_punc: this.sessionConfig.enablePunc ?? true,
-        enable_ddc: this.sessionConfig.enableDdc ?? false,
-        show_utterances: this.sessionConfig.showUtterances ?? true,
-        result_type: 'full',
-      },
-    };
-
-    const packet = encodeFullClientRequest(config);
-    this.ws.send(packet);
-    console.log('[ASR] 已发送首包');
-  }
-
-  /**
-   * 发送音频数据
-   * @param audioData PCM 音频数据（16bit, 16kHz, 单声道）
-   */
-  sendAudio(audioData: Buffer): void {
-    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
-      console.error('[ASR] WebSocket 未连接，无法发送音频');
-      return;
-    }
-
-    const packet = encodeAudioOnlyRequest(audioData, false);
-    this.ws.send(packet);
-  }
-
-  /**
-   * 发送最后一包并结束识别
-   */
-  finish(): void {
-    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
-      console.error('[ASR] WebSocket 未连接，无法结束');
-      return;
-    }
-
-    // 发送空的最后一包
-    const packet = encodeAudioOnlyRequest(Buffer.alloc(0), true);
-    this.ws.send(packet);
-    console.log('[ASR] 已发送结束包');
-  }
-
-  /**
-   * 断开连接
-   */
-  disconnect(): void {
-    if (this.ws) {
-      this.ws.close();
-      this.ws = null;
-    }
-    this.isConnected = false;
-  }
-
-  /**
-   * 检查是否已连接
-   */
-  get connected(): boolean {
-    return this.isConnected && this.ws?.readyState === WebSocket.OPEN;
-  }
-}
-
-/**
- * 创建 ASR 客户端实例
- */
-export function createAsrClient(config: AsrClientConfig): AsrClient {
-  return new AsrClient(config);
-}
-

package/src/main/asr/index.ts

@@ -1,270 +0,0 @@
-/**
- * ASR 模块导出
- */
-
-export * from './protocol';
-export * from './client';
-
-import { ipcMain, type IpcMainInvokeEvent, type WebContents } from 'electron';
-import { AsrClient, type AsrClientConfig, type AsrSessionConfig } from './client';
-import type { AsrResult } from './protocol';
-
-// ============ 类型定义 ============
-
-/** ASR 桥接配置 */
-export interface AsrBridgeConfig {
-  /** IPC channel 前缀 */
-  channelPrefix?: string;
-  /** 火山引擎 App ID */
-  appId: string;
-  /** 火山引擎 Access Key */
-  accessKey: string;
-  /** 资源 ID */
-  resourceId?: string;
-}
-
-/** ASR 会话状态 */
-interface AsrSession {
-  client: AsrClient;
-  webContents: WebContents;
-}
-
-// ============ ASR IPC Handlers ============
-
-/**
- * 创建 ASR Electron 桥接
- * 
- * 在主进程中调用，注册 ASR 相关的 IPC handlers
- * 
- * @example
- * ```ts
- * import { createAsrBridge } from '@huyooo/ai-chat-bridge-electron/main';
- * 
- * createAsrBridge({
- *   appId: process.env.VOLC_APP_ID!,
- *   accessKey: process.env.VOLC_ACCESS_KEY!,
- * });
- * ```
- */
-export function createAsrBridge(config: AsrBridgeConfig) {
-  const { channelPrefix = 'ai-chat', appId, accessKey, resourceId } = config;
-  
-  // 当前活跃的 ASR 会话（一个窗口同时只能有一个会话）
-  const sessions = new Map<number, AsrSession>();
-
-  /**
-   * 获取或创建 ASR 会话
-   */
-  function getOrCreateSession(webContentsId: number, webContents: WebContents): AsrSession {
-    let session = sessions.get(webContentsId);
-    
-    if (!session) {
-      const clientConfig: AsrClientConfig = {
-        appId,
-        accessKey,
-        resourceId,
-        useAsyncMode: true, // 使用双向流式优化版
-      };
-      
-      const client = new AsrClient(clientConfig);
-      session = { client, webContents };
-      sessions.set(webContentsId, session);
-      
-      // 当 webContents 销毁时清理会话
-      webContents.on('destroyed', () => {
-        const s = sessions.get(webContentsId);
-        if (s) {
-          s.client.disconnect();
-          sessions.delete(webContentsId);
-        }
-      });
-    }
-    
-    return session;
-  }
-
-  // ============ IPC Handlers ============
-
-  /**
-   * 开始 ASR 会话
-   */
-  ipcMain.handle(`${channelPrefix}:asr:start`, async (
-    event: IpcMainInvokeEvent,
-    sessionConfig?: AsrSessionConfig
-  ) => {
-    const webContents = event.sender;
-    const webContentsId = webContents.id;
-    const session = getOrCreateSession(webContentsId, webContents);
-    
-    // 如果已连接，先断开
-    if (session.client.connected) {
-      session.client.disconnect();
-    }
-    
-    try {
-      await session.client.connect({
-        onConnected: () => {
-          if (!webContents.isDestroyed()) {
-            webContents.send(`${channelPrefix}:asr:connected`);
-          }
-        },
-        onResult: (result: AsrResult, isLast: boolean) => {
-          if (!webContents.isDestroyed()) {
-            webContents.send(`${channelPrefix}:asr:result`, { result, isLast });
-          }
-        },
-        onError: (error: Error) => {
-          if (!webContents.isDestroyed()) {
-            webContents.send(`${channelPrefix}:asr:error`, { message: error.message });
-          }
-        },
-        onClose: () => {
-          if (!webContents.isDestroyed()) {
-            webContents.send(`${channelPrefix}:asr:closed`);
-          }
-        },
-      }, sessionConfig);
-      
-      return { success: true };
-    } catch (error) {
-      console.error('[ASR Bridge] 启动失败:', error);
-      return { 
-        success: false, 
-        error: error instanceof Error ? error.message : String(error),
-      };
-    }
-  });
-
-  /**
-   * 发送音频数据
-   */
-  ipcMain.handle(`${channelPrefix}:asr:sendAudio`, async (
-    event: IpcMainInvokeEvent,
-    audioData: ArrayBufferLike
-  ) => {
-    const webContentsId = event.sender.id;
-    const session = sessions.get(webContentsId);
-    
-    if (!session || !session.client.connected) {
-      return { success: false, error: 'ASR 会话未启动' };
-    }
-    
-    try {
-      const payload =
-        audioData instanceof ArrayBuffer
-          ? Buffer.from(audioData)
-          : Buffer.from(new Uint8Array(audioData));
-
-      session.client.sendAudio(payload);
-      return { success: true };
-    } catch (error) {
-      console.error('[ASR Bridge] 发送音频失败:', error);
-      return { 
-        success: false, 
-        error: error instanceof Error ? error.message : String(error),
-      };
-    }
-  });
-
-  /**
-   * 结束 ASR 会话
-   */
-  ipcMain.handle(`${channelPrefix}:asr:finish`, async (event: IpcMainInvokeEvent) => {
-    const webContentsId = event.sender.id;
-    const session = sessions.get(webContentsId);
-    
-    if (!session || !session.client.connected) {
-      return { success: false, error: 'ASR 会话未启动' };
-    }
-    
-    try {
-      session.client.finish();
-      return { success: true };
-    } catch (error) {
-      console.error('[ASR Bridge] 结束会话失败:', error);
-      return { 
-        success: false, 
-        error: error instanceof Error ? error.message : String(error),
-      };
-    }
-  });
-
-  /**
-   * 停止 ASR 会话（强制断开）
-   */
-  ipcMain.handle(`${channelPrefix}:asr:stop`, async (event: IpcMainInvokeEvent) => {
-    const webContentsId = event.sender.id;
-    const session = sessions.get(webContentsId);
-    
-    if (session) {
-      session.client.disconnect();
-    }
-    
-    return { success: true };
-  });
-
-  /**
-   * 检查 ASR 会话状态
-   */
-  ipcMain.handle(`${channelPrefix}:asr:status`, async (event: IpcMainInvokeEvent) => {
-    const webContentsId = event.sender.id;
-    const session = sessions.get(webContentsId);
-    
-    return {
-      connected: session?.client.connected ?? false,
-    };
-  });
-
-  /**
-   * 预热 ASR 连接（connect -> disconnect）
-   * 用于减少首次语音识别启动时的冷启动耗时：
-   * - DNS/TLS/WS 首次握手
-   * - 模块加载/初始化
-   *
-   * 注意：不会发送 connected/result 事件给渲染进程，避免影响 UI。
-   */
-  ipcMain.handle(`${channelPrefix}:asr:warmup`, async (
-    event: IpcMainInvokeEvent,
-    sessionConfig?: AsrSessionConfig
-  ) => {
-    const webContents = event.sender;
-    const webContentsId = webContents.id;
-    const session = getOrCreateSession(webContentsId, webContents);
-
-    if (session.client.connected) return { success: true };
-
-    try {
-      await session.client.connect(
-        {
-          onConnected: () => {},
-          onResult: () => {},
-          onError: () => {},
-          onClose: () => {},
-        },
-        sessionConfig
-      );
-      session.client.disconnect();
-      return { success: true };
-    } catch (error) {
-      // 预热失败不影响正常使用（下次 start 仍会重试）
-      console.warn('[ASR Bridge] warmup 失败:', error);
-      return {
-        success: false,
-        error: error instanceof Error ? error.message : String(error),
-      };
-    }
-  });
-
-  console.log('[ASR Bridge] IPC handlers 已注册');
-  
-  return {
-    /** 清理所有会话 */
-    cleanup: () => {
-      for (const session of sessions.values()) {
-        session.client.disconnect();
-      }
-      sessions.clear();
-    },
-  };
-}
-