@alicloud/appflow-chat 0.0.3 → 0.0.4-alpha.10

package/src/services/ChatService.ts

@@ -35,6 +35,7 @@ export interface ModelInfo {
   config?: {
     image?: boolean;
     file?: boolean;
+    audio?: boolean;
     webSearch?: boolean;
     fileConfig?: string;
   };
@@ -52,10 +53,18 @@ export interface ModelCapabilities {
   };
 }
 
+/** 上传结果 */
+export interface UploadResult {
+  /** 文件下载URL */
+  downloadUrl: string;
+  /** 文件ID（仅文件类型有，图片无） */
+  fileId?: string;
+}
+
 export interface ChatMessage {
   text?: string;
   images?: string[];
-  files?: string[];
+  files?: Array<{ url: string; name: string; fileId?: string }>;
   audio?: string;
   modelId?: string;
   webSearch?: boolean;
@@ -80,6 +89,7 @@ export interface HistoryMessage {
   sessionId?: string;
   images?: string[];
   files?: { name: string; url: string }[];
+  audio?: string;
 }
 
 export interface ChatSession {
@@ -269,16 +279,18 @@ class ChatService {
     this.sendMessage(message, callbacks);
 
     // 返回链式调用对象
-    return {
+    const stream: ChatStream = {
       onMessage: (callback) => {
         callbacks.onMessage = callback;
-        return this as unknown as ChatStream;
+        return stream;
       },
       onError: (callback) => {
         callbacks.onError = callback;
-        return this as unknown as ChatStream;
+        return stream;
       }
     };
+
+    return stream;
   }
 
   /**
@@ -326,8 +338,12 @@ class ChatService {
           richText.push({ type: 'image', mediaUrl: url });
         });
 
-        message.files?.forEach(url => {
-          richText.push({ type: 'file', mediaUrl: url });
+        message.files?.forEach(fileItem => {
+          const entry: any = { type: 'file', mediaUrl: fileItem.url };
+          if (fileItem.fileId) {
+            entry.mediaId = fileItem.fileId;
+          }
+          richText.push(entry);
         });
 
         requestBody.richText = richText;
@@ -449,105 +465,134 @@ class ChatService {
   }
 
   /**
-   * 上传文件
+   * 发送上传事件（通用方法）
+   * 封装向服务端发送上传相关事件的SSE请求逻辑，支持 uploadToken 和 uploadFile 两种事件类型
+   * @param eventType 事件类型：'uploadToken' 获取预签名URL | 'uploadFile' 获取文件ID
+   * @param fileName 文件名
+   * @param extraData 额外数据（如 uploadFile 时需要传 content: downloadUrl）
    */
-  async upload(file: File): Promise<string> {
-    if (!this.isInitialized) {
-      throw new Error('请先调用 setup() 初始化SDK');
-    }
-
+  private async sendUploadEvent(
+    eventType: 'uploadToken' | 'uploadFile',
+    fileName: string,
+    extraData?: Record<string, any>
+  ): Promise<any> {
     const domain = this.setupConfig?.domain || '';
     const integrateId = this.config?.integrateId || '';
+    const { token, ticket } = await this.getRequestToken();
+
+    // uploadToken 事件：content 中包含 fileName
+    // uploadFile 事件：content 中包含 fileUrl（extraData 传入），不需要 fileName
+    const eventContent: any = eventType === 'uploadToken'
+      ? { fileName, ...extraData }
+      : { ...extraData };
+
+    const requestBody: any = {
+      messageType: 'event',
+      event: {
+        eventType,
+        content: JSON.stringify(eventContent)
+      }
+    };
 
-    try {
-      const { token, ticket } = await this.getRequestToken();
-
-      // 获取上传预签名URL
-      const uploadTokenResponse = await fetch(`${domain}/webhook/chatbot/chat/${integrateId}`, {
-        method: 'POST',
-        headers: {
-          'Content-Type': 'application/json',
-          'X-Request-Token': token,
-          'X-Account-Session-Ticket': ticket,
-        },
-        body: JSON.stringify({
-          messageType: 'event',
-          event: {
-            eventType: 'uploadToken',
-            content: JSON.stringify({ fileName: file.name })
-          }
-        })
-      });
-
-      // 解析SSE响应获取上传URL
-      const reader = uploadTokenResponse.body?.getReader();
-      if (!reader) throw new Error('无法读取响应');
-
-      let uploadInfo: any = null;
-      const decoder = new TextDecoder();
-      let buffer = '';
-
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) break;
-
-        buffer += decoder.decode(value, { stream: true });
-        const lines = buffer.split('\n');
+    // 携带 sessionId 和 chatbotModelId
+    if (this.sessionId) {
+      requestBody.sessionId = this.sessionId;
+    }
+    if (this.config?.models?.length) {
+      requestBody.chatbotModelId = this.config.models[0]?.id || '';
+    }
 
-        // 保留最后一行（可能不完整）
-        buffer = lines.pop() || '';
+    const response = await fetch(`${domain}/webhook/chatbot/chat/${integrateId}`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'X-Request-Token': token,
+        'X-Account-Session-Ticket': ticket,
+      },
+      body: JSON.stringify(requestBody)
+    });
 
-        for (const line of lines) {
-          const trimmedLine = line.trim();
-          if (trimmedLine.startsWith('data:')) {
-            try {
-              const jsonStr = trimmedLine.slice(5).trim();
-              if (jsonStr) {
-                const data = JSON.parse(jsonStr);
-                if (data.content) {
-                  // content 可能是字符串或对象
-                  const contentData = typeof data.content === 'string'
-                    ? JSON.parse(data.content)
-                    : data.content;
-                  if (contentData.uploadUrl) {
-                    uploadInfo = contentData;
-                  }
-                }
+    // 解析SSE响应
+    const reader = response.body?.getReader();
+    if (!reader) throw new Error('无法读取响应');
+
+    let result: any = null;
+    const decoder = new TextDecoder();
+    let buffer = '';
+
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+
+      buffer += decoder.decode(value, { stream: true });
+      const lines = buffer.split('\n');
+
+      // 保留最后一行（可能不完整）
+      buffer = lines.pop() || '';
+
+      for (const line of lines) {
+        const trimmedLine = line.trim();
+        if (trimmedLine.startsWith('data:')) {
+          try {
+            const jsonStr = trimmedLine.slice(5).trim();
+            if (jsonStr) {
+              const data = JSON.parse(jsonStr);
+              if (data.content) {
+                // content 可能是字符串或对象
+                const contentData = typeof data.content === 'string'
+                  ? JSON.parse(data.content)
+                  : data.content;
+                result = contentData;
               }
-            } catch (e) {
-              // 忽略解析错误，继续处理下一行
-              console.debug('解析SSE行失败:', line, e);
             }
+          } catch (e) {
+            console.debug(`解析SSE行失败(${eventType}):`, line, e);
           }
         }
       }
+    }
 
-      // 处理buffer中剩余的数据
-      if (buffer.trim().startsWith('data:')) {
-        try {
-          const jsonStr = buffer.trim().slice(5).trim();
-          if (jsonStr) {
-            const data = JSON.parse(jsonStr);
-            if (data.content) {
-              const contentData = typeof data.content === 'string'
-                ? JSON.parse(data.content)
-                : data.content;
-              if (contentData.uploadUrl) {
-                uploadInfo = contentData;
-              }
-            }
+    // 处理buffer中剩余的数据
+    if (buffer.trim().startsWith('data:')) {
+      try {
+        const jsonStr = buffer.trim().slice(5).trim();
+        if (jsonStr) {
+          const data = JSON.parse(jsonStr);
+          if (data.content) {
+            const contentData = typeof data.content === 'string'
+              ? JSON.parse(data.content)
+              : data.content;
+            result = contentData;
           }
-        } catch (e) {
-          console.debug('解析SSE剩余数据失败:', buffer, e);
         }
+      } catch (e) {
+        console.debug(`解析SSE剩余数据失败(${eventType}):`, buffer, e);
       }
+    }
+
+    return result;
+  }
+
+  /**
+   * 上传文件
+   * 非图片文件会额外获取 fileId（用于服务端文件关联）
+   * @returns 上传结果，包含 downloadUrl 和可选的 fileId
+   */
+  async upload(file: File): Promise<UploadResult> {
+    if (!this.isInitialized) {
+      throw new Error('请先调用 setup() 初始化SDK');
+    }
+
+    try {
+      // 1. 获取上传预签名URL
+      const uploadInfo = await this.sendUploadEvent('uploadToken', file.name);
 
       if (!uploadInfo?.uploadUrl) {
         console.error('获取上传URL失败，uploadInfo:', uploadInfo);
         throw new Error('获取上传URL失败');
       }
 
-      // 上传文件
+      // 2. 上传文件到OSS
       const blob = new Blob([file], { type: file.type || 'application/octet-stream' });
       await fetchUploadApi(blob, uploadInfo.uploadUrl);
 
@@ -557,7 +602,21 @@ class ChatService {
         throw new Error('获取下载URL失败');
       }
 
-      return uploadInfo.downloadUrl;
+      // 3. 非图片文件，额外获取 fileId
+      let fileId: string | undefined;
+      const isImage = file.type.startsWith('image/');
+      if (!isImage) {
+        try {
+          const fileIdResult = await this.sendUploadEvent('uploadFile', file.name, {
+            fileUrl: uploadInfo.downloadUrl,
+          });
+          fileId = fileIdResult?.fileId;
+        } catch (e) {
+          console.warn('获取fileId失败，将继续使用downloadUrl:', e);
+        }
+      }
+
+      return { downloadUrl: uploadInfo.downloadUrl, fileId };
     } catch (error) {
       console.error('上传文件失败:', error);
       throw error;
@@ -692,6 +751,23 @@ class ChatService {
         // 处理消息列表
         if (Array.isArray(data)) {
           for (const item of data) {
+            // 注意：接口返回数据是倒序的（最新在前），最终会 reverse()
+            // 因此这里先推入 AI 回复，再推入用户消息，reverse() 后顺序变为 user → assistant
+
+            // AI回复 - 在 assistant 数组中
+            if (item.assistant && Array.isArray(item.assistant) && item.assistant.length > 0) {
+              // 取第一个assistant回复
+              const assistantMsg = item.assistant[0];
+              messages.push({
+                id: assistantMsg.messageId || `assistant_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
+                role: 'assistant',
+                content: assistantMsg.content || '',
+                messageType: assistantMsg.messageType || 'text',
+                gmtCreate: item.gmtCreate,
+                sessionId: assistantMsg.sessionId || item.sessionId,
+              });
+            }
+
             // 用户消息 - 在 message 字段中
             if (item.message !== undefined && item.message !== null) {
               const messageType = item.messageType || 'text';
@@ -726,35 +802,26 @@ class ChatService {
                 content = item.message;
               }
 
+              // 语音消息：messageType === 'audio' 时，message 是音频文件 URL
+              const isAudioMessage = messageType === 'audio';
+
               messages.push({
                 id: item.id || `user_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
                 role: 'user',
-                content,
+                content: isAudioMessage ? '' : content,
                 messageType,
                 gmtCreate: item.gmtCreate,
                 sessionId: item.sessionId,
                 images,
                 files,
-              });
-            }
-
-            // AI回复 - 在 assistant 数组中
-            if (item.assistant && Array.isArray(item.assistant) && item.assistant.length > 0) {
-              // 取第一个assistant回复
-              const assistantMsg = item.assistant[0];
-              messages.push({
-                id: assistantMsg.messageId || `assistant_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
-                role: 'assistant',
-                content: assistantMsg.content || '',
-                messageType: assistantMsg.messageType || 'text',
-                gmtCreate: item.gmtCreate,
-                sessionId: assistantMsg.sessionId || item.sessionId,
+                audio: isAudioMessage ? content : undefined,
               });
             }
           }
         }
 
-        return messages;
+        // 接口返回的数据是倒序的（最新的在前），需要反转为正序（最早的在前）
+        return messages.reverse();
       }
 
       return [];