@ray-js/t-agent-plugin-aistream 0.2.5-beta-2 → 0.2.5-beta-4

package/README-zh_CN.md

@@ -1,4 +1,4 @@
-# AI 智能体 SDK
+# AI 助手 SDK
 
 ## 版本说明
 
@@ -124,7 +124,7 @@ export default function ChatPage() {
 
 # t-agent
 
-t-agent 包是使用 TypeScript 编写的对话智能体 SDK，用于构建对话智能体，支持插件机制，可以扩展对话智能体的功能。
+t-agent 包是使用 TypeScript 编写的对话助手 SDK，用于构建对话智能体，支持插件机制，可以扩展对话智能体的功能。
 该包是纯 SDK 包，不包含任何 UI 组件，可以和任何 UI 框架搭配使用。
 
 ## 基本概念

package/README.md

@@ -1,4 +1,4 @@
-# AI Intelligent Agent SDK
+# AI Agent SDK
 
 ## Version Notes
 

package/dist/AIStreamTypes.d.ts

@@ -683,7 +683,8 @@ export declare enum AIStreamAppErrorCode {
     INVALID_DATA_PACKET = 39008,
     FILE_DATA_READ_ERROR = 39009,
     DATA_SEND_FAILED = 39010,
-    CONNECTION_CLOSED_BY_REMOTE = 39012
+    CONNECTION_CLOSED_BY_REMOTE = 39012,
+    AUDIO_UNEXPECTEDLY_RESET = 39014
 }
 export declare enum AIStreamServerErrorCode {
     OK = 200,

package/dist/AIStreamTypes.js

@@ -147,6 +147,7 @@ export let AIStreamAppErrorCode = /*#__PURE__*/function (AIStreamAppErrorCode) {
   AIStreamAppErrorCode[AIStreamAppErrorCode["FILE_DATA_READ_ERROR"] = 39009] = "FILE_DATA_READ_ERROR";
   AIStreamAppErrorCode[AIStreamAppErrorCode["DATA_SEND_FAILED"] = 39010] = "DATA_SEND_FAILED";
   AIStreamAppErrorCode[AIStreamAppErrorCode["CONNECTION_CLOSED_BY_REMOTE"] = 39012] = "CONNECTION_CLOSED_BY_REMOTE";
+  AIStreamAppErrorCode[AIStreamAppErrorCode["AUDIO_UNEXPECTEDLY_RESET"] = 39014] = "AUDIO_UNEXPECTEDLY_RESET";
   return AIStreamAppErrorCode;
 }({});
 export let AIStreamServerErrorCode = /*#__PURE__*/function (AIStreamServerErrorCode) {

package/dist/asr/AsrAgent.d.ts

@@ -66,6 +66,7 @@ export declare class AsrAgent {
     /** 开始录音时长监听 */
     private startRecordTimer;
     private _start;
+    private handleAudioRecorderResetError;
     private _abort;
     private _stop;
     start(): Promise<void>;

package/dist/asr/AsrAgent.js

@@ -4,7 +4,7 @@ import "core-js/modules/es.json.stringify.js";
 import "core-js/modules/es.promise.finally.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import { authorize, authorizeStatus, getCurrentHomeInfo, initAudioRecorder } from '../utils';
-import { AIStreamAttributePayloadType, AIStreamAttributeType, ConnectClientType, ConnectState, ReceivedTextPacketType, SessionState } from '../AIStreamTypes';
+import { AIStreamAppErrorCode, AIStreamAttributePayloadType, AIStreamAttributeType, ConnectClientType, ConnectState, ReceivedTextPacketType, SessionState } from '../AIStreamTypes';
 import { DEFAULT_TOKEN_API, DEFAULT_TOKEN_API_VERSION, globalAIStreamClient } from '../global';
 import { Logger, safeParseJSON } from '@ray-js/t-agent';
 import logger from '../utils/logger';
@@ -155,6 +155,9 @@ export class AsrAgent {
       if (finished) {
         return;
       }
+      if (this.activeEvent && error) {
+        this.activeEvent.abort();
+      }
       this.audioStream = null;
       this.activeEvent = null;
       finished = true;
@@ -236,11 +239,36 @@ export class AsrAgent {
       finish(error);
     });
     const [error] = await tryCatch(() => audioStream.start());
-    if (error) {
-      finish(error);
+    if (!error) {
+      this.startRecordTimer();
       return;
     }
-    this.startRecordTimer();
+    const errorCode = error === null || error === void 0 ? void 0 : error.code;
+    if (errorCode === AIStreamAppErrorCode.AUDIO_UNEXPECTEDLY_RESET) {
+      const handled = await this.handleAudioRecorderResetError(audioStream, finish);
+      if (handled) return;
+    }
+    finish(error);
+  }
+  async handleAudioRecorderResetError(audioStream, finish) {
+    logger.debug('AsrAgent: Audio recorder was reset, reinitializing...');
+    try {
+      const {
+        recordingOptions
+      } = this.options || {};
+      const sampleRate = recordingOptions === null || recordingOptions === void 0 ? void 0 : recordingOptions.sampleRate;
+      await initAudioRecorder(sampleRate ? {
+        sampleRate
+      } : {});
+      audioStream.started = false;
+      await audioStream.start();
+      this.startRecordTimer();
+      return true;
+    } catch (reinitError) {
+      logger.error('AsrAgent: Failed to reinitialize audio recorder', reinitError);
+      finish(reinitError);
+      return false;
+    }
   }
   async _abort() {
     this.status = AsrAgentStatus.ABORTING;

package/dist/withAIStream.js

@@ -482,6 +482,7 @@ export function withAIStream() {
         await handleTTTAction(tile, payload.tttAction);
       }
     });
+    ui.onEvent('runTTTAction', async action => handleTTTAction(null, action));
     onTileEvent(async (tile, payload) => {
       if (tile.type === 'card' && (payload === null || payload === void 0 ? void 0 : payload.type) === '@buildIn/setCardState') {
         const {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.5-beta-2",
+  "version": "0.2.5-beta-4",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -35,5 +35,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "cde788174a2b63520507f0606c1e9d41679b46d1"
+  "gitHead": "6d86d0eaf360e15d4f8e996e5c388c1f020d8a74"
 }