@ray-js/t-agent-plugin-aistream 0.2.3-beta-3 → 0.2.3-beta-5

package/dist/AIStreamTypes.d.ts

@@ -791,6 +791,18 @@ export type StartPlayAudioParams = {
     }) => void;
     complete?: () => void;
 };
+export type StopPlayAudioParams = {
+    success?: (params: null) => void;
+    fail?: (params: {
+        errorMsg: string;
+        errorCode: string | number;
+        innerError: {
+            errorCode: string | number;
+            errorMsg: string;
+        };
+    }) => void;
+    complete?: () => void;
+};
 export type Attribute = {
     /** Attribute 类型 */
     type: AIStreamAttributeType;
@@ -862,6 +874,67 @@ export type AudioBody = {
      */
     bitDepth?: number;
 };
+export declare enum AudioPlayChangedState {
+    /** 播放开始 */
+    START = 1,
+    /** 缓冲中 */
+    BUFFERING = 2,
+    /** 缓存完成继续播放 */
+    BUFFERED = 3,
+    /** 播放完成 */
+    COMPLETED = 4,
+    /** 播放异常 */
+    ERROR = 5
+}
+export type AudioPlayChangedBody = {
+    path: string;
+    /** 播放状态: 1-播放开始, 2-缓冲中, 3-缓存完成 继续播放, 4-播放完成, 5-播放异常 */
+    state: AudioPlayChangedState;
+    /** 播放异常码: 1-主动停止播放, 2-播放被异常中断, ... */
+    code?: number;
+};
+export interface AIStreamAudioFile {
+    /** 音频缓存路径 */
+    path: string;
+    /**
+     * 音频编码类型，表示音频数据的编码格式
+     * - 100: ADPCM
+     * - 101: PCM
+     * - 102: AACRaw
+     * - 103: AACADTS
+     * - 104: AACLATM
+     * - 105: G711U
+     * - 106: G711A
+     * - 107: G726
+     * - 108: SPEEX
+     * - 109: MP3
+     * - 110: G722
+     * - 111: Opus
+     */
+    codecType: number;
+    /**
+     * 音频采样率，单位Hz
+     * 表示每秒采样次数，常见值：8000, 16000, 44100等
+     */
+    sampleRate: number;
+    /**
+     * 音频位深，表示每个采样点的位数
+     * 常见值：8, 16, 24, 32等
+     */
+    bitDepth: number;
+    /**
+     * 音频通道数
+     * - 0: 单声道
+     * - 1: 立体声
+     */
+    channels: number;
+}
+export type RecordAndSendAudioFailBody = {
+    /**
+     * 录制发送异常: 1-发送数据异常, 2-录制音频异常
+     */
+    code: 0 | 1;
+};
 export type VideoBody = {
     /** 接收数据通道 */
     dataChannel: string;
@@ -1217,6 +1290,10 @@ export type SendEventChatBreakParams = {
  *@description 开始录制并发送音频数据
  */
 export type StartRecordAndSendAudioDataParams = {
+    saveFile?: boolean;
+    recordInitParams?: {
+        sampleRate?: number;
+    };
     /** 会话 id */
     sessionId: string;
     /** 下发数据通道，当音频只有单路的时候，可以不传 */
@@ -1241,9 +1318,7 @@ export type StopRecordAndSendAudioDataParams = {
     dataChannel?: string;
     /** 扩展属性 */
     userData?: Attribute[];
-    success?: (params: {
-        filePath: string;
-    } | null) => void;
+    success?: (params: AIStreamAudioFile | null) => void;
     fail?: (params: {
         errorMsg: string;
         errorCode: string | number;
@@ -1345,6 +1420,7 @@ export type SendTextDataParams = {
     complete?: () => void;
 };
 export type InitAudioRecorderParams = {
+    sampleRate?: number;
     success?: (params: null) => void;
     fail?: (params: {
         errorMsg: string;

package/dist/AIStreamTypes.js

@@ -187,6 +187,14 @@ export let AIStreamAttributePayloadType = /*#__PURE__*/function (AIStreamAttribu
   AIStreamAttributePayloadType[AIStreamAttributePayloadType["STRING"] = 6] = "STRING";
   return AIStreamAttributePayloadType;
 }({});
+export let AudioPlayChangedState = /*#__PURE__*/function (AudioPlayChangedState) {
+  AudioPlayChangedState[AudioPlayChangedState["START"] = 1] = "START";
+  AudioPlayChangedState[AudioPlayChangedState["BUFFERING"] = 2] = "BUFFERING";
+  AudioPlayChangedState[AudioPlayChangedState["BUFFERED"] = 3] = "BUFFERED";
+  AudioPlayChangedState[AudioPlayChangedState["COMPLETED"] = 4] = "COMPLETED";
+  AudioPlayChangedState[AudioPlayChangedState["ERROR"] = 5] = "ERROR";
+  return AudioPlayChangedState;
+}({});
 export let NetworkType = /*#__PURE__*/function (NetworkType) {
   NetworkType["NONE"] = "none";
   NetworkType["CELL_2G"] = "2g";

package/dist/asr/AsrAgent.d.ts

@@ -1,4 +1,4 @@
-import { ConnectClientType } from '../AIStreamTypes';
+import { AIStreamAudioFile, ConnectClientType } from '../AIStreamTypes';
 export interface AsrAgentOptions {
     agentId: string;
     /** 获取 agent token 的参数 */
@@ -13,17 +13,20 @@ export interface AsrAgentOptions {
     clientType?: ConnectClientType;
     deviceId?: string;
     onMessage?: (message: {
+        type: 'text';
         text: string;
     } | {
-        filePath: string;
+        type: 'file';
+        file: AIStreamAudioFile;
     }) => void;
     onFinish?: () => void;
     onError?: (error: any) => void;
     /** 主动中断或者超过录制时长，会调用onAbort */
     onAbort?: () => void;
+    onStatusChanged?: (status: AsrAgentStatus) => void;
     recordingOptions?: {
         /** 是否需要保存音频 */
-        needSave?: boolean;
+        saveFile?: boolean;
         /** 保存的音频采样率，单位：hz */
         sampleRate?: number;
         /** 最长录制时长，单位：毫秒 */
@@ -31,6 +34,12 @@ export interface AsrAgentOptions {
     };
     enableLog?: boolean;
 }
+export declare enum AsrAgentStatus {
+    PENDING = "pending",
+    RECORDING = "recording",
+    ASR = "asr",
+    ABORTING = "aborting"
+}
 export declare class AsrAgent {
     /** 数据链接，一个agent保持一个链接就可以 */
     private streamConn;
@@ -39,19 +48,28 @@ export declare class AsrAgent {
     private activeEvent;
     /** 音频流监听 */
     private audioStream;
-    options: AsrAgentOptions;
+    private options;
     /** 录音时长定时器 */
     private recordDurationTimer;
+    private startPromise;
+    private authorized;
+    _status: AsrAgentStatus;
+    private disposed;
+    get status(): AsrAgentStatus;
+    set status(status: AsrAgentStatus);
     constructor(options: AsrAgentOptions);
     /** 获取录音权限 */
-    getRecordScope(): Promise<boolean>;
+    private getRecordScope;
     /** 获取数据链接，一般只有一个链接就可以 */
     private getConnection;
     private createSession;
     /** 开始录音时长监听 */
     private startRecordTimer;
+    private _start;
+    private _abort;
+    private _stop;
     start(): Promise<void>;
-    stop(isAbort?: boolean): Promise<void>;
+    stop(): Promise<void>;
     abort(): Promise<void>;
     dispose(): void;
 }

package/dist/asr/AsrAgent.js

@@ -1,22 +1,54 @@
 import _objectSpread from "@babel/runtime/helpers/esm/objectSpread2";
 import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import "core-js/modules/es.json.stringify.js";
+import "core-js/modules/es.promise.finally.js";
+import "core-js/modules/web.dom-collections.iterator.js";
 import { authorize, getCurrentHomeInfo, initAudioRecorder } from '../utils';
 import { AIStreamAttributePayloadType, AIStreamAttributeType, ConnectClientType, ConnectState, ReceivedTextPacketType, SessionState } from '../AIStreamTypes';
 import { DEFAULT_TOKEN_API, DEFAULT_TOKEN_API_VERSION, globalAIStreamClient } from '../global';
 import { Logger, safeParseJSON } from '@ray-js/t-agent';
 import logger from '../utils/logger';
+import { tryCatch } from '../utils/misc';
+export let AsrAgentStatus = /*#__PURE__*/function (AsrAgentStatus) {
+  AsrAgentStatus["PENDING"] = "pending";
+  AsrAgentStatus["RECORDING"] = "recording";
+  AsrAgentStatus["ASR"] = "asr";
+  AsrAgentStatus["ABORTING"] = "aborting";
+  return AsrAgentStatus;
+}({});
 export class AsrAgent {
+  get status() {
+    return this._status;
+  }
+  set status(status) {
+    this._status = status;
+    const {
+      onStatusChanged
+    } = this.options || {};
+    if (typeof onStatusChanged === 'function') {
+      onStatusChanged(status);
+    }
+  }
   constructor(options) {
     /** 数据链接，一个agent保持一个链接就可以 */
     /** 当前请求的session */
     /** 音频流监听 */
     /** 录音时长定时器 */
     _defineProperty(this, "recordDurationTimer", null);
+    _defineProperty(this, "startPromise", null);
+    _defineProperty(this, "authorized", null);
+    _defineProperty(this, "_status", AsrAgentStatus.PENDING);
+    _defineProperty(this, "disposed", false);
     this.options = options;
-    if (this.options.earlyStart) {
+    if (options.earlyStart) {
+      const {
+        recordingOptions
+      } = options;
+      const sampleRate = recordingOptions === null || recordingOptions === void 0 ? void 0 : recordingOptions.sampleRate;
       // 如果需要提前启动，直接初始化和创建连接
-      this.createSession().then(() => initAudioRecorder()).catch(error => {
+      this.createSession().then(session => session.ensureSession()).then(() => initAudioRecorder(sampleRate ? {
+        sampleRate
+      } : {})).catch(error => {
         logger.error('EarlyStart Failed to create ASR session:', error);
       });
     }
@@ -27,9 +59,15 @@ export class AsrAgent {
 
   /** 获取录音权限 */
   getRecordScope() {
+    if (this.authorized !== null) {
+      return Promise.resolve(this.authorized);
+    }
     return authorize({
       scope: 'scope.record'
-    }).then(() => true, () => false);
+    }).then(() => true, () => false).then(authorized => {
+      this.authorized = authorized;
+      return authorized;
+    });
   }
 
   /** 获取数据链接，一般只有一个链接就可以 */
@@ -84,38 +122,73 @@ export class AsrAgent {
         clearTimeout(this.recordDurationTimer);
       }
       this.recordDurationTimer = setTimeout(() => {
-        this.stop(true);
+        this._stop();
       }, maxDuration);
     }
   }
-  async start() {
-    const hasScope = await this.getRecordScope();
-    if (!hasScope) {
-      throw new Error('authorize failed');
-    }
+  async _start() {
+    this.status = AsrAgentStatus.RECORDING;
+    let finished = false;
     const {
       onMessage,
       onFinish,
-      onError
+      onError,
+      onAbort
     } = this.options || {};
+    const finish = error => {
+      if (this.disposed) {
+        return;
+      }
+      if (finished) {
+        return;
+      }
+      this.audioStream = null;
+      this.activeEvent = null;
+      finished = true;
+      const prevStatus = this.status;
+      this.status = AsrAgentStatus.PENDING;
+      if (prevStatus === AsrAgentStatus.ABORTING) {
+        typeof onAbort === 'function' && onAbort();
+      } else if (error) {
+        typeof onError === 'function' && onError(error);
+      } else {
+        typeof onFinish === 'function' && onFinish();
+      }
+    };
+    const hasScope = await this.getRecordScope();
+    if (!hasScope) {
+      finish(new Error('No record permission granted'));
+      return;
+    }
     const activeSession = await this.createSession();
-    const activeEvent = await activeSession.startEvent({
+    const attribute = {
+      'processing.interrupt': 'false',
+      'asr.enableVad': 'false'
+    };
+    const [startEventError, activeEvent] = await tryCatch(() => activeSession.startEvent({
       userData: [{
         type: AIStreamAttributeType.AI_CHAT,
         payloadType: AIStreamAttributePayloadType.STRING,
-        value: JSON.stringify({
-          'processing.interrupt': 'false',
-          'asr.enableVad': 'false'
-        })
+        value: JSON.stringify(attribute)
       }]
-    });
+    }));
+    if (startEventError) {
+      finish(startEventError);
+      return;
+    }
     this.activeEvent = activeEvent;
     const {
       recordingOptions
     } = this.options || {};
-    const audioStream = activeEvent.stream(_objectSpread({
-      type: 'audio'
-    }, recordingOptions));
+    const {
+      sampleRate,
+      saveFile
+    } = recordingOptions || {};
+    const audioStream = activeEvent.stream({
+      type: 'audio',
+      sampleRate,
+      saveFile
+    });
     this.audioStream = audioStream;
     activeEvent.on('data', entry => {
       if (entry.type === 'text') {
@@ -126,93 +199,115 @@ export class AsrAgent {
         if (packet.bizType !== ReceivedTextPacketType.ASR) {
           return;
         }
-        typeof onMessage === 'function' && onMessage(packet.data);
+        typeof onMessage === 'function' && onMessage({
+          type: 'text',
+          text: packet.data.text
+        });
       } else if (entry.type === 'connectionState') {
         if (entry.body.connectState === ConnectState.DISCONNECTED || entry.body.connectState === ConnectState.CLOSED) {
-          this.stop();
-          typeof onError === 'function' && onError(new Error('Connection closed'));
+          finish(new Error('Connection closed'));
         }
       } else if (entry.type === 'sessionState') {
         if (entry.body.sessionState === SessionState.CLOSED || entry.body.sessionState === SessionState.CREATE_FAILED) {
-          this.stop();
-          typeof onError === 'function' && onError(new Error('Session closed'));
+          finish(new Error('Session closed'));
         }
       }
     });
-    let finished = false;
     activeEvent.on('finish', () => {
-      if (finished) {
-        return;
-      }
-      this.stop();
-      typeof onFinish === 'function' && onFinish();
-      finished = true;
+      finish();
     });
     activeEvent.on('close', () => {
-      if (finished) {
-        return;
-      }
-      this.stop();
-      typeof onFinish === 'function' && onFinish();
-      finished = true;
+      finish();
     });
     activeEvent.on('error', error => {
-      typeof onError === 'function' && onError(error);
+      finish(error);
     });
-    await audioStream.start();
+    const [error] = await tryCatch(() => audioStream.start());
+    if (error) {
+      finish(error);
+      return;
+    }
     this.startRecordTimer();
   }
-  async stop(isAbort) {
+  async _abort() {
+    this.status = AsrAgentStatus.ABORTING;
     if (this.recordDurationTimer) {
       clearTimeout(this.recordDurationTimer);
       this.recordDurationTimer = null;
     }
+    if (this.startPromise) {
+      await this.startPromise;
+    }
+    this.activeEvent.abort();
+  }
+  async _stop() {
+    if (this.recordDurationTimer) {
+      clearTimeout(this.recordDurationTimer);
+      this.recordDurationTimer = null;
+    }
+    if (this.startPromise) {
+      await this.startPromise;
+    }
     if (this.audioStream) {
-      const result = await this.audioStream.stop();
-      if (result !== null && result !== void 0 && result.filePath) {
+      const file = await this.audioStream.stop();
+      if (file !== null && file !== void 0 && file.path && typeof this.options.onMessage === 'function') {
         this.options.onMessage({
-          filePath: result.filePath
+          type: 'file',
+          file
         });
       }
-      this.audioStream = null;
     }
     if (this.activeEvent) {
-      if (isAbort) {
-        await this.activeEvent.abort();
-      } else {
-        await this.activeEvent.end();
-      }
-      this.activeEvent = null;
+      await this.activeEvent.end();
+      this.status = AsrAgentStatus.ASR;
     }
-    if (isAbort) {
-      const {
-        onAbort
-      } = this.options || {};
-      typeof onAbort === 'function' && onAbort();
+  }
+  start() {
+    if (this.disposed) {
+      throw new Error('AsrAgent has been disposed');
+    }
+    if (this.status !== AsrAgentStatus.PENDING) {
+      throw new Error('AsrAgent is already started or in progress');
+    }
+    if (!this.startPromise) {
+      this.startPromise = this._start().finally(() => {
+        this.startPromise = null;
+      });
     }
+    return this.startPromise;
+  }
+  async stop() {
+    if (this.disposed) {
+      throw new Error('AsrAgent has been disposed');
+    }
+    if (this.status !== AsrAgentStatus.RECORDING) {
+      throw new Error('AsrAgent is not in recording state');
+    }
+    await this._stop();
   }
   async abort() {
-    await this.stop(true);
+    if (this.disposed) {
+      throw new Error('AsrAgent has been disposed');
+    }
+    if (this.status !== AsrAgentStatus.RECORDING && this.status !== AsrAgentStatus.ASR) {
+      throw new Error('AsrAgent is not in recording or asr state');
+    }
+    return this._abort();
   }
   dispose() {
     if (this.recordDurationTimer) {
       clearTimeout(this.recordDurationTimer);
       this.recordDurationTimer = null;
     }
-    if (this.audioStream && this.audioStream.started) {
-      this.audioStream.stop();
-    }
-    this.audioStream = null;
-    if (this.activeEvent) {
-      this.activeEvent.abort();
-      this.activeEvent = null;
+    if (this.disposed) {
+      return;
     }
     if (this.activeSession) {
       this.activeSession.close();
-      this.activeSession = null;
-    }
-    if (this.streamConn) {
-      this.streamConn = null;
     }
+    this.audioStream = null;
+    this.activeEvent = null;
+    this.streamConn = null;
+    this.activeSession = null;
   }
 }

package/dist/asr/index.d.ts

@@ -0,0 +1,3 @@
+import { AsrAgent, AsrAgentStatus } from './AsrAgent';
+import { createAsrAgent } from './createAsrAgent';
+export { AsrAgent, createAsrAgent, AsrAgentStatus };

package/dist/asr/index.js

@@ -0,0 +1,3 @@
+import { AsrAgent, AsrAgentStatus } from './AsrAgent';
+import { createAsrAgent } from './createAsrAgent';
+export { AsrAgent, createAsrAgent, AsrAgentStatus };

package/dist/index.d.ts

@@ -4,3 +4,4 @@ export * from './withAIStream';
 export * from './ChatHistoryStore';
 export * from './buildIn';
 export * from './ChatHistoryLocalStore';
+export * from './asr';

package/dist/index.js

@@ -3,4 +3,5 @@ export * from './AIStreamTypes';
 export * from './withAIStream';
 export * from './ChatHistoryStore';
 export * from './buildIn';
-export * from './ChatHistoryLocalStore';
+export * from './ChatHistoryLocalStore';
+export * from './asr';

package/dist/utils/AIStream.d.ts

@@ -1,4 +1,4 @@
-import { Attribute, BizTag, ConnectClientType, ConnectState, FileFormat, VideoCameraType } from '../AIStreamTypes';
+import { AIStreamAudioFile, Attribute, BizTag, ConnectClientType, ConnectState, FileFormat, VideoCameraType } from '../AIStreamTypes';
 import { AIStreamDataEntry, AIStreamObserverPool } from './observer';
 import { AIStreamError } from './errors';
 interface AIStreamConnectionOptions {
@@ -87,7 +87,7 @@ type AIStreamEventSource = {
     type: 'audio';
     dataChannel?: string;
     userData?: Attribute[];
-    needSave?: boolean;
+    saveFile?: boolean;
     sampleRate?: number;
 } | {
     type: 'video';
@@ -100,9 +100,7 @@ export interface AIStreamEventStream {
     dataChannel: string;
     started: boolean;
     start: () => Promise<void>;
-    stop: () => Promise<{
-        filePath?: string;
-    } | null>;
+    stop: () => Promise<AIStreamAudioFile | null>;
 }
 export declare class AIStreamEvent {
     readonly eventId: string;

package/dist/utils/AIStream.js

@@ -459,7 +459,11 @@ export class AIStreamEvent {
           startPromise = startRecordAndSendAudioData({
             sessionId: this.sessionId,
             dataChannel,
-            userData: source.userData
+            userData: source.userData,
+            recordInitParams: source.sampleRate ? {
+              sampleRate: source.sampleRate
+            } : undefined,
+            saveFile: source.saveFile
           });
           await startPromise;
         } else if (source.type === 'video') {
@@ -480,9 +484,9 @@ export class AIStreamEvent {
           await tryCatchTTT(() => startPromise);
           startPromise = null;
         }
-        let result = null;
+        let file = null;
         if (source.type === 'audio') {
-          result = await stopRecordAndSendAudioData({
+          file = await stopRecordAndSendAudioData({
             sessionId: this.sessionId,
             dataChannel,
             userData: source.userData
@@ -503,7 +507,7 @@ export class AIStreamEvent {
         });
         delete this.streams[dataChannel];
         stream.started = false;
-        return result;
+        return file;
       }
     };
     this.streams[dataChannel] = stream;

package/dist/utils/defaultMock.js

@@ -4,6 +4,7 @@ import "core-js/modules/es.json.stringify.js";
 import "core-js/modules/es.regexp.exec.js";
 import "core-js/modules/esnext.iterator.constructor.js";
 import "core-js/modules/esnext.iterator.filter.js";
+import "core-js/modules/esnext.iterator.for-each.js";
 import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import { mock } from './mock';
@@ -140,19 +141,19 @@ mock.hooks.hook('createSession', context => {
   };
 
   // 用于测试断开连接;
-  // setTimeout(() => {
-  //   dispatch('onConnectStateChanged', {
-  //     connectionId: '',
-  //     connectState: ConnectState.DISCONNECTED,
-  //     code: 200,
-  //   });
-  //   mock.data.set('currentConnection', null);
-  //   const map: Map<string, MockSession> = mock.data.get('sessionMap');
-  //   map.forEach(s => {
-  //     s.closed = true;
-  //   });
-  //   mock.data.set('sessionMap', new Map());
-  // }, 5000);
+  setTimeout(() => {
+    dispatch('onConnectStateChanged', {
+      connectionId: '',
+      connectState: ConnectState.DISCONNECTED,
+      code: 200
+    });
+    mock.data.set('currentConnection', null);
+    const map = mock.data.get('sessionMap');
+    map.forEach(s => {
+      s.closed = true;
+    });
+    mock.data.set('sessionMap', new Map());
+  }, 5000);
 
   // 用于测试断开会话
   // setTimeout(() => {
@@ -168,6 +169,8 @@ mock.hooks.hook('createSession', context => {
 mock.hooks.hook('closeSession', context => {
   const map = mock.data.get('sessionMap');
   const sessionId = context.options.sessionId;
+  const session = map.get(sessionId);
+  session.closed = true;
   map.delete(sessionId);
   context.result = true;
 });
@@ -273,7 +276,7 @@ mock.hooks.hook('sendEventEnd', async context => {
     if (ctx.data.length === 0) {
       event.replyEvent(EventType.EVENT_START);
       await mock.sleep(100);
-      if (event.controller.signal.aborted) {
+      if (event.controller.signal.aborted || session.closed) {
         return;
       }
       event.replyEvent(EventType.EVENT_END);
@@ -282,19 +285,19 @@ mock.hooks.hook('sendEventEnd', async context => {
     }
     const text = ctx.responseText || '⚠️ No mock text response matched!';
     const words = splitString(text);
-    if (event.controller.signal.aborted) {
+    if (event.controller.signal.aborted || session.closed) {
       return;
     }
     event.replyEvent(EventType.EVENT_START);
     await mock.sleep(500);
-    if (event.controller.signal.aborted) {
+    if (event.controller.signal.aborted || session.closed) {
       return;
     }
     const bizId = generateId();
     event.replyText(StreamFlag.START);
     for (const word of words) {
       await mock.sleep(100);
-      if (event.controller.signal.aborted) {
+      if (event.controller.signal.aborted || session.closed) {
         return;
       }
       event.replyText(StreamFlag.IN_PROGRESS, {
@@ -309,7 +312,7 @@ mock.hooks.hook('sendEventEnd', async context => {
       });
     }
     await mock.sleep(100);
-    if (event.controller.signal.aborted) {
+    if (event.controller.signal.aborted || session.closed) {
       return;
     }
     event.replyText(StreamFlag.IN_PROGRESS, {
@@ -323,13 +326,13 @@ mock.hooks.hook('sendEventEnd', async context => {
       }
     });
     await mock.sleep(10);
-    if (event.controller.signal.aborted) {
+    if (event.controller.signal.aborted || session.closed) {
       return;
     }
     if ((_ctx$responseSkills = ctx.responseSkills) !== null && _ctx$responseSkills !== void 0 && _ctx$responseSkills.length) {
       for (const skill of ctx.responseSkills) {
         await mock.sleep(100);
-        if (event.controller.signal.aborted) {
+        if (event.controller.signal.aborted || session.closed) {
           return;
         }
         event.replyText(StreamFlag.IN_PROGRESS, {
@@ -342,7 +345,7 @@ mock.hooks.hook('sendEventEnd', async context => {
     }
     event.replyText(StreamFlag.END);
     await mock.sleep(500);
-    if (event.controller.signal.aborted) {
+    if (event.controller.signal.aborted || session.closed) {
       return;
     }
     event.replyEvent(EventType.EVENT_END);
@@ -400,13 +403,13 @@ mock.hooks.hook('startRecordAndSendAudioData', async context => {
     let text = '';
     finishController.signal.addEventListener('abort', async () => {
       var _finishResolve;
-      if (event.controller.signal.aborted) {
+      if (event.controller.signal.aborted || session.closed) {
         return;
       }
 
       // 终止识别到出完整结果的延迟
       await mock.sleep(500);
-      if (event.controller.signal.aborted) {
+      if (event.controller.signal.aborted || session.closed) {
         return;
       }
       event.replyText(StreamFlag.IN_PROGRESS, {
@@ -418,7 +421,7 @@ mock.hooks.hook('startRecordAndSendAudioData', async context => {
         }
       });
       await mock.sleep(100);
-      if (event.controller.signal.aborted) {
+      if (event.controller.signal.aborted || session.closed) {
         return;
       }
       event.replyText(StreamFlag.END);
@@ -470,7 +473,7 @@ mock.hooks.hook('stopRecordAndSendAudioData', async context => {
     throw new TTTError('stopRecordAndSendAudioData event not exists', AIStreamAppErrorCode.SESSION_ID_INVALID);
   }
   session.currentEvent.asr.finishController.abort(new Error('stopRecordAndSendAudioData'));
-  context.result = true;
+  context.result = null;
   await mock.sleep(100);
 });
 mock.hooks.hook('startRecordAndSendVideoData', context => {

package/dist/utils/index.d.ts

@@ -9,6 +9,5 @@ export * from './AIStream';
 export * from './observer';
 export * from './sendMessage';
 export * from './version';
-export * from '../asr/createAsrAgent';
 export * from './actions';
 export { mock };

package/dist/utils/index.js

@@ -9,6 +9,5 @@ export * from './AIStream';
 export * from './observer';
 export * from './sendMessage';
 export * from './version';
-export * from '../asr/createAsrAgent';
 export * from './actions';
 export { mock };

package/dist/utils/ttt.d.ts

@@ -1,4 +1,4 @@
-import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams } from '../AIStreamTypes';
+import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams, StopPlayAudioParams, AudioPlayChangedBody } from '../AIStreamTypes';
 export declare const getMiniAppConfig: (options?: Omit<GetMiniAppConfigParams, "success" | "fail"> | undefined) => Promise<{
     config: any;
 }>;
@@ -79,9 +79,7 @@ export declare const sendEventPayloadEnd: (options?: Omit<SendEventPayloadEndPar
 export declare const sendEventEnd: (options?: Omit<SendEventEndParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const sendEventChatBreak: (options?: Omit<SendEventChatBreakParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const startRecordAndSendAudioData: (options?: Omit<StartRecordAndSendAudioDataParams, "success" | "fail"> | undefined) => Promise<null>;
-export declare const stopRecordAndSendAudioData: (options?: Omit<StopRecordAndSendAudioDataParams, "success" | "fail"> | undefined) => Promise<{
-    filePath: string;
-} | null>;
+export declare const stopRecordAndSendAudioData: (options?: Omit<StopRecordAndSendAudioDataParams, "success" | "fail"> | undefined) => Promise<import("../AIStreamTypes").AIStreamAudioFile | null>;
 export declare const sendImageData: (options?: Omit<SendImageDataParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const sendTextData: (options?: Omit<SendTextDataParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const registerRecordAmplitudes: (options?: Omit<{
@@ -90,10 +88,9 @@ export declare const registerRecordAmplitudes: (options?: Omit<{
 export declare const unregisterVoiceAmplitudes: (options?: Omit<any, "success" | "fail"> | undefined) => Promise<unknown>;
 export declare const initAudioRecorder: (options?: Omit<InitAudioRecorderParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const startPlayAudio: (options?: Omit<StartPlayAudioParams, "success" | "fail"> | undefined) => Promise<null>;
+export declare const stopPlayAudio: (options?: Omit<StopPlayAudioParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const listenEventReceived: (listener: (params: EventBody) => void) => () => void;
-export declare const listenAudioPlayEnd: (listener: (params: {
-    path: string;
-}) => void) => () => void;
+export declare const listenAudioPlayChanged: (listener: (params: AudioPlayChangedBody) => void) => () => void;
 export declare const listenAudioReceived: (listener: (params: AudioBody) => void) => () => void;
 export declare const listenTextReceived: (listener: (params: TextBody) => void) => () => void;
 export declare const listenImageReceived: (listener: (params: ImageBody) => void) => () => void;

package/dist/utils/ttt.js

@@ -58,11 +58,12 @@ export const registerRecordAmplitudes = promisify(ty.aistream.registerRecordAmpl
 export const unregisterVoiceAmplitudes = promisify(ty.aistream.unregisterVoiceAmplitudes, true);
 export const initAudioRecorder = promisify(ty.aistream.initAudioRecorder, true);
 export const startPlayAudio = promisify(ty.aistream.startPlayAudio, true);
+export const stopPlayAudio = promisify(ty.aistream.stopPlayAudio, true);
 
 // export const sendFileData = promisify<SendFileDataParams>(ty.aistream.sendFileData);
 
 export const listenEventReceived = listening(ty.aistream.onEventReceived, ty.aistream.offEventReceived, true);
-export const listenAudioPlayEnd = listening(ty.aistream.onAudioPlayEnd, ty.aistream.onAudioPlayEnd, true);
+export const listenAudioPlayChanged = listening(ty.aistream.onAudioPlayChanged, ty.aistream.onAudioPlayChanged, true);
 export const listenAudioReceived = listening(ty.aistream.onAudioReceived, ty.aistream.offAudioReceived, true);
 
 // export const listenVideoReceived = listening<VideoBody>(

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.3-beta-3",
+  "version": "0.2.3-beta-5",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -35,5 +35,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "84e4e7b2ec8f91fe56b3b8499d549175893f9fe3"
+  "gitHead": "a99e7ff0c22890381a0ba9a193060ab6d69cb915"
 }