@ray-js/t-agent-plugin-aistream 0.2.7-beta.12 → 0.2.7-beta.14

package/dist/AIStreamTypes.d.ts

@@ -701,7 +701,8 @@ export declare enum AIStreamAppErrorCode {
     FILE_DATA_READ_ERROR = 39009,
     DATA_SEND_FAILED = 39010,
     CONNECTION_CLOSED_BY_REMOTE = 39012,
-    AUDIO_UNEXPECTEDLY_RESET = 39014
+    AUDIO_UNEXPECTEDLY_RESET = 39014,
+    RECONNECT = 39016
 }
 export declare enum AIStreamServerErrorCode {
     OK = 200,

package/dist/AIStreamTypes.js

@@ -148,6 +148,7 @@ export let AIStreamAppErrorCode = /*#__PURE__*/function (AIStreamAppErrorCode) {
   AIStreamAppErrorCode[AIStreamAppErrorCode["DATA_SEND_FAILED"] = 39010] = "DATA_SEND_FAILED";
   AIStreamAppErrorCode[AIStreamAppErrorCode["CONNECTION_CLOSED_BY_REMOTE"] = 39012] = "CONNECTION_CLOSED_BY_REMOTE";
   AIStreamAppErrorCode[AIStreamAppErrorCode["AUDIO_UNEXPECTEDLY_RESET"] = 39014] = "AUDIO_UNEXPECTEDLY_RESET";
+  AIStreamAppErrorCode[AIStreamAppErrorCode["RECONNECT"] = 39016] = "RECONNECT";
   return AIStreamAppErrorCode;
 }({});
 export let AIStreamServerErrorCode = /*#__PURE__*/function (AIStreamServerErrorCode) {

package/dist/utils/AIStream.js

@@ -6,7 +6,7 @@ import "core-js/modules/esnext.iterator.find.js";
 import "core-js/modules/esnext.iterator.for-each.js";
 import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/web.dom-collections.iterator.js";
-import { AIStreamErrorCode, AIStreamServerErrorCode, BizTag, ConnectClientType, ConnectState, EventType, NetworkType, SessionState } from '../AIStreamTypes';
+import { AIStreamAppErrorCode, AIStreamErrorCode, AIStreamServerErrorCode, BizTag, ConnectClientType, ConnectState, EventType, NetworkType, SessionState } from '../AIStreamTypes';
 import { closeSession, connect, createSession, disconnect, getCurrentHomeInfo, getNetworkType, isConnected, queryAgentToken, sendEventChatBreak, sendEventEnd, sendEventPayloadEnd, sendEventStart, sendImageData, sendTextData, startRecordAndSendAudioData, stopRecordAndSendAudioData } from './ttt';
 import { AIStreamObserver, AIStreamObserverPool } from './observer';
 import { isAbortError, safeParseJSON } from '@ray-js/t-agent';
@@ -262,7 +262,8 @@ export class AIStreamSession {
       if (options.getSessionUserData) {
         userData = await options.getSessionUserData();
       }
-      {
+      let finErr;
+      for (let i = 0; i < 30; i++) {
         const [err, res] = await tryCatchTTT(() => createSession({
           bizTag: options.bizTag,
           agentToken,
@@ -270,13 +271,31 @@ export class AIStreamSession {
           userDataJson: JSON.stringify(userData)
         }));
         if (err) {
+          finErr = err;
+          if (err.code === AIStreamAppErrorCode.RECONNECT) {
+            // 200 毫秒后再试
+            await new Promise(resolve => {
+              setTimeout(resolve, 200);
+            });
+            continue;
+          } else {
+            this.promise = null;
+            throw err;
+          }
+        }
+        if (res) {
+          this.sessionId = res.sessionId;
+          this.sendDataChannels = res.sendDataChannels;
+          this.revDataChannels = res.revDataChannels;
           this.promise = null;
-          throw err;
+          return;
         }
-        this.sessionId = res.sessionId;
-        this.sendDataChannels = res.sendDataChannels;
-        this.revDataChannels = res.revDataChannels;
-        this.promise = null;
+      }
+      this.promise = null;
+      if (finErr) {
+        throw finErr;
+      } else {
+        throw new AIStreamError('createSession reconnect timeout', AIStreamErrorCode.EVENT_ABORTED);
       }
     })();
     return this.promise;

package/dist/utils/sendMessage.js

@@ -42,6 +42,7 @@ export function sendBlocksToAIStream(params) {
   });
   const stream = new ReadableStream({
     async start(controller) {
+      var _cleanupPreEventListe2;
       const enqueue = part => {
         if (signal !== null && signal !== void 0 && signal.aborted || canceled || closed) {
           return;
@@ -84,22 +85,28 @@ export function sendBlocksToAIStream(params) {
         });
       };
       let pendingCancel = false;
+      // phase-1: 事件创建前监听 confirm/cancel，用于捕获"边界竞态"时的取消意图
+      // 使用具名函数以便在 startEvent 后统一解绑，避免监听器残留在 audioEmitter 上
+      let cleanupPreEventListeners;
       if (audioEmitter) {
-        audioEmitter.addEventListener('confirm', () => {
-          // 在确认发送时，如果事件还没创建，则取消发送
+        const onPreEventConfirm = () => {
           if (!event) {
             logger.debug('sendBlocksToAIStream audioEmitter confirm before event start');
-            // event 留到后面再关
             pendingCancel = true;
           }
-        });
-        audioEmitter.addEventListener('cancel', () => {
+        };
+        const onPreEventCancel = () => {
           if (!event) {
             logger.debug('sendBlocksToAIStream audioEmitter cancel before event start');
-            // event 留到后面再关
             pendingCancel = true;
           }
-        });
+        };
+        audioEmitter.addEventListener('confirm', onPreEventConfirm);
+        audioEmitter.addEventListener('cancel', onPreEventCancel);
+        cleanupPreEventListeners = () => {
+          audioEmitter.removeEventListener('confirm', onPreEventConfirm);
+          audioEmitter.removeEventListener('cancel', onPreEventCancel);
+        };
       }
       const chatAttributes = {
         'processing.interrupt': 'false',
@@ -124,7 +131,10 @@ export function sendBlocksToAIStream(params) {
         }]
       }));
       if (error) {
+        var _cleanupPreEventListe;
         emitError(error);
+        // startEvent 失败，phase-1 监听已无用，立即解绑
+        (_cleanupPreEventListe = cleanupPreEventListeners) === null || _cleanupPreEventListe === void 0 || _cleanupPreEventListe();
         if (audioEmitter) {
           audioEmitter.dispatchEvent(new EmitterEvent('error', {
             detail: error
@@ -133,6 +143,9 @@ export function sendBlocksToAIStream(params) {
         close();
         return;
       }
+
+      // startEvent 已成功（event 已创建），phase-1 监听完成使命，解绑
+      (_cleanupPreEventListe2 = cleanupPreEventListeners) === null || _cleanupPreEventListe2 === void 0 || _cleanupPreEventListe2();
       if (signal !== null && signal !== void 0 && signal.aborted || pendingCancel) {
         logger.debug('sendBlocksToAIStream pendingCancel aborted');
         abort();
@@ -306,20 +319,40 @@ export function sendBlocksToAIStream(params) {
           const s = event.stream({
             type: 'audio'
           });
-          audioEmitter.addEventListener('confirm', async () => {
+          let audioDone = false;
+
+          // cleanupPostEventListeners 先初始化为 noop，让两个 handler 可在闭包里安全引用
+          // 后面赋值为真正的清理函数
+          let cleanupPostEventListeners = () => {};
+          const onPostEventConfirm = async () => {
+            // 任一监听触发后，立即同时解绑两者，防止另一个因偶发二次触发产生副作用
+            cleanupPostEventListeners();
             if (!canceled) {
               await s.stop();
             }
-            resolve();
-          });
-          audioEmitter.addEventListener('cancel', async () => {
+            if (!audioDone) {
+              audioDone = true;
+              resolve();
+            }
+          };
+          const onPostEventCancel = async () => {
+            cleanupPostEventListeners();
             if (!canceled) {
               await s.stop();
             }
             logger.debug('sendBlocksToAIStream audio cancel aborted');
             abort();
-            resolve();
-          });
+            if (!audioDone) {
+              audioDone = true;
+              resolve();
+            }
+          };
+          cleanupPostEventListeners = () => {
+            audioEmitter.removeEventListener('confirm', onPostEventConfirm);
+            audioEmitter.removeEventListener('cancel', onPostEventCancel);
+          };
+          audioEmitter.addEventListener('confirm', onPostEventConfirm);
+          audioEmitter.addEventListener('cancel', onPostEventCancel);
           s.start();
         });
         if (signal !== null && signal !== void 0 && signal.aborted) {

package/dist/withAIStream.js

@@ -1,12 +1,19 @@
 import _objectWithoutProperties from "@babel/runtime/helpers/esm/objectWithoutProperties";
 import _objectSpread from "@babel/runtime/helpers/esm/objectSpread2";
+import _wrapAsyncGenerator from "@babel/runtime/helpers/esm/wrapAsyncGenerator";
+import _awaitAsyncGenerator from "@babel/runtime/helpers/esm/awaitAsyncGenerator";
+import _asyncGeneratorDelegate from "@babel/runtime/helpers/esm/asyncGeneratorDelegate";
 const _excluded = ["message"];
+import "core-js/modules/es.symbol.description.js";
+import "core-js/modules/es.symbol.async-iterator.js";
 import "core-js/modules/es.array.flat.js";
 import "core-js/modules/es.array.reverse.js";
 import "core-js/modules/es.array.unscopables.flat.js";
 import "core-js/modules/esnext.iterator.constructor.js";
 import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/web.dom-collections.iterator.js";
+function _asyncIterator(r) { var n, t, o, e = 2; for ("undefined" != typeof Symbol && (t = Symbol.asyncIterator, o = Symbol.iterator); e--;) { if (t && null != (n = r[t])) return n.call(r); if (o && null != (n = r[o])) return new AsyncFromSyncIterator(n.call(r)); t = "@@asyncIterator", o = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
+function AsyncFromSyncIterator(r) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var n = r.done; return Promise.resolve(r.value).then(function (r) { return { value: r, done: n }; }); } return AsyncFromSyncIterator = function (r) { this.s = r, this.n = r.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function () { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function (r) { var n = this.s.return; return void 0 === n ? Promise.resolve({ value: r, done: !0 }) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); }, throw: function (r) { var n = this.s.return; return void 0 === n ? Promise.reject(r) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(r); }
 import { BubbleTileStatus, ChatMessageStatus, createHooks, EmitterEvent } from '@ray-js/t-agent';
 import { messageAppraise } from './utils/apis';
 import { getAccountInfo, getCurrentHomeInfo, runTTTAction, sendBlocksToAIStream } from './utils';
@@ -254,13 +261,37 @@ export function withAIStream() {
           return userData;
         }
       });
-      signal === null || signal === void 0 || signal.addEventListener('abort', event => {
-        logger.debug('withAIStream signal aborted, response.started:', result.response.started);
-        if (result.response.started) {
-          result.response.cancel(event.reason);
-        }
-        agent.hooks.callHook('onUserAbort', event.reason);
-      });
+      if (signal) {
+        const onAbort = event => {
+          logger.debug('withAIStream signal aborted, response.started:', result.response.started);
+          if (result.response.started) {
+            result.response.cancel(event.reason);
+          }
+          agent.hooks.callHook('onUserAbort', event.reason);
+        };
+
+        // once:true 保证 abort 触发后自动解绑，避免监听器残留
+        signal.addEventListener('abort', onAbort, {
+          once: true
+        });
+
+        // 正常消费流时（未触发 abort）在 parts() 的 finally 里解绑，防止 signal 长期持有闭包
+        const _parts = result.response.parts.bind(result.response);
+        result.response.parts = () => {
+          const iterable = _parts();
+          return {
+            [Symbol.asyncIterator]() {
+              return _wrapAsyncGenerator(function* () {
+                try {
+                  yield* _asyncGeneratorDelegate(_asyncIterator(iterable), _awaitAsyncGenerator);
+                } finally {
+                  signal.removeEventListener('abort', onAbort);
+                }
+              })();
+            }
+          };
+        };
+      }
       signal === null || signal === void 0 || signal.throwIfAborted();
       return result;
     };
@@ -291,8 +322,18 @@ export function withAIStream() {
       if (audioEmitter) {
         let end = false;
         audioPromise = new Promise((resolve, reject) => {
-          // 当确认发送时，展示 loading
           let userMsgShow = false;
+
+          // onAbort 先定义，让后续终态处理器可引用它来解绑
+          const onAbort = () => {
+            logger.debug('withAIStream chat agent.chat audioEmitter onAbort');
+            audioEmitter.dispatchEvent(new EmitterEvent('cancel'));
+          };
+          // signal 可选：仅在传入时注册
+          signal === null || signal === void 0 || signal.addEventListener('abort', onAbort);
+
+          // 当确认发送时，展示 loading
+
           audioEmitter.addEventListener('confirm', async () => {
             logger.debug('withAIStream chat agent.chat audioEmitter onConfirm');
             if (end) {
@@ -316,6 +357,8 @@ export function withAIStream() {
               return;
             }
             end = true;
+            // 终态：解绑 signal 上的 abort 监听，避免 signal 长期持有本轮闭包
+            signal === null || signal === void 0 || signal.removeEventListener('abort', onAbort);
             if (!event.detail.text && userMsgShow) {
               await userMsg.remove();
               reject(new Error('No text found in audio event'));
@@ -335,6 +378,8 @@ export function withAIStream() {
           audioEmitter.addEventListener('cancel', async () => {
             logger.debug('withAIStream chat agent.chat audioEmitter onCancel');
             end = true;
+            // 终态：解绑 signal 上的 abort 监听
+            signal === null || signal === void 0 || signal.removeEventListener('abort', onAbort);
             // 取消时，有可能 userMsg.persist 还在执行，所以这里不 await，先 reject
             reject(new Error('User cancel'));
             if (!response.started && userMsgShow) {
@@ -343,13 +388,11 @@ export function withAIStream() {
           }, {
             once: true
           });
-          signal.addEventListener('abort', () => {
-            logger.debug('withAIStream chat agent.chat audioEmitter onAbort');
-            audioEmitter.dispatchEvent(new EmitterEvent('cancel'));
-          });
           audioEmitter.addEventListener('error', async () => {
             logger.debug('withAIStream chat agent.chat audioEmitter onError');
             end = true;
+            // 终态：解绑 signal 上的 abort 监听
+            signal === null || signal === void 0 || signal.removeEventListener('abort', onAbort);
             reject(new Error('Audio emitter error'));
             if (userMsgShow && userMsg.status !== ChatMessageStatus.FINISH) {
               await userMsg.remove();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.7-beta.12",
+  "version": "0.2.7-beta.14",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -35,5 +35,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "71b387bb5578e4749293f146f3737d87c7c22fa7"
+  "gitHead": "350bf4a18c930208c4ad83c2c65d09acec6d5063"
 }