@ray-js/t-agent-plugin-aistream 0.2.7-beta.1 → 0.2.7-beta.11

package/README-zh_CN.md

@@ -771,6 +771,7 @@ const createAgent = () => {
 - `indexId` 索引 ID，默认为 'default'
 - `homeId` 家庭 ID，不填默认当前家庭
 - `earlyStart` 是否在 onAgentStart 阶段就建立连接
+- `eventIdPrefix` eventId 前缀，用于方便云端调试和日志追踪
 - `tokenOptions` 获取 agent token 的参数
   - `api` API 接口名
   - `version` 接口版本
@@ -779,14 +780,30 @@ const createAgent = () => {
 
 方法：
 
-- `agent.plugins.aiStream.send` 向智能体发送一条消息
-- `agent.plugins.aiStream.chat` 向智能体发送一条消息，并生成提问 ChatMessage 对象和 AI 回答 ChatMessage 对象，流式更新
+- `agent.plugins.aiStream.send(blocks, signal, userData)` 向智能体发送一条消息
+  - `blocks` 输入块数组
+  - `signal` 可选的 AbortSignal，用于中断请求
+  - `userData` 可选的用户数据，会附带在发送的消息中
+- `agent.plugins.aiStream.chat(blocks, signal, options)` 向智能体发送一条消息，并生成提问 ChatMessage 对象和 AI 回答 ChatMessage 对象，流式更新
+  - `blocks` 输入块数组
+  - `signal` 可选的 AbortSignal
+  - `options.sendBy` 发送者角色，默认为 'user'
+  - `options.responseBy` 响应者角色，默认为 'assistant'
+  - `options.userData` 可选的用户数据
+- `agent.plugins.aiStream.getChatId()` 获取当前会话的 chatId，返回 Promise<string>
 
 Hooks：
 
 - `onMessageParse` 当读取历史消息，解析消息时触发，可以在这个 Hook 里修改消息
   - `msgItem` 存储的消息对象
   - `result.messages` 解析后的消息列表
+- `onChatMessageSent` 当用户消息和响应消息创建后触发
+  - `userMessage` 用户发送的消息
+  - `respMessage` AI 的响应消息
+- `onTextCompose` 当收到文本数据时触发，用于处理文本的渲染
+  - `respMsg` 响应消息
+  - `status` 消息状态
+  - `result.text` 文本内容，可以修改
 - `onSkillCompose` 当收到技能数据时触发，用于处理技能的渲染
   - `skill` 技能数据数组 (ReceivedTextSkillPacketBody[])
   - `respMsg` 响应消息
@@ -801,6 +818,47 @@ Hooks：
 - `onCardsReceived` 当收到卡片数据时触发
   - `skills` 技能数据列表 (ReceivedTextSkillPacketBody[])
   - `result.cards` 卡片列表
+- `onUserDataRead` **(0.2.x 新增)** 当需要读取用户自定义数据时触发，用于向 AI 平台传递额外的上下文信息
+  - `type` 触发类型，可以是 'create-session' 或 'start-event'
+    - `'create-session'` 创建会话时触发，只触发一次
+    - `'start-event'` 每次发送消息时触发
+  - `data` 上下文数据
+    - `data.blocks` 当 type 为 'start-event' 时，包含本次发送的输入块
+  - `result.userData` 返回的用户数据对象，会被合并后发送给 AI 平台
+
+**使用示例**：
+
+```tsx
+const agent = createChatAgent(
+  withUI(),
+  withAIStream({
+    agentId: 'your-agent-id',
+  })
+);
+
+agent.plugins.aiStream.onUserDataRead((type, data, result) => {
+  // 在创建会话时传递用户信息
+  if (type === 'create-session') {
+    result.sessionAttributes = {
+      'custom.param': {
+        userName: { value: 'John' },
+        userLevel: { value: 'Plus' },
+      },
+    };
+    return;
+  }
+  // 在每次发送消息时传递动态上下文
+  if (type === 'start-event') {
+    result.userData = {
+      'custom.param': {
+        timestamp: { value: Date.now() },
+        pid: { value: '123456' },
+      },
+    };
+    return;
+  }
+});
+```
 
 ### withBuildIn 插件
 

package/README.md

@@ -766,6 +766,7 @@ Parameters:
 - `indexId` Index ID, defaults to 'default'
 - `homeId` Home ID, defaults to current home if not provided
 - `earlyStart` Whether to establish connection during onAgentStart phase
+- `eventIdPrefix` Event ID prefix for cloud debugging and log tracing
 - `tokenOptions` Parameters for getting agent token
   - `api` API interface name
   - `version` Interface version
@@ -774,14 +775,30 @@ Parameters:
 
 Methods:
 
-- `agent.plugins.aiStream.send`: Send a message to the agent
-- `agent.plugins.aiStream.chat`: Send a message to the agent while generating a ChatMessage object for the question and the AI's answer, updating in a streaming manner
+- `agent.plugins.aiStream.send(blocks, signal, userData)` Send a message to the agent
+  - `blocks` Input block array
+  - `signal` Optional AbortSignal for interrupting requests
+  - `userData` Optional user data to be included with the message
+- `agent.plugins.aiStream.chat(blocks, signal, options)` Send a message to the agent while generating a ChatMessage object for the question and the AI's answer, updating in a streaming manner
+  - `blocks` Input block array
+  - `signal` Optional AbortSignal
+  - `options.sendBy` Sender role, defaults to 'user'
+  - `options.responseBy` Responder role, defaults to 'assistant'
+  - `options.userData` Optional user data
+- `agent.plugins.aiStream.getChatId()` Get the current session's chatId, returns Promise<string>
 
 Hooks:
 
 - `onMessageParse` Triggered when reading history messages and parsing them, allowing for message modification in this Hook
   - `msgItem` Stored message object
   - `result.messages` Parsed message list
+- `onChatMessageSent` Triggered after user message and response message are created
+  - `userMessage` User's sent message
+  - `respMessage` AI's response message
+- `onTextCompose` Triggered when receiving text data, used for handling text rendering
+  - `respMsg` Response message
+  - `status` Message status
+  - `result.text` Text content, can be modified
 - `onSkillCompose` Triggered when receiving skill data, used for handling skill rendering
   - `skill` Skill data array (ReceivedTextSkillPacketBody[])
   - `respMsg` Response message
@@ -796,6 +813,47 @@ Hooks:
 - `onCardsReceived` Triggered when receiving card data
   - `skills` Skill data list (ReceivedTextSkillPacketBody[])
   - `result.cards` Card list
+- `onUserDataRead` **(0.2.x New)** Triggered when user custom data needs to be read, used to pass additional context information to the AI platform
+  - `type` Trigger type, can be 'create-session' or 'start-event'
+    - `'create-session'` Triggered when creating a session, only once
+    - `'start-event'` Triggered each time a message is sent
+  - `data` Context data
+    - `data.blocks` When type is 'start-event', contains the input blocks for this send
+  - `result.userData` Returned user data object, will be merged and sent to the AI platform
+
+**Usage Example**:
+
+```tsx
+const agent = createChatAgent(
+  withUI(),
+  withAIStream({
+    agentId: 'your-agent-id',
+  })
+);
+
+agent.plugins.aiStream.onUserDataRead((type, data, result) => {
+  // Pass user information when creating a session
+  if (type === 'create-session') {
+    result.sessionAttributes = {
+      'custom.param': {
+        userName: { value: 'John' },
+        userLevel: { value: 'Plus' },
+      },
+    };
+    return;
+  }
+  // Pass dynamic context each time a message is sent
+  if (type === 'start-event') {
+    result.userData = {
+      'custom.param': {
+        timestamp: { value: Date.now() },
+        pid: { value: '123456' },
+      },
+    };
+    return;
+  }
+});
+```
 
 ### withBuildIn Plugin
 

package/dist/AIStreamTypes.d.ts

@@ -1040,6 +1040,22 @@ export type GetNetworkTypeParams = {
         };
     }) => void;
 };
+export type EventParams = {
+    /** 事件id */
+    eventId: string;
+    /** 事件点对象 */
+    event: Record<string, any>;
+    complete?: () => void;
+    success?: (params: null) => void;
+    fail?: (params: {
+        errorMsg: string;
+        errorCode: string | number;
+        innerError: {
+            errorCode: string | number;
+            errorMsg: string;
+        };
+    }) => void;
+};
 export type CheckConnectParams = {
     /** client 类型: 1-作为设备代理, 2-作为 App */
     clientType: ConnectClientType;

package/dist/asr/createAsrAgent.js

@@ -1,4 +1,5 @@
 import { AsrAgent } from './AsrAgent';
+import { trackEvent } from '../utils/track';
 
 /**
  * 创建一个AsrAgent实例，用于语音转文本
@@ -31,5 +32,8 @@ import { AsrAgent } from './AsrAgent';
  */
 export function createAsrAgent(options) {
   const asrAgent = new AsrAgent(options);
+  trackEvent(options.agentId, 'create_asr_agent', {
+    recordingOptions: options.recordingOptions
+  });
   return asrAgent;
 }

package/dist/buildIn/withBuildIn.js

@@ -1,4 +1,3 @@
-import "core-js/modules/web.dom-collections.iterator.js";
 import { BuildInSkillCode, ReceivedSmartHomeSkillAction } from '../AIStreamTypes';
 export function withBuildIn() {
   return _agent => {
@@ -56,13 +55,15 @@ export function withBuildIn() {
           sceneInfo: [],
           changeInfo: []
         };
-        for (const skill of skills) {
+        for (let i = 0; i < skills.length; i++) {
+          const skill = skills[i];
           if (skill.code !== BuildInSkillCode.SMART_HOME) {
             continue;
           }
           const content = skill;
           if (content.general.action === ReceivedSmartHomeSkillAction.QUERY_SCENE) {
-            for (const scene of content.general.data.scenes) {
+            for (let i1 = 0; i1 < content.general.data.scenes.length; i1++) {
+              const scene = content.general.data.scenes[i1];
               executeData.sceneInfo.push({
                 type: scene.type,
                 enabled: scene.enable,
@@ -76,7 +77,8 @@ export function withBuildIn() {
               });
             }
           } else if (content.general.action === ReceivedSmartHomeSkillAction.CONTROL_SCENE) {
-            for (const scene of content.general.data.scenes) {
+            for (let i1 = 0; i1 < content.general.data.scenes.length; i1++) {
+              const scene = content.general.data.scenes[i1];
               operateData.sceneInfo.push({
                 type: scene.type,
                 icon: scene.icon,
@@ -89,7 +91,8 @@ export function withBuildIn() {
               });
             }
           } else if (content.general.action === ReceivedSmartHomeSkillAction.QUERY_DEVICE) {
-            for (const dev of content.general.data.devices) {
+            for (let i1 = 0; i1 < content.general.data.devices.length; i1++) {
+              const dev = content.general.data.devices[i1];
               executeData.deviceInfo.push({
                 icon: dev.icon,
                 name: dev.name,
@@ -100,7 +103,8 @@ export function withBuildIn() {
               });
             }
           } else if (content.general.action === ReceivedSmartHomeSkillAction.CONTROL_DEVICE) {
-            for (const dev of content.general.data.devices) {
+            for (let i1 = 0; i1 < content.general.data.devices.length; i1++) {
+              const dev = content.general.data.devices[i1];
               operateData.deviceInfo.push({
                 icon: dev.icon,
                 name: dev.name,
@@ -128,8 +132,9 @@ export function withBuildIn() {
         const data = {
           documents: []
         };
-        for (const skill of skills) {
+        for (let i = 0; i < skills.length; i++) {
           var _content$custom;
+          const skill = skills[i];
           if (skill.code !== BuildInSkillCode.SEARCH_KNOWLEDGE) {
             continue;
           }
@@ -137,7 +142,8 @@ export function withBuildIn() {
           if (!((_content$custom = content.custom) !== null && _content$custom !== void 0 && (_content$custom = _content$custom.data) !== null && _content$custom !== void 0 && _content$custom.documents)) {
             continue;
           }
-          for (const doc of content.custom.data.documents) {
+          for (let i1 = 0; i1 < content.custom.data.documents.length; i1++) {
+            const doc = content.custom.data.documents[i1];
             data.documents.push({
               title: doc.title,
               url: doc.url

package/dist/utils/AIStream.d.ts

@@ -1,5 +1,6 @@
 import { AIStreamAudioFile, AIStreamUserData, Attribute, BizTag, ConnectClientType, ConnectState, FileFormat, VideoCameraType } from '../AIStreamTypes';
 import { AIStreamDataEntry, AIStreamObserverPool } from './observer';
+import { AbortSignalObject } from '@ray-js/t-agent';
 import { AIStreamError } from './errors';
 interface AIStreamConnectionOptions {
     /** client 类型: 1-作为设备代理, 2-作为 App */
@@ -43,7 +44,7 @@ interface AIStreamSessionOptions {
     getSessionUserData?: () => Promise<AIStreamUserData>;
 }
 interface AIStreamEventOptions {
-    signal?: AbortSignal;
+    signal?: AbortSignalObject;
     eventIdPrefix?: string;
     userData?: Attribute[];
     userDataJson?: string;

package/dist/utils/AIStream.js

@@ -330,7 +330,8 @@ export class AIStreamSession {
       sessionId: this.sessionId
     };
     this.activeObserver = new AIStreamObserver(this.onDataEntry, this.pool);
-    for (const revDataChannel of this.revDataChannels) {
+    for (let i = 0; i < this.revDataChannels.length; i++) {
+      const revDataChannel = this.revDataChannels[i];
       if (revDataChannel.startsWith('text')) {
         observerOptions.text = true;
       }

package/dist/utils/defaultMock.js

@@ -95,17 +95,13 @@ mock.hooks.hook('disconnect', context => {
   mock.data.set('sessionMap', new Map());
 });
 mock.hooks.hook('queryAgentToken', context => {
-  var _context$options$extP, _context$options$extP2, _context$options$extP3;
+  var _context$options$extP, _context$options$extP3, _context$options$extP4;
   const agentToken = generateId();
   const map = mock.data.get('tokenMap');
-  map.set(agentToken, {
-    onlyAsr: ((_context$options$extP = context.options.extParams) === null || _context$options$extP === void 0 ? void 0 : _context$options$extP.onlyAsr) || false,
-    needTts: ((_context$options$extP2 = context.options.extParams) === null || _context$options$extP2 === void 0 ? void 0 : _context$options$extP2.needTts) || false
-  });
   let chatId;
-  if (((_context$options$extP3 = context.options.extParams) === null || _context$options$extP3 === void 0 ? void 0 : _context$options$extP3.dialogueMode) === 1) {
-    var _context$options$extP4;
-    if ((_context$options$extP4 = context.options.extParams) !== null && _context$options$extP4 !== void 0 && _context$options$extP4.chatId) {
+  if (((_context$options$extP = context.options.extParams) === null || _context$options$extP === void 0 ? void 0 : _context$options$extP.dialogueMode) === 1) {
+    var _context$options$extP2;
+    if ((_context$options$extP2 = context.options.extParams) !== null && _context$options$extP2 !== void 0 && _context$options$extP2.chatId) {
       // 如果参数有传吗，则使用传入的 chatId
       chatId = context.options.extParams.chatId;
     } else {
@@ -113,6 +109,11 @@ mock.hooks.hook('queryAgentToken', context => {
       chatId = "chatId-".concat(generateId());
     }
   }
+  map.set(agentToken, {
+    onlyAsr: ((_context$options$extP3 = context.options.extParams) === null || _context$options$extP3 === void 0 ? void 0 : _context$options$extP3.onlyAsr) || false,
+    needTts: ((_context$options$extP4 = context.options.extParams) === null || _context$options$extP4 === void 0 ? void 0 : _context$options$extP4.needTts) || false,
+    chatId
+  });
   context.result = {
     agentToken,
     bizConfig: {
@@ -144,7 +145,8 @@ mock.hooks.hook('createSession', context => {
     sendDataChannels: ['audio', 'video', 'text', 'image'],
     revDataChannels: ['text', 'audio'],
     currentEvent: null,
-    tokenConfig
+    tokenConfig,
+    chatId: tokenConfig.chatId
   };
   map.set(session.sessionId, session);
   context.result = {
@@ -273,7 +275,8 @@ mock.hooks.hook('sendEventEnd', async context => {
     const ctx = {
       data: event.data,
       responseText: '',
-      wordDelayMs: 100
+      wordDelayMs: 100,
+      chatId: session.chatId
     };
     const [error] = await tryCatch(() => mock.hooks.callHook('sendToAIStream', ctx));
     if (error) {
@@ -310,7 +313,8 @@ mock.hooks.hook('sendEventEnd', async context => {
     }
     const bizId = generateId();
     event.replyText(StreamFlag.START);
-    for (const word of words) {
+    for (let i = 0; i < words.length; i++) {
+      const word = words[i];
       await mock.sleep(wordDelayMs);
       if (event.controller.signal.aborted || session.closed) {
         return;
@@ -345,7 +349,8 @@ mock.hooks.hook('sendEventEnd', async context => {
       return;
     }
     if ((_ctx$responseSkills = ctx.responseSkills) !== null && _ctx$responseSkills !== void 0 && _ctx$responseSkills.length) {
-      for (const skill of ctx.responseSkills) {
+      for (let i = 0; i < ctx.responseSkills.length; i++) {
+        const skill = ctx.responseSkills[i];
         await mock.sleep(100);
         if (event.controller.signal.aborted || session.closed) {
           return;
@@ -462,7 +467,8 @@ mock.hooks.hook('startRecordAndSendAudioData', async context => {
         text
       }
     });
-    for (const part of parts) {
+    for (let i = 0; i < parts.length; i++) {
+      const part = parts[i];
       if (finishController.signal.aborted) {
         break;
       }

package/dist/utils/mock.d.ts

@@ -12,6 +12,7 @@ export interface SendToAIStreamContext {
         type: 'image';
         path: string;
     }>;
+    chatId: string;
     responseText: string | undefined;
     wordDelayMs: number;
     responseSkills?: ReceivedTextSkillPacketBody[];

package/dist/utils/mock.js

@@ -33,7 +33,8 @@ const mock = {
     if (!rows) {
       return [];
     }
-    for (const row of rows) {
+    for (let i = 0; i < rows.length; i++) {
+      const row = rows[i];
       mock.database.set(row.id, row);
       mock.lastId = Math.max(mock.lastId, row.id);
     }

package/dist/utils/sendMessage.d.ts

@@ -1,11 +1,11 @@
 import '../polyfill';
 import { AIStreamSession } from './AIStream';
 import { AIStreamUserData } from '../AIStreamTypes';
-import { InputBlock, StreamResponse } from '@ray-js/t-agent';
+import { AbortSignalObject, InputBlock, StreamResponse } from '@ray-js/t-agent';
 export interface SendBlocksToAIStreamParams {
     blocks: InputBlock[];
     session: AIStreamSession;
-    signal?: AbortSignal;
+    signal?: AbortSignalObject;
     enableTts?: boolean;
     eventIdPrefix?: string;
     getUserData: () => Promise<AIStreamUserData>;

package/dist/utils/sendMessage.js

@@ -24,7 +24,8 @@ export function sendBlocksToAIStream(params) {
     getUserData
   } = params;
   let audioEmitter = null;
-  for (const block of blocks) {
+  for (let i = 0; i < blocks.length; i++) {
+    const block = blocks[i];
     if (block.type === 'audio') {
       if (audioEmitter) {
         throw new Error('only one audio emitter is allowed');
@@ -271,7 +272,8 @@ export function sendBlocksToAIStream(params) {
         }
       });
       event.on('error', emitError);
-      for (const block of blocks) {
+      for (let i = 0; i < blocks.length; i++) {
+        const block = blocks[i];
         if (block.type === 'text') {
           event.write({
             type: 'text',

package/dist/utils/track.d.ts

@@ -0,0 +1 @@
+export declare function trackEvent(agent_code: string, type: string, params?: Record<string, any>): Promise<void>;

package/dist/utils/track.js

@@ -0,0 +1,29 @@
+import "core-js/modules/es.json.stringify.js";
+import { getAccountInfo, sendEvent } from './ttt';
+const eventId = 'thing_jKaquNvaV2qMDvTpKcNQvb1ZppBZnlNq';
+let accountInfoPromise = null;
+export async function trackEvent(agent_code, type) {
+  let params = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
+  if (!accountInfoPromise) {
+    accountInfoPromise = getAccountInfo();
+  }
+  const {
+    miniProgram
+  } = await accountInfoPromise;
+  try {
+    await sendEvent({
+      eventId,
+      event: {
+        type,
+        agent_code,
+        miniapp_code: miniProgram.appId,
+        miniapp_version: miniProgram.version,
+        miniapp_name: miniProgram.appName,
+        miniapp_env: miniProgram.envVersion,
+        params: JSON.stringify(params)
+      }
+    });
+  } catch (e) {
+    console.error('track event error', e);
+  }
+}

package/dist/utils/ttt.d.ts

@@ -1,4 +1,4 @@
-import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams, StopPlayAudioParams, AudioPlayChangedBody } from '../AIStreamTypes';
+import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams, StopPlayAudioParams, AudioPlayChangedBody, EventParams } from '../AIStreamTypes';
 export declare const getMiniAppConfig: (options?: Omit<GetMiniAppConfigParams, "success" | "fail"> | undefined) => Promise<{
     config: any;
 }>;
@@ -113,3 +113,4 @@ export declare const getNetworkType: (options?: Omit<GetNetworkTypeParams, "succ
     networkType: import("../AIStreamTypes").NetworkType;
     signalStrength: number;
 }>;
+export declare const sendEvent: (options?: Omit<EventParams, "success" | "fail"> | undefined) => Promise<null>;

package/dist/utils/ttt.js

@@ -91,4 +91,5 @@ export const queryRecordList = promisify(ty.aistream.queryRecordList, true);
 export const deleteRecordList = promisify(ty.aistream.deleteRecordList, true);
 export const updateRecord = promisify(ty.aistream.updateRecord, true);
 export const insertRecord = promisify(ty.aistream.insertRecord, true);
-export const getNetworkType = promisify(ty.getNetworkType, true);
+export const getNetworkType = promisify(ty.getNetworkType, true);
+export const sendEvent = promisify(ty.event);

package/dist/withAIStream.d.ts

@@ -1,4 +1,4 @@
-import { ChatAgent, ChatCardObject, ChatMessage, ChatMessageStatus, ChatTile, GetChatPluginHandler, InputBlock } from '@ray-js/t-agent';
+import { AbortSignalObject, ChatAgent, ChatCardObject, ChatMessage, ChatMessageStatus, ChatTile, GetChatPluginHandler, InputBlock } from '@ray-js/t-agent';
 import { TTTAction } from './utils';
 import { AIStreamUserData, ConnectClientType, ReceivedTextSkillPacketBody } from './AIStreamTypes';
 import { ChatHistoryStore, StoredMessageObject } from './ChatHistoryStore';
@@ -67,11 +67,11 @@ export interface AIStreamHooks {
 export declare function withAIStream(options?: AIStreamOptions): (agent: ChatAgent) => {
     hooks: import("hookable").Hookable<AIStreamHooks, import("hookable").HookKeys<AIStreamHooks>>;
     aiStream: {
-        send: (blocks: InputBlock[], signal?: AbortSignal, eventUserData?: AIStreamUserData) => {
+        send: (blocks: InputBlock[], signal?: AbortSignalObject, eventUserData?: AIStreamUserData) => {
             response: import("@ray-js/t-agent").StreamResponse;
             metaPromise: Promise<Record<string, any>>;
         };
-        chat: (blocks: InputBlock[], signal?: AbortSignal, options?: {
+        chat: (blocks: InputBlock[], signal?: AbortSignalObject, options?: {
             sendBy?: string | undefined;
             responseBy?: string | undefined;
             userData?: AIStreamUserData | undefined;

package/dist/withAIStream.js

@@ -15,6 +15,7 @@ import { DEFAULT_TOKEN_API, DEFAULT_TOKEN_API_VERSION, globalAIStreamClient } fr
 import logger from './utils/logger';
 import { ChatHistoryLocalStore } from './ChatHistoryLocalStore';
 import { deepMerge } from './utils/object';
+import { trackEvent } from './utils/track';
 export function withAIStream() {
   let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
   const hooks = createHooks();
@@ -61,6 +62,10 @@ export function withAIStream() {
       if (clientType === ConnectClientType.APP && deviceId) {
         throw new Error('deviceId is not allowed when clientType is app');
       }
+      trackEvent(agentId, 'on_agent_start', {
+        clientType,
+        tokenApi: "".concat(tokenOptions.api, "_").concat(tokenOptions.version)
+      });
       let homeId = options.homeId;
       if (clientType === ConnectClientType.DEVELOPER) {
         homeId = 1;
@@ -267,7 +272,8 @@ export function withAIStream() {
         userData
       } = options || {};
       let audioEmitter = null;
-      for (const block of blocks) {
+      for (let i = 0; i < blocks.length; i++) {
+        const block = blocks[i];
         if (block.type === 'audio') {
           if (audioEmitter) {
             throw new Error('only one audio emitter is allowed');
@@ -418,7 +424,8 @@ export function withAIStream() {
       if (valid) {
         await message.persist();
         const [_, ...rest] = result.messages;
-        for (const m of rest) {
+        for (let i = 0; i < rest.length; i++) {
+          const m = rest[i];
           await m.show();
           await m.persist();
         }
@@ -550,8 +557,9 @@ export function withAIStream() {
     };
     onSkillsEnd(async (skills, respMsg, result) => {
       const cards = [];
-      for (const skill of skills) {
+      for (let i = 0; i < skills.length; i++) {
         var _skill$custom, _skill$general;
+        const skill = skills[i];
         if ((_skill$custom = skill.custom) !== null && _skill$custom !== void 0 && (_skill$custom = _skill$custom.data) !== null && _skill$custom !== void 0 && _skill$custom.aiCards) {
           for (const card of skill.custom.data.aiCards) {
             cards.push(card);
@@ -567,7 +575,8 @@ export function withAIStream() {
         cards: cards
       };
       await hooks.callHook('onCardsReceived', skills, r);
-      for (const card of cards) {
+      for (let i = 0; i < cards.length; i++) {
+        const card = cards[i];
         const m = createMessage({
           role: respMsg.role,
           status: ChatMessageStatus.FINISH,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.7-beta.1",
+  "version": "0.2.7-beta.11",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -35,5 +35,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "d7754f9879a7ec837eb343ac759a08734cc789d3"
+  "gitHead": "10d81d0352c88b6b2eff7168ed046a065416dc4f"
 }