@ray-js/t-agent-plugin-aistream 0.2.6 → 0.2.7-beta.10

package/dist/utils/AIStream.js

@@ -1,13 +1,12 @@
-import _objectWithoutProperties from "@babel/runtime/helpers/esm/objectWithoutProperties";
 import _objectSpread from "@babel/runtime/helpers/esm/objectSpread2";
 import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-const _excluded = ["signal"];
+import "core-js/modules/es.json.stringify.js";
 import "core-js/modules/esnext.iterator.constructor.js";
 import "core-js/modules/esnext.iterator.find.js";
 import "core-js/modules/esnext.iterator.for-each.js";
 import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/web.dom-collections.iterator.js";
-import { AIStreamAttributeType, AIStreamErrorCode, AIStreamServerErrorCode, BizTag, ConnectClientType, ConnectState, EventType, NetworkType, SessionState } from '../AIStreamTypes';
+import { AIStreamErrorCode, AIStreamServerErrorCode, BizTag, ConnectClientType, ConnectState, EventType, NetworkType, SessionState } from '../AIStreamTypes';
 import { closeSession, connect, createSession, disconnect, getCurrentHomeInfo, getNetworkType, isConnected, queryAgentToken, sendEventChatBreak, sendEventEnd, sendEventPayloadEnd, sendEventStart, sendImageData, sendTextData, startRecordAndSendAudioData, stopRecordAndSendAudioData } from './ttt';
 import { AIStreamObserver, AIStreamObserverPool } from './observer';
 import { isAbortError, safeParseJSON } from '@ray-js/t-agent';
@@ -180,27 +179,12 @@ export class AIStreamSession {
       (_this$activeEvent2 = this.activeEvent) === null || _this$activeEvent2 === void 0 || _this$activeEvent2.emit('data', entry);
       if (entry.type === 'event' && entry.body.eventId === this.activeEvent.eventId) {
         const {
-          eventType,
-          userData
+          eventType
         } = entry.body;
         if (eventType === EventType.EVENT_END || eventType === EventType.CHAT_BREAK || eventType === EventType.ONE_SHOT) {
           var _this$activeEvent3;
           (_this$activeEvent3 = this.activeEvent) === null || _this$activeEvent3 === void 0 || _this$activeEvent3.emit('finish');
           this.cleanupEvent();
-        } else if (eventType === EventType.SERVER_ERROR) {
-          var _this$activeEvent4;
-          let code = '';
-          let message = '';
-          for (const item of userData) {
-            if (item.type === AIStreamAttributeType.ERROR_CODE) {
-              code = item.value;
-            } else if (item.type === AIStreamAttributeType.ERROR_MESSAGE) {
-              message = item.value;
-            }
-          }
-          const error = new AIStreamError(message || 'Event error occurred', code || AIStreamErrorCode.UNKNOWN_ERROR);
-          (_this$activeEvent4 = this.activeEvent) === null || _this$activeEvent4 === void 0 || _this$activeEvent4.emit('error', error);
-          this.cleanupEvent();
         }
       }
     });
@@ -274,12 +258,16 @@ export class AIStreamSession {
       } else {
         this.tokenExtParamsResolvable.resolve({});
       }
+      let userData = {};
+      if (options.getSessionUserData) {
+        userData = await options.getSessionUserData();
+      }
       {
         const [err, res] = await tryCatchTTT(() => createSession({
           bizTag: options.bizTag,
           agentToken,
           bizConfig,
-          userData: options.userData
+          userDataJson: JSON.stringify(userData)
         }));
         if (err) {
           this.promise = null;
@@ -302,18 +290,23 @@ export class AIStreamSession {
       throw new AIStreamError('Cannot start a new event while another is active', AIStreamErrorCode.EVENT_EXISTS);
     }
     const {
-        signal
-      } = options,
-      rest = _objectWithoutProperties(options, _excluded);
+      signal,
+      userData,
+      eventIdPrefix,
+      userDataJson
+    } = options;
     await this.ensureSession();
     if (signal !== null && signal !== void 0 && signal.aborted) {
       const error = new AIStreamError('start event was aborted', AIStreamErrorCode.EVENT_ABORTED);
       error.name = 'AbortError';
       throw error;
     }
-    const [error, result] = await tryCatchTTT(() => sendEventStart(_objectSpread({
-      sessionId: this.sessionId
-    }, rest)));
+    const [error, result] = await tryCatchTTT(() => sendEventStart({
+      sessionId: this.sessionId,
+      userDataJson,
+      userData,
+      eventIdPrefix
+    }));
     if (error) {
       throw error;
     }
@@ -337,7 +330,8 @@ export class AIStreamSession {
       sessionId: this.sessionId
     };
     this.activeObserver = new AIStreamObserver(this.onDataEntry, this.pool);
-    for (const revDataChannel of this.revDataChannels) {
+    for (let i = 0; i < this.revDataChannels.length; i++) {
+      const revDataChannel = this.revDataChannels[i];
       if (revDataChannel.startsWith('text')) {
         observerOptions.text = true;
       }
@@ -358,11 +352,11 @@ export class AIStreamSession {
     return this.activeEvent;
   }
   cleanupEvent() {
-    var _this$activeObserver, _this$activeEvent5;
+    var _this$activeObserver, _this$activeEvent4;
     logger.debug('AIStreamSession cleanupEvent');
     (_this$activeObserver = this.activeObserver) === null || _this$activeObserver === void 0 || _this$activeObserver.disconnect();
     this.activeObserver = null;
-    (_this$activeEvent5 = this.activeEvent) === null || _this$activeEvent5 === void 0 || _this$activeEvent5.emit('close');
+    (_this$activeEvent4 = this.activeEvent) === null || _this$activeEvent4 === void 0 || _this$activeEvent4.emit('close');
     this.activeEvent = null;
   }
   cleanup() {
@@ -420,8 +414,7 @@ export class AIStreamEvent {
         const [error] = await tryCatchTTT(() => sendTextData({
           sessionId: this.sessionId,
           text: chunk.text,
-          dataChannel,
-          userData: chunk.userData
+          dataChannel
         }));
         if (error) {
           throw error;
@@ -433,13 +426,11 @@ export class AIStreamEvent {
         //   path: chunk.path,
         //   format: chunk.format,
         //   dataChannel,
-        //   userData: chunk.userData,
         // });
       } else if (chunk.type === 'image') {
         const [error] = await tryCatchTTT(() => sendImageData({
           sessionId: this.sessionId,
-          path: chunk.path,
-          userData: chunk.userData
+          path: chunk.path
         }));
         if (error) {
           throw error;
@@ -485,7 +476,6 @@ export class AIStreamEvent {
           startPromise = startRecordAndSendAudioData({
             sessionId: this.sessionId,
             dataChannel,
-            userData: source.userData,
             recordInitParams: source.sampleRate ? {
               sampleRate: source.sampleRate
             } : undefined,
@@ -497,7 +487,6 @@ export class AIStreamEvent {
           // await startRecordAndSendVideoData({
           //   dataChannel,
           //   cameraType,
-          //   userData: source.userData,
           // });
         }
       },
@@ -514,8 +503,7 @@ export class AIStreamEvent {
         if (source.type === 'audio') {
           file = await stopRecordAndSendAudioData({
             sessionId: this.sessionId,
-            dataChannel,
-            userData: source.userData
+            dataChannel
           });
         } else if (source.type === 'video') {
           logger.warn('Video data sending is not implemented yet');
@@ -523,7 +511,6 @@ export class AIStreamEvent {
           // await stopRecordAndSendVideoData({
           //   dataChannel,
           //   cameraType,
-          //   userData: source.userData,
           // });
         }
         sendEventPayloadEnd({
@@ -539,18 +526,17 @@ export class AIStreamEvent {
     this.streams[dataChannel] = stream;
     return stream;
   }
-  async end(options) {
+  async end() {
     if (this.closed) {
       return;
     }
     await Promise.all([...Object.values(this.chains), ...Object.values(this.streams).map(s => s.stop())]);
     await sendEventEnd({
       eventId: this.eventId,
-      sessionId: this.sessionId,
-      userData: options === null || options === void 0 ? void 0 : options.userData
+      sessionId: this.sessionId
     });
   }
-  abort(options) {
+  abort() {
     if (this.closed) {
       return;
     }
@@ -558,8 +544,7 @@ export class AIStreamEvent {
       // 故意不等，直接发送中断事件
       sendEventChatBreak({
         eventId: this.eventId,
-        sessionId: this.sessionId,
-        userData: options === null || options === void 0 ? void 0 : options.userData
+        sessionId: this.sessionId
       });
     }
     const error = new AIStreamError('This operation was aborted', AIStreamErrorCode.EVENT_ABORTED);

package/dist/utils/defaultMock.js

@@ -95,17 +95,13 @@ mock.hooks.hook('disconnect', context => {
   mock.data.set('sessionMap', new Map());
 });
 mock.hooks.hook('queryAgentToken', context => {
-  var _context$options$extP, _context$options$extP2, _context$options$extP3;
+  var _context$options$extP, _context$options$extP3, _context$options$extP4;
   const agentToken = generateId();
   const map = mock.data.get('tokenMap');
-  map.set(agentToken, {
-    onlyAsr: ((_context$options$extP = context.options.extParams) === null || _context$options$extP === void 0 ? void 0 : _context$options$extP.onlyAsr) || false,
-    needTts: ((_context$options$extP2 = context.options.extParams) === null || _context$options$extP2 === void 0 ? void 0 : _context$options$extP2.needTts) || false
-  });
   let chatId;
-  if (((_context$options$extP3 = context.options.extParams) === null || _context$options$extP3 === void 0 ? void 0 : _context$options$extP3.dialogueMode) === 1) {
-    var _context$options$extP4;
-    if ((_context$options$extP4 = context.options.extParams) !== null && _context$options$extP4 !== void 0 && _context$options$extP4.chatId) {
+  if (((_context$options$extP = context.options.extParams) === null || _context$options$extP === void 0 ? void 0 : _context$options$extP.dialogueMode) === 1) {
+    var _context$options$extP2;
+    if ((_context$options$extP2 = context.options.extParams) !== null && _context$options$extP2 !== void 0 && _context$options$extP2.chatId) {
       // 如果参数有传吗，则使用传入的 chatId
       chatId = context.options.extParams.chatId;
     } else {
@@ -113,6 +109,11 @@ mock.hooks.hook('queryAgentToken', context => {
       chatId = "chatId-".concat(generateId());
     }
   }
+  map.set(agentToken, {
+    onlyAsr: ((_context$options$extP3 = context.options.extParams) === null || _context$options$extP3 === void 0 ? void 0 : _context$options$extP3.onlyAsr) || false,
+    needTts: ((_context$options$extP4 = context.options.extParams) === null || _context$options$extP4 === void 0 ? void 0 : _context$options$extP4.needTts) || false,
+    chatId
+  });
   context.result = {
     agentToken,
     bizConfig: {
@@ -144,7 +145,8 @@ mock.hooks.hook('createSession', context => {
     sendDataChannels: ['audio', 'video', 'text', 'image'],
     revDataChannels: ['text', 'audio'],
     currentEvent: null,
-    tokenConfig
+    tokenConfig,
+    chatId: tokenConfig.chatId
   };
   map.set(session.sessionId, session);
   context.result = {
@@ -273,7 +275,8 @@ mock.hooks.hook('sendEventEnd', async context => {
     const ctx = {
       data: event.data,
       responseText: '',
-      wordDelayMs: 100
+      wordDelayMs: 100,
+      chatId: session.chatId
     };
     const [error] = await tryCatch(() => mock.hooks.callHook('sendToAIStream', ctx));
     if (error) {
@@ -310,7 +313,8 @@ mock.hooks.hook('sendEventEnd', async context => {
     }
     const bizId = generateId();
     event.replyText(StreamFlag.START);
-    for (const word of words) {
+    for (let i = 0; i < words.length; i++) {
+      const word = words[i];
       await mock.sleep(wordDelayMs);
       if (event.controller.signal.aborted || session.closed) {
         return;
@@ -345,7 +349,8 @@ mock.hooks.hook('sendEventEnd', async context => {
       return;
     }
     if ((_ctx$responseSkills = ctx.responseSkills) !== null && _ctx$responseSkills !== void 0 && _ctx$responseSkills.length) {
-      for (const skill of ctx.responseSkills) {
+      for (let i = 0; i < ctx.responseSkills.length; i++) {
+        const skill = ctx.responseSkills[i];
         await mock.sleep(100);
         if (event.controller.signal.aborted || session.closed) {
           return;
@@ -462,7 +467,8 @@ mock.hooks.hook('startRecordAndSendAudioData', async context => {
         text
       }
     });
-    for (const part of parts) {
+    for (let i = 0; i < parts.length; i++) {
+      const part = parts[i];
       if (finishController.signal.aborted) {
         break;
       }
@@ -504,8 +510,7 @@ mock.hooks.hook('sendImageData', context => {
   }
   session.currentEvent.data.push({
     type: 'image',
-    path: context.options.path,
-    userData: context.options.userData
+    path: context.options.path
   });
   context.result = true;
 });
@@ -517,8 +522,7 @@ mock.hooks.hook('sendTextData', context => {
   }
   session.currentEvent.data.push({
     type: 'text',
-    text: context.options.text,
-    userData: context.options.userData
+    text: context.options.text
   });
 });
 const filterRecords = query => {

package/dist/utils/mock.d.ts

@@ -1,5 +1,5 @@
 import { Emitter } from '@ray-js/t-agent';
-import { Attribute, ReceivedTextSkillPacketBody } from '../AIStreamTypes';
+import { ReceivedTextSkillPacketBody } from '../AIStreamTypes';
 interface TTTCallContext {
     options: any;
     result: any;
@@ -8,12 +8,11 @@ export interface SendToAIStreamContext {
     data: Array<{
         type: 'text';
         text: string;
-        userData?: Attribute[];
     } | {
         type: 'image';
         path: string;
-        userData?: Attribute[];
     }>;
+    chatId: string;
     responseText: string | undefined;
     wordDelayMs: number;
     responseSkills?: ReceivedTextSkillPacketBody[];

package/dist/utils/mock.js

@@ -33,7 +33,8 @@ const mock = {
     if (!rows) {
       return [];
     }
-    for (const row of rows) {
+    for (let i = 0; i < rows.length; i++) {
+      const row = rows[i];
       mock.database.set(row.id, row);
       mock.lastId = Math.max(mock.lastId, row.id);
     }

package/dist/utils/object.d.ts

@@ -5,3 +5,4 @@ export interface Resolvable<T = void> {
     state: 'pending' | 'fulfilled' | 'rejected';
 }
 export declare const createResolvable: <T = void>() => Resolvable<T>;
+export declare function deepMerge(target: any, source: any): any;

package/dist/utils/object.js

@@ -22,4 +22,27 @@ export const createResolvable = () => {
     };
   });
   return ret;
-};
+};
+export function deepMerge(target, source) {
+  if (typeof target !== 'object' || target === null) {
+    return source; // 如果目标不是对象，直接返回来源
+  }
+  if (typeof source !== 'object' || source === null) {
+    return target; // 如果来源不是对象，返回目标
+  }
+  for (const key in source) {
+    if (Object.prototype.hasOwnProperty.call(source, key)) {
+      const sourceValue = source[key];
+      const targetValue = target[key];
+
+      // 如果是对象，递归合并
+      if (typeof sourceValue === 'object' && sourceValue !== null) {
+        target[key] = deepMerge(Array.isArray(targetValue) ? [] : targetValue || {}, sourceValue);
+      } else {
+        // 否则直接赋值
+        target[key] = sourceValue;
+      }
+    }
+  }
+  return target;
+}

package/dist/utils/sendMessage.d.ts

@@ -1,14 +1,14 @@
 import '../polyfill';
 import { AIStreamSession } from './AIStream';
-import { AIStreamChatAttribute } from '../AIStreamTypes';
-import { InputBlock, StreamResponse } from '@ray-js/t-agent';
+import { AIStreamUserData } from '../AIStreamTypes';
+import { AbortSignalObject, InputBlock, StreamResponse } from '@ray-js/t-agent';
 export interface SendBlocksToAIStreamParams {
     blocks: InputBlock[];
     session: AIStreamSession;
-    attribute?: AIStreamChatAttribute;
-    signal?: AbortSignal;
+    signal?: AbortSignalObject;
     enableTts?: boolean;
     eventIdPrefix?: string;
+    getUserData: () => Promise<AIStreamUserData>;
 }
 export declare function sendBlocksToAIStream(params: SendBlocksToAIStreamParams): {
     response: StreamResponse;

package/dist/utils/sendMessage.js

@@ -1,4 +1,3 @@
-import _objectSpread from "@babel/runtime/helpers/esm/objectSpread2";
 import "core-js/modules/es.json.stringify.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import '../polyfill';
@@ -8,6 +7,7 @@ import { EmitterEvent, generateId, safeParseJSON, StreamResponse } from '@ray-js
 import { tryCatch } from './misc';
 import { AIStreamError, transformErrorCode } from './errors';
 import logger from './logger';
+import { deepMerge } from './object';
 const mimeTypeToFormatMap = {
   'video/mp4': FileFormat.MP4,
   'text/json': FileFormat.JSON,
@@ -20,10 +20,12 @@ export function sendBlocksToAIStream(params) {
     session,
     blocks,
     signal,
-    eventIdPrefix
+    eventIdPrefix,
+    getUserData
   } = params;
   let audioEmitter = null;
-  for (const block of blocks) {
+  for (let i = 0; i < blocks.length; i++) {
+    const block = blocks[i];
     if (block.type === 'audio') {
       if (audioEmitter) {
         throw new Error('only one audio emitter is allowed');
@@ -31,10 +33,6 @@ export function sendBlocksToAIStream(params) {
       audioEmitter = block.audio_emitter;
     }
   }
-  const attribute = _objectSpread({
-    'processing.interrupt': 'false',
-    'asr.enableVad': 'false'
-  }, params.attribute);
   let canceled = false;
   let closed = false;
   let event = null;
@@ -103,14 +101,26 @@ export function sendBlocksToAIStream(params) {
           }
         });
       }
+      const chatAttributes = {
+        'processing.interrupt': 'false',
+        'asr.enableVad': 'false'
+      };
+      let eventUserData = {};
+      if (getUserData) {
+        eventUserData = await getUserData();
+      }
+      const userData = deepMerge({
+        chatAttributes
+      }, eventUserData);
       let error;
       [error, event] = await tryCatch(() => session.startEvent({
         signal,
         eventIdPrefix,
+        userDataJson: JSON.stringify(userData),
         userData: [{
           type: AIStreamAttributeType.AI_CHAT,
           payloadType: AIStreamAttributePayloadType.STRING,
-          value: JSON.stringify(attribute)
+          value: JSON.stringify(chatAttributes)
         }]
       }));
       if (error) {
@@ -262,7 +272,8 @@ export function sendBlocksToAIStream(params) {
         }
       });
       event.on('error', emitError);
-      for (const block of blocks) {
+      for (let i = 0; i < blocks.length; i++) {
+        const block = blocks[i];
         if (block.type === 'text') {
           event.write({
             type: 'text',

package/dist/utils/track.d.ts

@@ -0,0 +1 @@
+export declare function trackEvent(agent_code: string, type: string, params?: Record<string, any>): Promise<void>;

package/dist/utils/track.js

@@ -0,0 +1,29 @@
+import "core-js/modules/es.json.stringify.js";
+import { getAccountInfo, sendEvent } from './ttt';
+const eventId = 'thing_jKaquNvaV2qMDvTpKcNQvb1ZppBZnlNq';
+let accountInfoPromise = null;
+export async function trackEvent(agent_code, type) {
+  let params = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
+  if (!accountInfoPromise) {
+    accountInfoPromise = getAccountInfo();
+  }
+  const {
+    miniProgram
+  } = await accountInfoPromise;
+  try {
+    await sendEvent({
+      eventId,
+      event: {
+        type,
+        agent_code,
+        miniapp_code: miniProgram.appId,
+        miniapp_version: miniProgram.version,
+        miniapp_name: miniProgram.appName,
+        miniapp_env: miniProgram.envVersion,
+        params: JSON.stringify(params)
+      }
+    });
+  } catch (e) {
+    console.error('track event error', e);
+  }
+}

package/dist/utils/ttt.d.ts

@@ -1,4 +1,4 @@
-import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams, StopPlayAudioParams, AudioPlayChangedBody } from '../AIStreamTypes';
+import { ApiRequestByAtopParams, ApiRequestByHighwayParams, AudioBody, AuthorizeParams, AuthorizePolicyStatusParams, CanIUseRouterParams, CloseSessionParams, ConnectParams, ConnectStateBody, CreateSessionParams, DeleteRecordListParams, DisconnectParams, EventBody, EventChannelMessageParams, GetAppInfoParams, GetCurrentHomeInfoParams, GetMiniAppConfigParams, GetAccountInfoParams, ImageBody, InsertRecordParams, NavigateToMiniProgramParams, OpenInnerH5Params, OpenMiniWidgetParams, QueryAgentTokenParams, QueryRecordListParams, RecordAmplitudesBody, RegisterChannelParams, RouterParams, SendEventChatBreakParams, SendEventEndParams, SendEventPayloadEndParams, SendEventStartParams, SendImageDataParams, SendTextDataParams, SessionStateBody, StartRecordAndSendAudioDataParams, StopRecordAndSendAudioDataParams, TextBody, UpdateRecordParams, IsConnectedParams, GetNetworkTypeParams, StartPlayAudioParams, InitAudioRecorderParams, StopPlayAudioParams, AudioPlayChangedBody, EventParams } from '../AIStreamTypes';
 export declare const getMiniAppConfig: (options?: Omit<GetMiniAppConfigParams, "success" | "fail"> | undefined) => Promise<{
     config: any;
 }>;
@@ -77,6 +77,7 @@ export declare const closeSession: (options?: Omit<CloseSessionParams, "success"
 export declare const sendEventStart: (options?: Omit<SendEventStartParams, "success" | "fail"> | undefined) => Promise<{
     eventId: string;
 }>;
+/** @deprecated */
 export declare const sendEventPayloadEnd: (options?: Omit<SendEventPayloadEndParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const sendEventEnd: (options?: Omit<SendEventEndParams, "success" | "fail"> | undefined) => Promise<null>;
 export declare const sendEventChatBreak: (options?: Omit<SendEventChatBreakParams, "success" | "fail"> | undefined) => Promise<null>;
@@ -112,3 +113,4 @@ export declare const getNetworkType: (options?: Omit<GetNetworkTypeParams, "succ
     networkType: import("../AIStreamTypes").NetworkType;
     signalStrength: number;
 }>;
+export declare const sendEvent: (options?: Omit<EventParams, "success" | "fail"> | undefined) => Promise<null>;

package/dist/utils/ttt.js

@@ -37,6 +37,8 @@ export const queryAgentToken = promisify(ty.aistream.queryAgentToken, true);
 export const createSession = promisify(ty.aistream.createSession, true);
 export const closeSession = promisify(ty.aistream.closeSession, true);
 export const sendEventStart = promisify(ty.aistream.sendEventStart, true);
+
+/** @deprecated */
 export const sendEventPayloadEnd = promisify(ty.aistream.sendEventPayloadEnd, true);
 export const sendEventEnd = promisify(ty.aistream.sendEventEnd, true);
 export const sendEventChatBreak = promisify(ty.aistream.sendEventChatBreak, true);
@@ -89,4 +91,5 @@ export const queryRecordList = promisify(ty.aistream.queryRecordList, true);
 export const deleteRecordList = promisify(ty.aistream.deleteRecordList, true);
 export const updateRecord = promisify(ty.aistream.updateRecord, true);
 export const insertRecord = promisify(ty.aistream.insertRecord, true);
-export const getNetworkType = promisify(ty.getNetworkType, true);
+export const getNetworkType = promisify(ty.getNetworkType, true);
+export const sendEvent = promisify(ty.event);

package/dist/withAIStream.d.ts

@@ -1,6 +1,6 @@
-import { ChatAgent, ChatCardObject, ChatMessage, ChatMessageStatus, ChatTile, GetChatPluginHandler, InputBlock } from '@ray-js/t-agent';
+import { AbortSignalObject, ChatAgent, ChatCardObject, ChatMessage, ChatMessageStatus, ChatTile, GetChatPluginHandler, InputBlock } from '@ray-js/t-agent';
 import { TTTAction } from './utils';
-import { ConnectClientType, ReceivedTextSkillPacketBody } from './AIStreamTypes';
+import { AIStreamUserData, ConnectClientType, ReceivedTextSkillPacketBody } from './AIStreamTypes';
 import { ChatHistoryStore, StoredMessageObject } from './ChatHistoryStore';
 export interface AIStreamOptions {
     /** client 类型: 1-作为设备代理, 2-作为 App，3-作为开发者（行业 App） */
@@ -58,18 +58,23 @@ export interface AIStreamHooks {
     onCardsReceived: (skills: ReceivedTextSkillPacketBody[], result: {
         cards: ChatCardObject[];
     }) => void;
+    onUserDataRead: (type: 'create-session' | 'start-event', data: {
+        blocks?: InputBlock[];
+    }, result: {
+        userData: AIStreamUserData;
+    }) => void;
 }
 export declare function withAIStream(options?: AIStreamOptions): (agent: ChatAgent) => {
     hooks: import("hookable").Hookable<AIStreamHooks, import("hookable").HookKeys<AIStreamHooks>>;
     aiStream: {
-        send: (blocks: InputBlock[], signal?: AbortSignal, extraOptions?: Record<string, any>) => {
+        send: (blocks: InputBlock[], signal?: AbortSignalObject, eventUserData?: AIStreamUserData) => {
             response: import("@ray-js/t-agent").StreamResponse;
             metaPromise: Promise<Record<string, any>>;
         };
-        chat: (blocks: InputBlock[], signal?: AbortSignal, options?: {
+        chat: (blocks: InputBlock[], signal?: AbortSignalObject, options?: {
             sendBy?: string | undefined;
             responseBy?: string | undefined;
-            extraOptions?: Record<string, any> | undefined;
+            userData?: AIStreamUserData | undefined;
         } | undefined) => Promise<ChatMessage[]>;
         options: AIStreamOptions;
         removeMessage: (message: ChatMessage) => Promise<void>;
@@ -86,6 +91,7 @@ export declare function withAIStream(options?: AIStreamOptions): (agent: ChatAge
         onTextCompose: (fn: AIStreamHooks['onTextCompose']) => () => void;
         onSkillsEnd: (fn: AIStreamHooks['onSkillsEnd']) => () => void;
         onCardsReceived: (fn: AIStreamHooks['onCardsReceived']) => () => void;
+        onUserDataRead: (fn: AIStreamHooks['onUserDataRead']) => () => void;
         onTTTAction: (fn: AIStreamHooks['onTTTAction']) => () => void;
         getChatId: () => Promise<string>;
     };