@ray-js/t-agent-ui-ray 0.2.7-beta.1 → 0.2.7-beta.10

package/README-zh_CN.md

@@ -771,6 +771,7 @@ const createAgent = () => {
 - `indexId` 索引 ID，默认为 'default'
 - `homeId` 家庭 ID，不填默认当前家庭
 - `earlyStart` 是否在 onAgentStart 阶段就建立连接
+- `eventIdPrefix` eventId 前缀，用于方便云端调试和日志追踪
 - `tokenOptions` 获取 agent token 的参数
   - `api` API 接口名
   - `version` 接口版本
@@ -779,14 +780,30 @@ const createAgent = () => {
 
 方法：
 
-- `agent.plugins.aiStream.send` 向智能体发送一条消息
-- `agent.plugins.aiStream.chat` 向智能体发送一条消息，并生成提问 ChatMessage 对象和 AI 回答 ChatMessage 对象，流式更新
+- `agent.plugins.aiStream.send(blocks, signal, userData)` 向智能体发送一条消息
+  - `blocks` 输入块数组
+  - `signal` 可选的 AbortSignal，用于中断请求
+  - `userData` 可选的用户数据，会附带在发送的消息中
+- `agent.plugins.aiStream.chat(blocks, signal, options)` 向智能体发送一条消息，并生成提问 ChatMessage 对象和 AI 回答 ChatMessage 对象，流式更新
+  - `blocks` 输入块数组
+  - `signal` 可选的 AbortSignal
+  - `options.sendBy` 发送者角色，默认为 'user'
+  - `options.responseBy` 响应者角色，默认为 'assistant'
+  - `options.userData` 可选的用户数据
+- `agent.plugins.aiStream.getChatId()` 获取当前会话的 chatId，返回 Promise<string>
 
 Hooks：
 
 - `onMessageParse` 当读取历史消息，解析消息时触发，可以在这个 Hook 里修改消息
   - `msgItem` 存储的消息对象
   - `result.messages` 解析后的消息列表
+- `onChatMessageSent` 当用户消息和响应消息创建后触发
+  - `userMessage` 用户发送的消息
+  - `respMessage` AI 的响应消息
+- `onTextCompose` 当收到文本数据时触发，用于处理文本的渲染
+  - `respMsg` 响应消息
+  - `status` 消息状态
+  - `result.text` 文本内容，可以修改
 - `onSkillCompose` 当收到技能数据时触发，用于处理技能的渲染
   - `skill` 技能数据数组 (ReceivedTextSkillPacketBody[])
   - `respMsg` 响应消息
@@ -801,6 +818,47 @@ Hooks：
 - `onCardsReceived` 当收到卡片数据时触发
   - `skills` 技能数据列表 (ReceivedTextSkillPacketBody[])
   - `result.cards` 卡片列表
+- `onUserDataRead` **(0.2.x 新增)** 当需要读取用户自定义数据时触发，用于向 AI 平台传递额外的上下文信息
+  - `type` 触发类型，可以是 'create-session' 或 'start-event'
+    - `'create-session'` 创建会话时触发，只触发一次
+    - `'start-event'` 每次发送消息时触发
+  - `data` 上下文数据
+    - `data.blocks` 当 type 为 'start-event' 时，包含本次发送的输入块
+  - `result.userData` 返回的用户数据对象，会被合并后发送给 AI 平台
+
+**使用示例**：
+
+```tsx
+const agent = createChatAgent(
+  withUI(),
+  withAIStream({
+    agentId: 'your-agent-id',
+  })
+);
+
+agent.plugins.aiStream.onUserDataRead((type, data, result) => {
+  // 在创建会话时传递用户信息
+  if (type === 'create-session') {
+    result.sessionAttributes = {
+      'custom.param': {
+        userName: { value: 'John' },
+        userLevel: { value: 'Plus' },
+      },
+    };
+    return;
+  }
+  // 在每次发送消息时传递动态上下文
+  if (type === 'start-event') {
+    result.userData = {
+      'custom.param': {
+        timestamp: { value: Date.now() },
+        pid: { value: '123456' },
+      },
+    };
+    return;
+  }
+});
+```
 
 ### withBuildIn 插件
 

package/README.md

@@ -766,6 +766,7 @@ Parameters:
 - `indexId` Index ID, defaults to 'default'
 - `homeId` Home ID, defaults to current home if not provided
 - `earlyStart` Whether to establish connection during onAgentStart phase
+- `eventIdPrefix` Event ID prefix for cloud debugging and log tracing
 - `tokenOptions` Parameters for getting agent token
   - `api` API interface name
   - `version` Interface version
@@ -774,14 +775,30 @@ Parameters:
 
 Methods:
 
-- `agent.plugins.aiStream.send`: Send a message to the agent
-- `agent.plugins.aiStream.chat`: Send a message to the agent while generating a ChatMessage object for the question and the AI's answer, updating in a streaming manner
+- `agent.plugins.aiStream.send(blocks, signal, userData)` Send a message to the agent
+  - `blocks` Input block array
+  - `signal` Optional AbortSignal for interrupting requests
+  - `userData` Optional user data to be included with the message
+- `agent.plugins.aiStream.chat(blocks, signal, options)` Send a message to the agent while generating a ChatMessage object for the question and the AI's answer, updating in a streaming manner
+  - `blocks` Input block array
+  - `signal` Optional AbortSignal
+  - `options.sendBy` Sender role, defaults to 'user'
+  - `options.responseBy` Responder role, defaults to 'assistant'
+  - `options.userData` Optional user data
+- `agent.plugins.aiStream.getChatId()` Get the current session's chatId, returns Promise<string>
 
 Hooks:
 
 - `onMessageParse` Triggered when reading history messages and parsing them, allowing for message modification in this Hook
   - `msgItem` Stored message object
   - `result.messages` Parsed message list
+- `onChatMessageSent` Triggered after user message and response message are created
+  - `userMessage` User's sent message
+  - `respMessage` AI's response message
+- `onTextCompose` Triggered when receiving text data, used for handling text rendering
+  - `respMsg` Response message
+  - `status` Message status
+  - `result.text` Text content, can be modified
 - `onSkillCompose` Triggered when receiving skill data, used for handling skill rendering
   - `skill` Skill data array (ReceivedTextSkillPacketBody[])
   - `respMsg` Response message
@@ -796,6 +813,47 @@ Hooks:
 - `onCardsReceived` Triggered when receiving card data
   - `skills` Skill data list (ReceivedTextSkillPacketBody[])
   - `result.cards` Card list
+- `onUserDataRead` **(0.2.x New)** Triggered when user custom data needs to be read, used to pass additional context information to the AI platform
+  - `type` Trigger type, can be 'create-session' or 'start-event'
+    - `'create-session'` Triggered when creating a session, only once
+    - `'start-event'` Triggered each time a message is sent
+  - `data` Context data
+    - `data.blocks` When type is 'start-event', contains the input blocks for this send
+  - `result.userData` Returned user data object, will be merged and sent to the AI platform
+
+**Usage Example**:
+
+```tsx
+const agent = createChatAgent(
+  withUI(),
+  withAIStream({
+    agentId: 'your-agent-id',
+  })
+);
+
+agent.plugins.aiStream.onUserDataRead((type, data, result) => {
+  // Pass user information when creating a session
+  if (type === 'create-session') {
+    result.sessionAttributes = {
+      'custom.param': {
+        userName: { value: 'John' },
+        userLevel: { value: 'Plus' },
+      },
+    };
+    return;
+  }
+  // Pass dynamic context each time a message is sent
+  if (type === 'start-event') {
+    result.userData = {
+      'custom.param': {
+        timestamp: { value: Date.now() },
+        pid: { value: '123456' },
+      },
+    };
+    return;
+  }
+});
+```
 
 ### withBuildIn Plugin
 

package/dist/ChatContainer/index.js

@@ -77,7 +77,8 @@ export default function ChatContainer(props) {
       } = _ref;
       setMessages(messages);
       emitEvent('scrollToBottom', {
-        animation: false
+        animation: false,
+        scene: 'message-list-init'
       });
     });
     const offMessageChange = onEvent('messageChange', async _ref2 => {
@@ -90,7 +91,8 @@ export default function ChatContainer(props) {
           {
             setMessages(prev => [...prev, message]);
             emitEvent('scrollToBottom', {
-              animation: false
+              animation: false,
+              scene: 'message-show'
             });
             break;
           }
@@ -113,7 +115,8 @@ export default function ChatContainer(props) {
             });
             emitEvent('scrollToBottom', {
               animation: false,
-              follow: true
+              follow: true,
+              scene: 'message-remove'
             });
             break;
           }

package/dist/MarkdownRender/BlockParser.js

@@ -196,7 +196,8 @@ export class BlockParser {
     }
     const map = new Map();
     const ids = [];
-    for (const item of this.pendingBlocks) {
+    for (let i = 0; i < this.pendingBlocks.length; i++) {
+      const item = this.pendingBlocks[i];
       map.set("<".concat(item.id, " />"), item);
       ids.push(item.id);
     }

package/dist/MessageInput/MessageInputAIStream/index.d.ts

@@ -10,6 +10,7 @@ interface Props {
     className?: string;
     renderTop?: React.ReactNode;
     placeholder?: string;
+    placeholderStyle?: string;
     style?: React.CSSProperties;
     attachment?: boolean | AttachmentOptions;
     maxTextLength?: number;

package/dist/MessageInput/MessageInputAIStream/index.js

@@ -177,7 +177,8 @@ export default function MessageInputAIStream(props) {
     }
     attachmentInput.loadBlocks(blocks);
     let t = '';
-    for (const block of blocks) {
+    for (let i = 0; i < blocks.length; i++) {
+      const block = blocks[i];
       if (block.type === 'text') {
         t = block.text;
       }
@@ -191,7 +192,8 @@ export default function MessageInputAIStream(props) {
     setMoreOpen(!moreOpen);
     if (!moreOpen) {
       emitEvent('scrollToBottom', {
-        animation: true
+        animation: true,
+        scene: 'message-input-expand'
       });
     }
   };
@@ -221,17 +223,19 @@ export default function MessageInputAIStream(props) {
         }
       },
       maxLength: props.maxTextLength || 200,
-      placeholderStyle: "color: var(--app-B1-N4)",
+      placeholderStyle: props.placeholderStyle || 'color: var(--app-B1-N4)',
       onFocus: () => {
         setMoreOpen(false);
         emitEvent('scrollToBottom', {
-          animation: true
+          animation: true,
+          scene: 'message-input-focus'
         });
       },
       onBlur: () => {
         sleep(200).then(() => {
           emitEvent('scrollToBottom', {
-            follow: true
+            follow: true,
+            scene: 'message-input-blur'
           });
         });
       }

package/dist/hooks/useAttachmentInput.js

@@ -8,6 +8,7 @@ import { chooseImage, chooseVideo, uploadImage, uploadVideo } from '../utils/fil
 import { generateId } from '@ray-js/t-agent';
 import { useRenderOptions } from './context';
 import { useTranslate } from './useTranslate';
+import { authorize } from '../utils/ttt';
 export function useAttachmentInput() {
   let {
     local
@@ -20,7 +21,8 @@ export function useAttachmentInput() {
   const blocks = useMemo(() => {
     const b = [];
     if (uploaded.length) {
-      for (const uploadFile of uploaded) {
+      for (let i = 0; i < uploaded.length; i++) {
+        const uploadFile = uploaded[i];
         if (uploadFile.type === 'image') {
           if (local) {
             b.push({
@@ -65,7 +67,8 @@ export function useAttachmentInput() {
   }, [uploaded, local]);
   const loadBlocks = useCallback((blocks, append) => {
     const uploaded = [];
-    for (const block of blocks) {
+    for (let i = 0; i < blocks.length; i++) {
+      const block = blocks[i];
       if (block.type === 'image_url') {
         uploaded.push({
           id: generateId(),
@@ -148,6 +151,15 @@ export function useAttachmentInput() {
           if (!sourceType) {
             return;
           }
+          const result = await authorize({
+            scope: 'scope.writePhotosAlbum'
+          });
+          if (!result) {
+            ty.showToast({
+              title: t('t-agent.input.upload.source-type.album.require-permission')
+            });
+            return;
+          }
           file = await chooseImage(count, sourceType);
         } catch (err) {
           return;
@@ -155,30 +167,41 @@ export function useAttachmentInput() {
       }
       if (type === 'camera') {
         try {
-          const allowUseCamera = await new Promise(resolve => {
-            ty.authorize({
-              scope: 'scope.camera',
-              success() {
-                resolve(true);
-              },
-              fail() {
-                ty.showToast({
-                  title: t('t-agent.input.upload.source-type.camera.require-permission'),
-                  icon: 'none'
-                });
-                resolve(false);
-              }
+          const allowUseCamera = authorize({
+            scope: 'scope.camera'
+          });
+          if (!allowUseCamera) {
+            ty.showToast({
+              title: t('t-agent.input.upload.source-type.camera.require-permission'),
+              icon: 'none'
             });
+            return;
+          }
+          const result = await authorize({
+            scope: 'scope.writePhotosAlbum'
           });
-          if (allowUseCamera) {
-            file = await chooseImage(count, 'camera');
+          if (!result) {
+            ty.showToast({
+              title: t('t-agent.input.upload.source-type.album.require-permission')
+            });
+            return;
           }
+          file = await chooseImage(count, 'camera');
         } catch (err) {
           return;
         }
       }
       if (type === 'album') {
         try {
+          const result = await authorize({
+            scope: 'scope.writePhotosAlbum'
+          });
+          if (!result) {
+            ty.showToast({
+              title: t('t-agent.input.upload.source-type.album.require-permission')
+            });
+            return;
+          }
           file = await chooseImage(count, 'album');
         } catch (err) {
           return;

package/dist/hooks/useTranslate.js

@@ -24,7 +24,8 @@ const normalizeLanguage = lang => {
   if (cache.has(lang)) {
     return cache.get(lang);
   }
-  for (const key of keys) {
+  for (let i = 0; i < keys.length; i++) {
+    const key = keys[i];
     if (langRE[key].test(lang)) {
       cache.set(lang, key);
       return key;

package/dist/tiles/BubbleTile/index.js

@@ -3,7 +3,6 @@ import "core-js/modules/esnext.iterator.constructor.js";
 import "core-js/modules/esnext.iterator.find.js";
 import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/esnext.iterator.some.js";
-import "core-js/modules/web.dom-collections.iterator.js";
 import './index.less';
 import { View } from '@ray-js/components';
 import React, { memo, useCallback, useMemo } from 'react';
@@ -61,7 +60,8 @@ const BubbleTile = props => {
   const longPressBlock = renderLongPressAs(longPressRes);
   const isErrorBubble = useMemo(() => {
     let empty = true;
-    for (const child of children) {
+    for (let i = 0; i < children.length; i++) {
+      const child = children[i];
       // 如果子元素是文本类型，并且文本不为空，则不是空消息
       if (child.type === 'text') {
         if (child.data.text !== '') {

package/dist/utils/createSharedStore.js

@@ -16,7 +16,9 @@ export function createSharedStore() {
       setValue(newValue) {
         const oldValue = storeRef.current.value;
         storeRef.current.value = newValue;
-        for (const key of Object.keys(newValue)) {
+        const keys = Object.keys(newValue);
+        for (let i = 0; i < keys.length; i++) {
+          const key = keys[i];
           if (oldValue[key] !== newValue[key]) {
             var _storeRef$current$lis;
             (_storeRef$current$lis = storeRef.current.listeners.get(key)) === null || _storeRef$current$lis === void 0 || _storeRef$current$lis.forEach(fn => fn());

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-ui-ray",
-  "version": "0.2.7-beta.1",
+  "version": "0.2.7-beta.10",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -40,5 +40,5 @@
     "@types/echarts": "^4.9.22",
     "@types/markdown-it": "^14.1.1"
   },
-  "gitHead": "d7754f9879a7ec837eb343ac759a08734cc789d3"
+  "gitHead": "4fa71cb1278f9ef5d4a171f81ff87dbbc8040e4d"
 }