@ray-js/t-agent-plugin-aistream 0.2.0-beta.20 → 0.2.1-beta-1

package/dist/AIStreamTypes.d.ts

@@ -1601,17 +1601,17 @@ export type ReceivedSearchKnowledgeSkill = ReceivedTextSkillPacketBody<BuildInSk
     };
 }>;
 export interface ReceivedSmartHomeSkillDevice {
-    deviceId: string;
-    icon: string;
+    devId: string;
+    devIcon: string;
     dps?: Record<string, string>;
-    name: string;
+    devName: string;
     room: string;
     success: boolean;
 }
 export interface ReceivedSmartHomeSkillScene {
     sceneId: string;
-    name: string;
-    icon: string;
+    sceneName: string;
+    sceneIcon: string;
     type: number;
     valid: boolean;
     displayColor: string;

package/dist/buildIn/withBuildIn.js

@@ -90,8 +90,8 @@ export function withBuildIn() {
               data.sceneInfo.push({
                 type: scene.type,
                 enabled: scene.enable,
-                icon: scene.icon,
-                name: scene.name,
+                icon: scene.sceneIcon,
+                name: scene.sceneName,
                 sceneId: scene.sceneId,
                 intent: 'queryScene',
                 valid: scene.valid,
@@ -103,8 +103,8 @@ export function withBuildIn() {
             for (const scene of content.general.data.scenes) {
               data.sceneInfo.push({
                 type: scene.type,
-                icon: scene.icon,
-                name: scene.name,
+                icon: scene.sceneIcon,
+                name: scene.sceneName,
                 sceneId: scene.sceneId,
                 intent: 'controlScene',
                 valid: scene.valid,
@@ -115,9 +115,9 @@ export function withBuildIn() {
           } else if (content.general.action === ReceivedSmartHomeSkillAction.QUERY_DEVICE) {
             for (const dev of content.general.data.devices) {
               data.deviceInfo.push({
-                icon: dev.icon,
-                name: dev.name,
-                deviceId: dev.deviceId,
+                icon: dev.devIcon,
+                name: dev.devName,
+                deviceId: dev.devId,
                 intent: 'queryDevice',
                 room: dev.room,
                 success: dev.success
@@ -126,9 +126,9 @@ export function withBuildIn() {
           } else if (content.general.action === ReceivedSmartHomeSkillAction.CONTROL_DEVICE) {
             for (const dev of content.general.data.devices) {
               data.deviceInfo.push({
-                icon: dev.icon,
-                name: dev.name,
-                deviceId: dev.deviceId,
+                icon: dev.devIcon,
+                name: dev.devName,
+                deviceId: dev.devId,
                 intent: 'controlDevice',
                 success: null
               });

package/dist/utils/AIStream.js

@@ -418,7 +418,9 @@ export class AIStreamEvent {
           path: chunk.path,
           userData: chunk.userData
         }));
-        throw error;
+        if (error) {
+          throw error;
+        }
       }
       sendEventPayloadEnd({
         eventId: this.eventId,

package/dist/utils/observer.d.ts

@@ -1,4 +1,4 @@
-import { AudioBody, ConnectStateBody, EventBody, FileBody, ImageBody, SessionStateBody, TextBody, VideoBody } from '../AIStreamTypes';
+import { AudioBody, ConnectStateBody, EventBody, FileBody, ImageBody, RecordAmplitudesBody, SessionStateBody, TextBody, VideoBody } from '../AIStreamTypes';
 export type AIStreamDataEntry = {
     type: 'text';
     body: TextBody;
@@ -23,6 +23,9 @@ export type AIStreamDataEntry = {
 } | {
     type: 'sessionState';
     body: SessionStateBody;
+} | {
+    type: 'amplitudes';
+    body: RecordAmplitudesBody;
 };
 export interface AIStreamObserverOptions {
     sessionState?: boolean;
@@ -35,6 +38,7 @@ export interface AIStreamObserverOptions {
     image?: boolean;
     dataChannels?: string[];
     sessionId?: string;
+    amplitudes?: boolean;
 }
 export declare class AIStreamObserverPool {
     isStarted: boolean;

package/dist/utils/observer.js

@@ -3,9 +3,9 @@ import "core-js/modules/esnext.iterator.constructor.js";
 import "core-js/modules/esnext.iterator.for-each.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import { ConnectState, EventType, SessionState, StreamFlag } from '../AIStreamTypes';
-import { listenAudioReceived, listenConnectStateChanged, listenEventReceived, listenImageReceived, listenSessionStateChanged, listenTextReceived } from './ttt';
+import { listenAudioReceived, listenConnectStateChanged, listenEventReceived, listenImageReceived, listenRecordAmplitudes, listenSessionStateChanged, listenTextReceived } from './ttt';
 import logger from './logger';
-const types = ['connectionState', 'sessionState', 'event', 'text', 'audio', 'video', 'file', 'image'];
+const types = ['connectionState', 'sessionState', 'event', 'text', 'audio', 'video', 'file', 'image', 'amplitudes'];
 export class AIStreamObserverPool {
   constructor() {
     _defineProperty(this, "isStarted", false);
@@ -18,7 +18,8 @@ export class AIStreamObserverPool {
       audio: new Set(),
       video: new Set(),
       file: new Set(),
-      image: new Set()
+      image: new Set(),
+      amplitudes: new Set()
     };
   }
   start() {
@@ -26,19 +27,21 @@ export class AIStreamObserverPool {
       return;
     }
     const handle = entry => {
-      var _entry$body;
       const observers = this.observerMap[entry.type];
       let state = '';
-      if (entry.type === 'connectionState') {
-        state = "".concat(ConnectState[entry.body.connectState], " ").concat(entry.body.code || '');
-      } else if (entry.type === 'sessionState') {
-        state = "".concat(SessionState[entry.body.sessionState], " ").concat(entry.body.code || '');
-      } else if (entry.type === 'event') {
-        state = "".concat(EventType[entry.body.eventType]);
-      } else if ((_entry$body = entry.body) !== null && _entry$body !== void 0 && _entry$body.streamFlag) {
-        state = "".concat(StreamFlag[entry.body.streamFlag]);
+      if (entry.type !== 'amplitudes') {
+        var _entry$body;
+        if (entry.type === 'connectionState') {
+          state = "".concat(ConnectState[entry.body.connectState], " ").concat(entry.body.code || '');
+        } else if (entry.type === 'sessionState') {
+          state = "".concat(SessionState[entry.body.sessionState], " ").concat(entry.body.code || '');
+        } else if (entry.type === 'event') {
+          state = "".concat(EventType[entry.body.eventType]);
+        } else if ((_entry$body = entry.body) !== null && _entry$body !== void 0 && _entry$body.streamFlag) {
+          state = "".concat(StreamFlag[entry.body.streamFlag]);
+        }
+        logger.debug("Pool received: %c".concat(observers.size ? '⊕' : '×').concat(entry.type, " ").concat(state), 'background: black; color: white', entry);
       }
-      logger.debug("Pool received: %c".concat(observers.size ? '⊕' : '×').concat(entry.type, " ").concat(state), 'background: black; color: white', entry);
       observers.forEach(observer => {
         if (entry.type === 'text' || entry.type === 'audio' || entry.type === 'video' || entry.type === 'file' || entry.type === 'image') {
           const {
@@ -78,6 +81,9 @@ export class AIStreamObserverPool {
     })), listenImageReceived(body => handle({
       type: 'image',
       body
+    })), listenRecordAmplitudes(body => handle({
+      type: 'amplitudes',
+      body
     }))
     // listenVideoReceived(body => handle({ type: 'video', body })),
     // listenFileReceived(body => handle({ type: 'file', body })),
@@ -96,7 +102,8 @@ export class AIStreamObserverPool {
       audio: new Set(),
       video: new Set(),
       file: new Set(),
-      image: new Set()
+      image: new Set(),
+      amplitudes: new Set()
     };
   }
   connect(observer) {

package/dist/withAIStream.js

@@ -9,8 +9,8 @@ import "core-js/modules/esnext.iterator.map.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import { BubbleTileStatus, ChatMessageStatus, createHooks, EmitterEvent } from '@ray-js/t-agent';
 import { messageAppraise } from './utils/apis';
-import { getAccountInfo, getCurrentHomeInfo, runTTTAction, sendBlocksToAIStream } from './utils';
-import { BizCode, ConnectClientType } from './AIStreamTypes';
+import { AIStreamObserver, getAccountInfo, getCurrentHomeInfo, runTTTAction, sendBlocksToAIStream } from './utils';
+import { BizCode, ConnectClientType, ConnectState } from './AIStreamTypes';
 import { ChatHistoryLocalStore } from './ChatHistoryStore';
 import { DEFAULT_TOKEN_API, DEFAULT_TOKEN_API_VERSION, globalAIStreamClient } from './global';
 import logger from './utils/logger';
@@ -110,6 +110,20 @@ export function withAIStream() {
           logger.error('earlyStart failed', error);
         });
       }
+      const observer = new AIStreamObserver(data => {
+        if (data.type === 'amplitudes') {
+          ui.emitEvent('amplitudes', data);
+        } else if (data.type === 'connectionState') {
+          ui.emitEvent('networkChange', {
+            online: data.body.connectState === ConnectState.CONNECTED
+          });
+        }
+      }, globalAIStreamClient.pool);
+      observer.observe({
+        connectionState: true,
+        amplitudes: true
+      });
+      await session.set('AIStream.observer', observer);
     });
     const getHistoryStore = () => {
       const historyStore = session.get('AIStream.historyStore');
@@ -391,6 +405,10 @@ export function withAIStream() {
       };
     });
     onAgentDispose(async () => {
+      const observer = session.get('AIStream.observer');
+      if (observer) {
+        observer.disconnect();
+      }
       const streamSession = session.get('AIStream.streamSession');
 
       /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.0-beta.20",
+  "version": "0.2.1-beta-1",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -35,5 +35,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "517ce9d6aec8ac6a1ade692df773750d0c7738cf"
+  "gitHead": "d2a87bb209c5649e75bc765a8174849274cda82e"
 }