@ray-js/t-agent-plugin-aistream 0.2.8-beta.6 → 0.2.8-beta.8

package/dist/AIStreamTypes.d.ts

@@ -704,7 +704,8 @@ export declare enum AIStreamAppErrorCode {
     DATA_SEND_FAILED = 39010,// 发送数据失败
     CONNECTION_CLOSED_BY_REMOTE = 39012,// Connection 被远端关闭
     AUDIO_UNEXPECTEDLY_RESET = 39014,// 音频组件被重置
-    RECONNECT = 39016
+    RECONNECT = 39016,// 内部重连中
+    AUDIO_PACKET_INVALID = 39017
 }
 export declare enum AIStreamServerErrorCode {
     OK = 200,
@@ -892,6 +893,10 @@ export type AudioBody = {
      * 仅 streamFlag == 0 || == 1 时有值
      */
     bitDepth?: number;
+    /**
+     * 错误码 仅最后一包时才有
+     */
+    errorCode?: AIStreamAppErrorCode;
 };
 export declare enum AudioPlayChangedState {
     /** 播放开始 */

package/dist/AIStreamTypes.js

@@ -150,6 +150,7 @@ export let AIStreamAppErrorCode = /*#__PURE__*/function (AIStreamAppErrorCode) {
   AIStreamAppErrorCode[AIStreamAppErrorCode["CONNECTION_CLOSED_BY_REMOTE"] = 39012] = "CONNECTION_CLOSED_BY_REMOTE";
   AIStreamAppErrorCode[AIStreamAppErrorCode["AUDIO_UNEXPECTEDLY_RESET"] = 39014] = "AUDIO_UNEXPECTEDLY_RESET";
   AIStreamAppErrorCode[AIStreamAppErrorCode["RECONNECT"] = 39016] = "RECONNECT";
+  AIStreamAppErrorCode[AIStreamAppErrorCode["AUDIO_PACKET_INVALID"] = 39017] = "AUDIO_PACKET_INVALID";
   return AIStreamAppErrorCode;
 }({});
 export let AIStreamServerErrorCode = /*#__PURE__*/function (AIStreamServerErrorCode) {

package/dist/buildIn/withBuildIn.js

@@ -3,6 +3,7 @@ import "core-js/modules/esnext.iterator.for-each.js";
 import "core-js/modules/web.dom-collections.iterator.js";
 import { AudioPlayChangedState, BuildInSkillCode, ReceivedSmartHomeSkillAction, StreamFlag } from '../AIStreamTypes';
 import { listenAudioPlayChanged, startPlayAudio, stopPlayAudio } from '../utils';
+import logger from '../utils/logger';
 
 /** 用于驱动 BubbleToolTile 播放的音频参数 */
 
@@ -154,7 +155,7 @@ export function withBuildIn(options) {
         parts.forEach(i => {
           if (i.attachmentType === 'image') {
             const d = i.attachment;
-            if (d.streamFlag === StreamFlag.ONLY_ONE || d.streamFlag === StreamFlag.END) {
+            if (d.streamFlag === StreamFlag.ONLY_ONE || d.streamFlag === StreamFlag.START || d.streamFlag === StreamFlag.IN_PROGRESS) {
               respMsg.addTile('image', {
                 src: "".concat(prefix).concat(d.path)
               });
@@ -198,16 +199,21 @@ export function withBuildIn(options) {
       // 推送新的输入块（发送新消息）时，立即停止当前语音播放
       onInputBlocksPush(() => {
         stopCurrent();
-      });
-      onAttachmentCompose((part, respMsg) => {
+      }, 'before');
+      onAttachmentCompose(async (part, respMsg) => {
         if (part.attachmentType === 'audio') {
           const audio = part.attachment;
           if (audio.streamFlag === StreamFlag.START) {
             const audioAutoPlay = !!session.get('AIStream.audioAutoPlay');
             if (audioAutoPlay) {
-              var _respMsg$id;
-              startPlayAudio(audio);
-              setPlayingMessage((_respMsg$id = respMsg === null || respMsg === void 0 ? void 0 : respMsg.id) !== null && _respMsg$id !== void 0 ? _respMsg$id : null);
+              try {
+                var _respMsg$id;
+                // 播放可能失败，这是正常的，忽略
+                await startPlayAudio(audio);
+                setPlayingMessage((_respMsg$id = respMsg === null || respMsg === void 0 ? void 0 : respMsg.id) !== null && _respMsg$id !== void 0 ? _respMsg$id : null);
+              } catch (e) {
+                logger.warn('withBuildIn startPlayAudio failed', e);
+              }
             }
           }
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ray-js/t-agent-plugin-aistream",
-  "version": "0.2.8-beta.6",
+  "version": "0.2.8-beta.8",
   "author": "Tuya.inc",
   "license": "MIT",
   "private": false,
@@ -36,5 +36,5 @@
   "devDependencies": {
     "@types/url-parse": "^1.4.11"
   },
-  "gitHead": "c79954a409ec0606a51ea4caab4ba90ee74155a7"
+  "gitHead": "98ec699238fdf0f1ad9c4404e46d0dca5583cebe"
 }