@coze/realtime-api 1.2.0 → 1.2.1-beta.11

package/dist/esm/index.js

@@ -37,6 +37,7 @@ __webpack_require__.d(utils_namespaceObject, {
     checkDevicePermission: ()=>checkDevicePermission,
     checkPermission: ()=>checkPermission,
     getAudioDevices: ()=>getAudioDevices,
+    isMobileVideoDevice: ()=>isMobileVideoDevice,
     isScreenShareDevice: ()=>isScreenShareDevice,
     isScreenShareSupported: ()=>isScreenShareSupported,
     sleep: ()=>sleep
@@ -108,6 +109,11 @@ __webpack_require__.d(utils_namespaceObject, {
     };
 };
 const isScreenShareDevice = (deviceId)=>'screenShare' === deviceId;
+/**
+ * 判断是否前后置摄像头
+ * @param deviceId
+ * @returns
+ */ const isMobileVideoDevice = (deviceId)=>'user' === deviceId || 'environment' === deviceId;
 /**
  * Check if browser supports screen sharing
  * 检查浏览器是否支持屏幕共享
@@ -129,6 +135,10 @@ var event_names_EventNames = /*#__PURE__*/ function(EventNames) {
    * zh: 所有服务端事件
    */ EventNames["ALL_SERVER"] = "server.*";
     /**
+   * en: Room info
+   * zh: 房间信息
+   */ EventNames["ROOM_INFO"] = "client.room.info";
+    /**
    * en: Client connected
    * zh: 客户端连接
    */ EventNames["CONNECTED"] = "client.connected";
@@ -161,6 +171,10 @@ var event_names_EventNames = /*#__PURE__*/ function(EventNames) {
    * zh: 客户端视频关闭
    */ EventNames["VIDEO_OFF"] = "client.video.off";
     /**
+   * en: Client video error
+   * zh: 客户端视频(或屏幕共享）错误
+   */ EventNames["VIDEO_ERROR"] = "client.video.error";
+    /**
    * en: Client video event
    * zh: 客户端视频事件
    */ EventNames["PLAYER_EVENT"] = "client.video.event";
@@ -227,7 +241,51 @@ var event_names_EventNames = /*#__PURE__*/ function(EventNames) {
     /**
    * en: Session updated
    * zh: 会话更新
-   */ EventNames["SESSION_UPDATE"] = "server.session.update";
+   */ EventNames["SESSION_UPDATED"] = "server.session.updated";
+    /**
+   * en: Conversation created
+   * zh: 会话创建
+   */ EventNames["CONVERSATION_CREATED"] = "server.conversation.created";
+    /**
+   * en: Conversation chat created
+   * zh: 会话对话创建
+   */ EventNames["CONVERSATION_CHAT_CREATED"] = "server.conversation.chat.created";
+    /**
+   * en: Conversation chat in progress
+   * zh: 对话正在处理中
+   */ EventNames["CONVERSATION_CHAT_IN_PROGRESS"] = "server.conversation.chat.in_progress";
+    /**
+   * en: Conversation message delta received
+   * zh: 文本消息增量返回
+   */ EventNames["CONVERSATION_MESSAGE_DELTA"] = "server.conversation.message.delta";
+    /**
+   * en: Conversation message completed
+   * zh: 文本消息完成
+   */ EventNames["CONVERSATION_MESSAGE_COMPLETED"] = "server.conversation.message.completed";
+    /**
+   * en: Conversation chat completed
+   * zh: 对话完成
+   */ EventNames["CONVERSATION_CHAT_COMPLETED"] = "server.conversation.chat.completed";
+    /**
+   * en: Conversation chat requires action
+   * zh: 对话需要插件
+   */ EventNames["CONVERSATION_CHAT_REQUIRES_ACTION"] = "server.conversation.chat.requires_action";
+    /**
+   * en: Conversation chat failed
+   * zh: 对话失败
+   */ EventNames["CONVERSATION_CHAT_FAILED"] = "server.conversation.chat.failed";
+    /**
+   * en: Session pre answer updated
+   * zh: 安抚配置更新成功
+   */ EventNames["SESSION_PRE_ANSWER_UPDATED"] = "server.session.pre_answer.updated";
+    /**
+   * en: Conversation audio transcript delta
+   * zh: 用户语音识别字幕
+   */ EventNames["CONVERSATION_AUDIO_TRANSCRIPT_DELTA"] = "server.conversation.audio_transcript.delta";
+    /**
+   * en: Mode updated
+   * zh: 更新房间模式成功
+   */ EventNames["MODE_UPDATED"] = "server.mode.updated";
     return EventNames;
 }(event_names_EventNames || {});
 /* ESM default export */ const event_names = event_names_EventNames;
@@ -315,6 +373,7 @@ class EngineClient extends RealtimeEventHandler {
         this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onUserLeave, this.handleUserLeave);
         this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onError, this.handleEventError);
         this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onNetworkQuality, this.handleNetworkQuality);
+        this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onTrackEnded, this.handleTrackEnded);
         if (this._isSupportVideo) this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onPlayerEvent, this.handlePlayerEvent);
         if (this._debug) {
             this.engine.on(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
@@ -327,6 +386,7 @@ class EngineClient extends RealtimeEventHandler {
         this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onUserLeave, this.handleUserLeave);
         this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onError, this.handleEventError);
         this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onNetworkQuality, this.handleNetworkQuality);
+        this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onTrackEnded, this.handleTrackEnded);
         if (this._isSupportVideo) this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onPlayerEvent, this.handlePlayerEvent);
         if (this._debug) {
             this.engine.off(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__["default"].events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
@@ -377,6 +437,10 @@ class EngineClient extends RealtimeEventHandler {
             downlinkNetworkQuality
         });
     }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleTrackEnded(event) {
+        if ((null == event ? void 0 : event.kind) === 'video') this.dispatch(event_names.VIDEO_OFF, event);
+    }
     async joinRoom(options) {
         const { token, roomId, uid, audioMutedDefault, videoOnDefault, isAutoSubscribeAudio } = options;
         try {
@@ -410,7 +474,11 @@ class EngineClient extends RealtimeEventHandler {
         const devices = await getAudioDevices({
             video: true
         });
-        if (-1 === devices.videoInputs.findIndex((i)=>i.deviceId === deviceId)) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, `Video input device not found: ${deviceId}`);
+        if (!isMobileVideoDevice(deviceId) && -1 === devices.videoInputs.findIndex((i)=>i.deviceId === deviceId)) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, `Video input device not found: ${deviceId}`);
+        this.engine.setLocalVideoPlayer(isScreenShareDevice(deviceId) ? __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_SCREEN : __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN, {
+            renderDom: (null === (_this__videoConfig = this._videoConfig) || void 0 === _this__videoConfig ? void 0 : _this__videoConfig.renderDom) || 'local-player',
+            userId: this._roomUserId
+        });
         await this.changeVideoState(false);
         if (isScreenShareDevice(deviceId)) {
             if (this._streamIndex === __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN) this.engine.setLocalVideoPlayer(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN);
@@ -426,10 +494,6 @@ class EngineClient extends RealtimeEventHandler {
             if (isAutoCapture) await this.engine.startVideoCapture(deviceId);
             this._streamIndex = __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN;
         }
-        this.engine.setLocalVideoPlayer(this._streamIndex, {
-            renderDom: (null === (_this__videoConfig = this._videoConfig) || void 0 === _this__videoConfig ? void 0 : _this__videoConfig.renderDom) || 'local-player',
-            userId: this._roomUserId
-        });
     }
     async createLocalStream(userId, videoConfig) {
         this._roomUserId = userId;
@@ -439,7 +503,12 @@ class EngineClient extends RealtimeEventHandler {
         if (!devices.audioInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get audio devices');
         if (this._isSupportVideo && !devices.videoInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get video devices');
         await this.engine.startAudioCapture(devices.audioInputs[0].deviceId);
-        if (this._isSupportVideo) this.setVideoInputDevice((null == videoConfig ? void 0 : videoConfig.videoInputDeviceId) || devices.videoInputs[0].deviceId, null == videoConfig ? void 0 : videoConfig.videoOnDefault);
+        if (this._isSupportVideo) try {
+            await this.setVideoInputDevice((null == videoConfig ? void 0 : videoConfig.videoInputDeviceId) || devices.videoInputs[0].deviceId, null == videoConfig ? void 0 : videoConfig.videoOnDefault);
+            this.dispatch((null == videoConfig ? void 0 : videoConfig.videoOnDefault) ? event_names.VIDEO_ON : event_names.VIDEO_OFF, {});
+        } catch (e) {
+            this.dispatch(event_names.VIDEO_ERROR, e);
+        }
     }
     async disconnect() {
         try {
@@ -462,23 +531,18 @@ class EngineClient extends RealtimeEventHandler {
         }
     }
     async changeVideoState(isVideoOn) {
-        try {
-            if (isVideoOn) {
-                if (this._streamIndex === __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN) await this.engine.startVideoCapture();
-                else {
-                    var _this__videoConfig;
-                    this.engine.setVideoSourceType(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_SCREEN, __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.VideoSourceType.VIDEO_SOURCE_TYPE_INTERNAL);
-                    await this.engine.startScreenCapture(null === (_this__videoConfig = this._videoConfig) || void 0 === _this__videoConfig ? void 0 : _this__videoConfig.screenConfig);
-                    await this.engine.publishScreen(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.MediaType.VIDEO);
-                }
-            } else if (this._streamIndex === __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN) await this.engine.stopVideoCapture();
+        if (isVideoOn) {
+            if (this._streamIndex === __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN) await this.engine.startVideoCapture();
             else {
-                await this.engine.stopScreenCapture();
-                await this.engine.unpublishScreen(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.MediaType.VIDEO);
+                var _this__videoConfig;
+                this.engine.setVideoSourceType(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_SCREEN, __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.VideoSourceType.VIDEO_SOURCE_TYPE_INTERNAL);
+                await this.engine.startScreenCapture(null === (_this__videoConfig = this._videoConfig) || void 0 === _this__videoConfig ? void 0 : _this__videoConfig.screenConfig);
+                await this.engine.publishScreen(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.MediaType.VIDEO);
             }
-        } catch (e) {
-            this.dispatch(event_names.ERROR, e);
-            throw e;
+        } else if (this._streamIndex === __WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.StreamIndex.STREAM_INDEX_MAIN) await this.engine.stopVideoCapture();
+        else {
+            await this.engine.stopScreenCapture();
+            await this.engine.unpublishScreen(__WEBPACK_EXTERNAL_MODULE__volcengine_rtc__.MediaType.VIDEO);
         }
     }
     async stop() {
@@ -568,6 +632,7 @@ class EngineClient extends RealtimeEventHandler {
         this.handleEventError = this.handleEventError.bind(this);
         this.handlePlayerEvent = this.handlePlayerEvent.bind(this);
         this.handleNetworkQuality = this.handleNetworkQuality.bind(this);
+        this.handleTrackEnded = this.handleTrackEnded.bind(this);
         // Debug only
         this.handleLocalAudioPropertiesReport = this.handleLocalAudioPropertiesReport.bind(this);
         this.handleRemoteAudioPropertiesReport = this.handleRemoteAudioPropertiesReport.bind(this);
@@ -591,16 +656,17 @@ class RealtimeClient extends RealtimeEventHandler {
             // Step1 get token
             if (getRoomInfo) roomInfo = await getRoomInfo();
             else {
-                let config;
-                if (this._config.videoConfig) config = isScreenShareDevice(this._config.videoConfig.videoInputDeviceId) ? {
-                    video_config: {
+                const config = {};
+                if (this._config.prologueContent) config.prologue_content = this._config.prologueContent;
+                if (void 0 !== this._config.roomMode && null !== this._config.roomMode) config.room_mode = this._config.roomMode;
+                if (this._config.videoConfig) {
+                    if (isScreenShareDevice(this._config.videoConfig.videoInputDeviceId)) config.video_config = {
                         stream_video_type: 'screen'
-                    }
-                } : {
-                    video_config: {
+                    };
+                    else config.video_config = {
                         stream_video_type: 'main'
-                    }
-                };
+                    };
+                }
                 roomInfo = await this._api.audio.rooms.create({
                     bot_id: botId,
                     conversation_id: conversationId || void 0,
@@ -615,6 +681,12 @@ class RealtimeClient extends RealtimeEventHandler {
             this.dispatch(event_names.ERROR, error);
             throw new RealtimeAPIError(error_RealtimeError.CREATE_ROOM_ERROR, error instanceof Error ? error.message : 'Unknown error', error);
         }
+        this.dispatch(event_names.ROOM_INFO, {
+            roomId: roomInfo.room_id,
+            uid: roomInfo.uid,
+            token: roomInfo.token,
+            appId: roomInfo.app_id
+        });
         this._isTestEnv = TEST_APP_ID === roomInfo.app_id;
         // Step2 create engine
         this._client = new EngineClient(roomInfo.app_id, this._config.debug, this._isTestEnv, this._isSupportVideo, this._config.videoConfig);
@@ -696,10 +768,14 @@ class RealtimeClient extends RealtimeEventHandler {
         else this.dispatch(event_names.AUDIO_MUTED, {});
     }
     async setVideoEnable(isEnable) {
-        var _this__client;
-        await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.changeVideoState(isEnable));
-        if (isEnable) this.dispatch(event_names.VIDEO_ON, {});
-        else this.dispatch(event_names.VIDEO_OFF, {});
+        try {
+            var _this__client;
+            await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.changeVideoState(isEnable));
+            this.dispatch(isEnable ? event_names.VIDEO_ON : event_names.VIDEO_OFF, {});
+        } catch (e) {
+            this.dispatch(event_names.VIDEO_ERROR, e);
+            throw e;
+        }
     }
     /**
    * en: Enable audio properties reporting (debug mode only)
@@ -756,9 +832,19 @@ class RealtimeClient extends RealtimeEventHandler {
             deviceId
         });
     }
-    async setVideoInputDevice(deviceId) {
-        var _this__client;
-        await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.setVideoInputDevice(deviceId));
+    /**
+   * en: Set the video input device
+   *
+   * zh: 设置视频输入设备
+   */ async setVideoInputDevice(deviceId) {
+        try {
+            var _this__client;
+            await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.setVideoInputDevice(deviceId));
+            this.dispatch(event_names.VIDEO_ON, {});
+        } catch (e) {
+            this.dispatch(event_names.VIDEO_ERROR, e);
+            throw e;
+        }
         this.dispatch(event_names.VIDEO_INPUT_DEVICE_CHANGED, {
             deviceId
         });
@@ -813,6 +899,8 @@ class RealtimeClient extends RealtimeEventHandler {
    *                                               可选，视频输入设备的设备 ID。
    * @param config.videoConfig.screenConfig - Optional, Screen share configuration if videoInputDeviceId is 'screenShare' see https://www.volcengine.com/docs/6348/104481#screenconfig for more details. |
    *                                         可选，屏幕共享配置，如果 videoInputDeviceId 是 'screenShare'，请参考 https://www.volcengine.com/docs/6348/104481#screenconfig 了解更多详情。
+   * @param config.prologueContent - Optional, Prologue content. | 可选，开场白内容。
+   * @param config.roomMode - Optional, Room mode. | 可选，房间模式。
    */ constructor(config){
         super(config.debug), this._client = null, this.isConnected = false, this._isTestEnv = false, this._isSupportVideo = false;
         this._config = config;

package/dist/types/client.d.ts

@@ -19,6 +19,7 @@ export declare class EngineClient extends RealtimeEventHandler {
     handleUserLeave(event: onUserLeaveEvent): void;
     handlePlayerEvent(event: unknown): void;
     handleNetworkQuality(uplinkNetworkQuality: NetworkQuality, downlinkNetworkQuality: NetworkQuality): void;
+    handleTrackEnded(event: any): void;
     joinRoom(options: {
         token: string;
         roomId: string;

package/dist/types/event-names/client.d.ts

@@ -19,6 +19,7 @@ export declare class EngineClient extends RealtimeEventHandler {
     handleUserLeave(event: onUserLeaveEvent): void;
     handlePlayerEvent(event: unknown): void;
     handleNetworkQuality(uplinkNetworkQuality: NetworkQuality, downlinkNetworkQuality: NetworkQuality): void;
+    handleTrackEnded(event: any): void;
     joinRoom(options: {
         token: string;
         roomId: string;

package/dist/types/event-names/event-names.d.ts

@@ -14,6 +14,11 @@ declare enum EventNames {
      * zh: 所有服务端事件
      */
     ALL_SERVER = "server.*",
+    /**
+     * en: Room info
+     * zh: 房间信息
+     */
+    ROOM_INFO = "client.room.info",
     /**
      * en: Client connected
      * zh: 客户端连接
@@ -54,6 +59,11 @@ declare enum EventNames {
      * zh: 客户端视频关闭
      */
     VIDEO_OFF = "client.video.off",
+    /**
+     * en: Client video error
+     * zh: 客户端视频(或屏幕共享）错误
+     */
+    VIDEO_ERROR = "client.video.error",
     /**
      * en: Client video event
      * zh: 客户端视频事件
@@ -138,6 +148,61 @@ declare enum EventNames {
      * en: Session updated
      * zh: 会话更新
      */
-    SESSION_UPDATE = "server.session.update"
+    SESSION_UPDATED = "server.session.updated",
+    /**
+     * en: Conversation created
+     * zh: 会话创建
+     */
+    CONVERSATION_CREATED = "server.conversation.created",
+    /**
+     * en: Conversation chat created
+     * zh: 会话对话创建
+     */
+    CONVERSATION_CHAT_CREATED = "server.conversation.chat.created",
+    /**
+     * en: Conversation chat in progress
+     * zh: 对话正在处理中
+     */
+    CONVERSATION_CHAT_IN_PROGRESS = "server.conversation.chat.in_progress",
+    /**
+     * en: Conversation message delta received
+     * zh: 文本消息增量返回
+     */
+    CONVERSATION_MESSAGE_DELTA = "server.conversation.message.delta",
+    /**
+     * en: Conversation message completed
+     * zh: 文本消息完成
+     */
+    CONVERSATION_MESSAGE_COMPLETED = "server.conversation.message.completed",
+    /**
+     * en: Conversation chat completed
+     * zh: 对话完成
+     */
+    CONVERSATION_CHAT_COMPLETED = "server.conversation.chat.completed",
+    /**
+     * en: Conversation chat requires action
+     * zh: 对话需要插件
+     */
+    CONVERSATION_CHAT_REQUIRES_ACTION = "server.conversation.chat.requires_action",
+    /**
+     * en: Conversation chat failed
+     * zh: 对话失败
+     */
+    CONVERSATION_CHAT_FAILED = "server.conversation.chat.failed",
+    /**
+     * en: Session pre answer updated
+     * zh: 安抚配置更新成功
+     */
+    SESSION_PRE_ANSWER_UPDATED = "server.session.pre_answer.updated",
+    /**
+     * en: Conversation audio transcript delta
+     * zh: 用户语音识别字幕
+     */
+    CONVERSATION_AUDIO_TRANSCRIPT_DELTA = "server.conversation.audio_transcript.delta",
+    /**
+     * en: Mode updated
+     * zh: 更新房间模式成功
+     */
+    MODE_UPDATED = "server.mode.updated"
 }
 export default EventNames;

package/dist/types/event-names/index.d.ts

@@ -1,5 +1,5 @@
 import { type ScreenConfig, type AudioPropertiesConfig, type IRTCEngine } from '@volcengine/rtc';
-import { type CreateRoomData, type GetToken } from '@coze/api';
+import { type CreateRoomData, type GetToken, type RoomMode } from '@coze/api';
 import * as RealtimeUtils from './utils';
 import EventNames from './event-names';
 import { RealtimeEventHandler } from './event-handler';
@@ -30,6 +30,8 @@ export interface RealtimeClientConfig {
     suppressNonStationaryNoise?: boolean /** optional, Suppress non-stationary noise, defaults to false */;
     videoConfig?: VideoConfig /** optional, Video configuration */;
     isAutoSubscribeAudio?: boolean /** optional, Whether to automatically subscribe to bot reply audio streams, defaults to true */;
+    prologueContent?: string /** optional, Prologue content */;
+    roomMode?: RoomMode /** optional, Room mode */;
 }
 declare class RealtimeClient extends RealtimeEventHandler {
     _config: RealtimeClientConfig;
@@ -80,6 +82,8 @@ declare class RealtimeClient extends RealtimeEventHandler {
      *                                               可选，视频输入设备的设备 ID。
      * @param config.videoConfig.screenConfig - Optional, Screen share configuration if videoInputDeviceId is 'screenShare' see https://www.volcengine.com/docs/6348/104481#screenconfig for more details. |
      *                                         可选，屏幕共享配置，如果 videoInputDeviceId 是 'screenShare'，请参考 https://www.volcengine.com/docs/6348/104481#screenconfig 了解更多详情。
+     * @param config.prologueContent - Optional, Prologue content. | 可选，开场白内容。
+     * @param config.roomMode - Optional, Room mode. | 可选，房间模式。
      */
     constructor(config: RealtimeClientConfig);
     /**
@@ -143,7 +147,12 @@ declare class RealtimeClient extends RealtimeEventHandler {
      * zh: 设置音频输出设备
      */
     setAudioOutputDevice(deviceId: string): Promise<void>;
-    setVideoInputDevice(deviceId: string): Promise<void>;
+    /**
+     * en: Set the video input device
+     *
+     * zh: 设置视频输入设备
+     */
+    setVideoInputDevice(deviceId: string | 'screenShare' | 'user' | 'environment'): Promise<void>;
     /**
      * en: Get the RTC engine instance, for detail visit https://www.volcengine.com/docs/6348/104481
      *

package/dist/types/event-names/utils.d.ts

@@ -36,6 +36,12 @@ export declare const getAudioDevices: ({ video, }?: {
     videoInputs: MediaDeviceInfo[];
 }>;
 export declare const isScreenShareDevice: (deviceId?: string) => boolean;
+/**
+ * 判断是否前后置摄像头
+ * @param deviceId
+ * @returns
+ */
+export declare const isMobileVideoDevice: (deviceId?: string) => boolean;
 /**
  * Check if browser supports screen sharing
  * 检查浏览器是否支持屏幕共享

package/dist/types/event-names.d.ts

@@ -14,6 +14,11 @@ declare enum EventNames {
      * zh: 所有服务端事件
      */
     ALL_SERVER = "server.*",
+    /**
+     * en: Room info
+     * zh: 房间信息
+     */
+    ROOM_INFO = "client.room.info",
     /**
      * en: Client connected
      * zh: 客户端连接
@@ -54,6 +59,11 @@ declare enum EventNames {
      * zh: 客户端视频关闭
      */
     VIDEO_OFF = "client.video.off",
+    /**
+     * en: Client video error
+     * zh: 客户端视频(或屏幕共享）错误
+     */
+    VIDEO_ERROR = "client.video.error",
     /**
      * en: Client video event
      * zh: 客户端视频事件
@@ -138,6 +148,61 @@ declare enum EventNames {
      * en: Session updated
      * zh: 会话更新
      */
-    SESSION_UPDATE = "server.session.update"
+    SESSION_UPDATED = "server.session.updated",
+    /**
+     * en: Conversation created
+     * zh: 会话创建
+     */
+    CONVERSATION_CREATED = "server.conversation.created",
+    /**
+     * en: Conversation chat created
+     * zh: 会话对话创建
+     */
+    CONVERSATION_CHAT_CREATED = "server.conversation.chat.created",
+    /**
+     * en: Conversation chat in progress
+     * zh: 对话正在处理中
+     */
+    CONVERSATION_CHAT_IN_PROGRESS = "server.conversation.chat.in_progress",
+    /**
+     * en: Conversation message delta received
+     * zh: 文本消息增量返回
+     */
+    CONVERSATION_MESSAGE_DELTA = "server.conversation.message.delta",
+    /**
+     * en: Conversation message completed
+     * zh: 文本消息完成
+     */
+    CONVERSATION_MESSAGE_COMPLETED = "server.conversation.message.completed",
+    /**
+     * en: Conversation chat completed
+     * zh: 对话完成
+     */
+    CONVERSATION_CHAT_COMPLETED = "server.conversation.chat.completed",
+    /**
+     * en: Conversation chat requires action
+     * zh: 对话需要插件
+     */
+    CONVERSATION_CHAT_REQUIRES_ACTION = "server.conversation.chat.requires_action",
+    /**
+     * en: Conversation chat failed
+     * zh: 对话失败
+     */
+    CONVERSATION_CHAT_FAILED = "server.conversation.chat.failed",
+    /**
+     * en: Session pre answer updated
+     * zh: 安抚配置更新成功
+     */
+    SESSION_PRE_ANSWER_UPDATED = "server.session.pre_answer.updated",
+    /**
+     * en: Conversation audio transcript delta
+     * zh: 用户语音识别字幕
+     */
+    CONVERSATION_AUDIO_TRANSCRIPT_DELTA = "server.conversation.audio_transcript.delta",
+    /**
+     * en: Mode updated
+     * zh: 更新房间模式成功
+     */
+    MODE_UPDATED = "server.mode.updated"
 }
 export default EventNames;

package/dist/types/index.d.ts

@@ -1,5 +1,5 @@
 import { type ScreenConfig, type AudioPropertiesConfig, type IRTCEngine } from '@volcengine/rtc';
-import { type CreateRoomData, type GetToken } from '@coze/api';
+import { type CreateRoomData, type GetToken, type RoomMode } from '@coze/api';
 import * as RealtimeUtils from './utils';
 import EventNames from './event-names';
 import { RealtimeEventHandler } from './event-handler';
@@ -30,6 +30,8 @@ export interface RealtimeClientConfig {
     suppressNonStationaryNoise?: boolean /** optional, Suppress non-stationary noise, defaults to false */;
     videoConfig?: VideoConfig /** optional, Video configuration */;
     isAutoSubscribeAudio?: boolean /** optional, Whether to automatically subscribe to bot reply audio streams, defaults to true */;
+    prologueContent?: string /** optional, Prologue content */;
+    roomMode?: RoomMode /** optional, Room mode */;
 }
 declare class RealtimeClient extends RealtimeEventHandler {
     _config: RealtimeClientConfig;
@@ -80,6 +82,8 @@ declare class RealtimeClient extends RealtimeEventHandler {
      *                                               可选，视频输入设备的设备 ID。
      * @param config.videoConfig.screenConfig - Optional, Screen share configuration if videoInputDeviceId is 'screenShare' see https://www.volcengine.com/docs/6348/104481#screenconfig for more details. |
      *                                         可选，屏幕共享配置，如果 videoInputDeviceId 是 'screenShare'，请参考 https://www.volcengine.com/docs/6348/104481#screenconfig 了解更多详情。
+     * @param config.prologueContent - Optional, Prologue content. | 可选，开场白内容。
+     * @param config.roomMode - Optional, Room mode. | 可选，房间模式。
      */
     constructor(config: RealtimeClientConfig);
     /**
@@ -143,7 +147,12 @@ declare class RealtimeClient extends RealtimeEventHandler {
      * zh: 设置音频输出设备
      */
     setAudioOutputDevice(deviceId: string): Promise<void>;
-    setVideoInputDevice(deviceId: string): Promise<void>;
+    /**
+     * en: Set the video input device
+     *
+     * zh: 设置视频输入设备
+     */
+    setVideoInputDevice(deviceId: string | 'screenShare' | 'user' | 'environment'): Promise<void>;
     /**
      * en: Get the RTC engine instance, for detail visit https://www.volcengine.com/docs/6348/104481
      *

package/dist/types/utils.d.ts

@@ -36,6 +36,12 @@ export declare const getAudioDevices: ({ video, }?: {
     videoInputs: MediaDeviceInfo[];
 }>;
 export declare const isScreenShareDevice: (deviceId?: string) => boolean;
+/**
+ * 判断是否前后置摄像头
+ * @param deviceId
+ * @returns
+ */
+export declare const isMobileVideoDevice: (deviceId?: string) => boolean;
 /**
  * Check if browser supports screen sharing
  * 检查浏览器是否支持屏幕共享