@coze/realtime-api 0.0.4 → 1.0.1

package/dist/esm/index.js

@@ -1,6 +1,28 @@
 /*! For license information please see index.js.LICENSE.txt */
-// The require scope
-var __webpack_require__ = {};
+var __webpack_modules__ = {
+    "?de24": function() {
+    /* (ignored) */ },
+    "?2a9f": function() {
+    /* (ignored) */ },
+    "?d039": function() {
+    /* (ignored) */ }
+};
+/************************************************************************/ // The module cache
+var __webpack_module_cache__ = {};
+// The require function
+function __webpack_require__(moduleId) {
+    // Check if module is in cache
+    var cachedModule = __webpack_module_cache__[moduleId];
+    if (void 0 !== cachedModule) return cachedModule.exports;
+    // Create a new module (and put it into the cache)
+    var module = __webpack_module_cache__[moduleId] = {
+        exports: {}
+    };
+    // Execute the module function
+    __webpack_modules__[moduleId](module, module.exports, __webpack_require__);
+    // Return the exports of the module
+    return module.exports;
+}
 /************************************************************************/ // webpack/runtime/define_property_getters
 (()=>{
     __webpack_require__.d = function(exports, definition) {
@@ -1050,14 +1072,14 @@ const _navigator = 'object' == typeof navigator && navigator || void 0;
  */ const hasStandardBrowserWebWorkerEnv = (()=>'undefined' != typeof WorkerGlobalScope && // eslint-disable-next-line no-undef
     self instanceof WorkerGlobalScope && 'function' == typeof self.importScripts)();
 const origin = hasBrowserEnv && window.location.href || 'http://localhost';
-/* ESM default export */ const platform = {
+/* ESM default export */ const lib_platform = {
     ...common_utils_namespaceObject,
     ...browser
 };
 function toURLEncodedForm(data, options) {
-    return toFormData(data, new platform.classes.URLSearchParams(), Object.assign({
+    return toFormData(data, new lib_platform.classes.URLSearchParams(), Object.assign({
         visitor: function(value, key, path, helpers) {
-            if (platform.isNode && utils.isBuffer(value)) {
+            if (lib_platform.isNode && utils.isBuffer(value)) {
                 this.append(key, value.toString('base64'));
                 return false;
             }
@@ -1218,8 +1240,8 @@ const defaults_defaults = {
     maxContentLength: -1,
     maxBodyLength: -1,
     env: {
-        FormData: platform.classes.FormData,
-        Blob: platform.classes.Blob
+        FormData: lib_platform.classes.FormData,
+        Blob: lib_platform.classes.Blob
     },
     validateStatus: function(status) {
         return status >= 200 && status < 300;
@@ -1653,10 +1675,10 @@ const progressEventDecorator = (total, throttled)=>{
     ];
 };
 const asyncDecorator = (fn)=>(...args)=>utils.asap(()=>fn(...args));
-/* ESM default export */ const helpers_isURLSameOrigin = platform.hasStandardBrowserEnv ? // Standard browser envs have full support of the APIs needed to test
+/* ESM default export */ const helpers_isURLSameOrigin = lib_platform.hasStandardBrowserEnv ? // Standard browser envs have full support of the APIs needed to test
 // whether the request URL is of the same origin as current location.
 function() {
-    const msie = platform.navigator && /(msie|trident)/i.test(platform.navigator.userAgent);
+    const msie = lib_platform.navigator && /(msie|trident)/i.test(lib_platform.navigator.userAgent);
     const urlParsingNode = document.createElement('a');
     let originURL;
     /**
@@ -1700,7 +1722,7 @@ function() {
         return true;
     };
 }();
-/* ESM default export */ const cookies = platform.hasStandardBrowserEnv ? // Standard browser envs support document.cookie
+/* ESM default export */ const cookies = lib_platform.hasStandardBrowserEnv ? // Standard browser envs support document.cookie
 {
     write (name, value, expires, path, domain, secure) {
         const cookie = [
@@ -1851,7 +1873,7 @@ const headersToObject = (thing)=>thing instanceof AxiosHeaders ? {
     if (auth) headers.set('Authorization', 'Basic ' + btoa((auth.username || '') + ':' + (auth.password ? unescape(encodeURIComponent(auth.password)) : '')));
     let contentType;
     if (utils.isFormData(data)) {
-        if (platform.hasStandardBrowserEnv || platform.hasStandardBrowserWebWorkerEnv) headers.setContentType(void 0); // Let the browser set it
+        if (lib_platform.hasStandardBrowserEnv || lib_platform.hasStandardBrowserWebWorkerEnv) headers.setContentType(void 0); // Let the browser set it
         else if (false !== (contentType = headers.getContentType())) {
             // fix semicolon duplication issue for ReactNative FormData implementation
             const [type, ...tokens] = contentType ? contentType.split(';').map((token)=>token.trim()).filter(Boolean) : [];
@@ -1864,7 +1886,7 @@ const headersToObject = (thing)=>thing instanceof AxiosHeaders ? {
     // Add xsrf header
     // This is only done if running in a standard browser environment.
     // Specifically not if we're in a web worker, or react-native.
-    if (platform.hasStandardBrowserEnv) {
+    if (lib_platform.hasStandardBrowserEnv) {
         withXSRFToken && utils.isFunction(withXSRFToken) && (withXSRFToken = withXSRFToken(newConfig));
         if (withXSRFToken || false !== withXSRFToken && helpers_isURLSameOrigin(newConfig.url)) {
             // Add xsrf header
@@ -1989,7 +2011,7 @@ const isXHRAdapterSupported = 'undefined' != typeof XMLHttpRequest;
             if (_config.signal) _config.signal.aborted ? onCanceled() : _config.signal.addEventListener('abort', onCanceled);
         }
         const protocol = parseProtocol(_config.url);
-        if (protocol && -1 === platform.protocols.indexOf(protocol)) {
+        if (protocol && -1 === lib_platform.protocols.indexOf(protocol)) {
             reject(new core_AxiosError('Unsupported protocol ' + protocol + ':', core_AxiosError.ERR_BAD_REQUEST, config));
             return;
         }
@@ -2115,7 +2137,7 @@ const test = (fn, ...args)=>{
 };
 const supportsRequestStream = isReadableStreamSupported && test(()=>{
     let duplexAccessed = false;
-    const hasContentType = new Request(platform.origin, {
+    const hasContentType = new Request(lib_platform.origin, {
         body: new ReadableStream(),
         method: 'POST',
         get duplex () {
@@ -2147,7 +2169,7 @@ const getBodyLength = async (body)=>{
     if (null == body) return 0;
     if (utils.isBlob(body)) return body.size;
     if (utils.isSpecCompliantForm(body)) {
-        const _request = new Request(platform.origin, {
+        const _request = new Request(lib_platform.origin, {
             method: 'POST',
             body
         });
@@ -2822,26 +2844,12 @@ axios.default = axios;
 // Keep top-level export same with static properties
 // so that it can keep same with es module or cjs
 const { Axios: axios_Axios, AxiosError: axios_AxiosError, CanceledError: axios_CanceledError, isCancel: axios_isCancel, CancelToken: axios_CancelToken, VERSION: axios_VERSION, all: axios_all, Cancel, isAxiosError: axios_isAxiosError, spread: axios_spread, toFormData: axios_toFormData, AxiosHeaders: axios_AxiosHeaders, HttpStatusCode: axios_HttpStatusCode, formToJSON, getAdapter, mergeConfig: axios_mergeConfig } = lib_axios;
-var __webpack_modules__ = {
-    "?6728": function() {
-    /* (ignored) */ }
-};
-/************************************************************************/ // The module cache
-var __webpack_module_cache__ = {};
-// The require function
-function __nested_webpack_require_293__(moduleId) {
-    // Check if module is in cache
-    var cachedModule = __webpack_module_cache__[moduleId];
-    if (void 0 !== cachedModule) return cachedModule.exports;
-    // Create a new module (and put it into the cache)
-    var module = __webpack_module_cache__[moduleId] = {
-        exports: {}
-    };
-    // Execute the module function
-    __webpack_modules__[moduleId](module, module.exports, __nested_webpack_require_293__);
-    // Return the exports of the module
-    return module.exports;
-} /************************************************************************/ 
+// EXTERNAL MODULE: os (ignored)
+var os_ignored_ = __webpack_require__("?d039");
+// EXTERNAL MODULE: crypto (ignored)
+__webpack_require__("?de24");
+// EXTERNAL MODULE: jsonwebtoken (ignored)
+__webpack_require__("?2a9f");
 class APIResource {
     constructor(client){
         this._client = client;
@@ -3604,6 +3612,56 @@ class esm_Audio extends APIResource {
         super(...args), this.rooms = new Rooms(this._client), this.voices = new Voices(this._client), this.speech = new Speech(this._client);
     }
 }
+var package_namespaceObject = JSON.parse('{"name":"@coze/api","version":"1.0.11","description":"Official Coze Node.js SDK for seamless AI integration into your applications | 扣子官方 Node.js SDK，助您轻松集成 AI 能力到应用中","keywords":["coze","ai","nodejs","sdk","chatbot","typescript"],"homepage":"https://github.com/coze-dev/coze-js/tree/main/packages/coze-js","bugs":{"url":"https://github.com/coze-dev/coze-js/issues"},"repository":{"type":"git","url":"https://github.com/coze-dev/coze-js.git","directory":"packages/coze-js"},"license":"MIT","author":"Leeight <leeight@gmail.com>","type":"module","exports":{".":{"require":"./dist/cjs/index.cjs","import":"./dist/esm/index.js","types":"./dist/types/index.d.ts"}},"main":"dist/cjs/index.cjs","module":"dist/esm/index.js","browser":{"crypto":false,"os":false,"jsonwebtoken":false},"types":"dist/types/index.d.ts","files":["dist","LICENSE","README.md","!**/*.tsbuildinfo"],"scripts":{"build":"rm -rf dist && rslib build","format":"prettier --write .","lint":"eslint ./ --cache --quiet","prepublishOnly":"npm run build","start":"rm -rf dist && rslib build -w","test":"vitest","test:cov":"vitest --coverage --run"},"dependencies":{"jsonwebtoken":"^9.0.2"},"devDependencies":{"@coze-infra/eslint-config":"workspace:*","@coze-infra/ts-config":"workspace:*","@coze-infra/vitest-config":"workspace:*","@rslib/core":"0.0.18","@swc/core":"^1.3.14","@types/jsonwebtoken":"^9.0.0","@types/node":"^20","@types/uuid":"^9.0.1","@types/whatwg-fetch":"^0.0.33","@vitest/coverage-v8":"~2.1.4","axios":"^1.7.7","typescript":"^5.5.3","vitest":"~2.1.4"},"peerDependencies":{"axios":"^1.7.1"}}'); // CONCATENATED MODULE: ./src/version.ts
+const { version: esm_version } = package_namespaceObject;
+const getEnv = ()=>{
+    const nodeVersion = process.version.slice(1); // Remove 'v' prefix
+    const { platform } = process;
+    let osName = platform.toLowerCase();
+    let osVersion = os_ignored_.release();
+    if ('darwin' === platform) {
+        osName = 'macos';
+        // Try to parse the macOS version
+        try {
+            const darwinVersion = os_ignored_.release().split('.');
+            if (darwinVersion.length >= 2) {
+                const majorVersion = parseInt(darwinVersion[0], 10);
+                if (!isNaN(majorVersion) && majorVersion >= 9) {
+                    const macVersion = majorVersion - 9;
+                    osVersion = `10.${macVersion}.${darwinVersion[1]}`;
+                }
+            }
+        } catch (error) {
+        // Keep the default os.release() value if parsing fails
+        }
+    } else if ('win32' === platform) {
+        osName = 'windows';
+        osVersion = os_ignored_.release();
+    } else if ('linux' === platform) {
+        osName = 'linux';
+        osVersion = os_ignored_.release();
+    }
+    return {
+        osName,
+        osVersion,
+        nodeVersion
+    };
+};
+const getUserAgent = ()=>{
+    const { nodeVersion, osName, osVersion } = getEnv();
+    return `coze-js/${esm_version} node/${nodeVersion} ${osName}/${osVersion}`.toLowerCase();
+};
+const getNodeClientUserAgent = ()=>{
+    const { osVersion, nodeVersion, osName } = getEnv();
+    const ua = {
+        version: esm_version,
+        lang: 'node',
+        lang_version: nodeVersion,
+        os_name: osName,
+        os_version: osVersion
+    };
+    return JSON.stringify(ua);
+};
 /* eslint-disable @typescript-eslint/no-explicit-any */ const esm_handleError = (error)=>{
     if (!error.isAxiosError && (!error.code || !error.message)) return new CozeError(`Unexpected error: ${error.message}`);
     if ('ECONNABORTED' === error.code && error.message.includes('timeout') || 'ETIMEDOUT' === error.code) {
@@ -3676,10 +3734,10 @@ async function fetchAPI(url) {
         const headers = {
             authorization: `Bearer ${this.token}`
         };
-        // FIXME: browser 下存在跨域问题，后续再看看
-        // if (!isBrowser()) {
-        //   headers['agw-js-conv'] = 'str';
-        // }
+        if (!isBrowser()) {
+            headers['User-Agent'] = getUserAgent();
+            headers['X-Coze-Client-User-Agent'] = getNodeClientUserAgent();
+        }
         const config = esm_mergeConfig(this.axiosOptions, options, {
             headers
         });
@@ -3760,8 +3818,6 @@ APIClient.InternalServerError = InternalServerError;
 APIClient.GatewayError = GatewayError;
 APIClient.TimeoutError = TimeoutError;
 APIClient.UserAbortError = APIUserAbortError;
-// EXTERNAL MODULE: crypto (ignored)
-__nested_webpack_require_293__("?6728");
 class CozeAPI extends APIClient {
     constructor(...args){
         super(...args), this.bots = new Bots(this), this.chat = new Chat(this), this.conversations = new Conversations(this), this.files = new Files(this), this.knowledge = new Knowledge(this), this.workflows = new Workflows(this), this.workspaces = new WorkSpaces(this), this.audio = new esm_Audio(this);
@@ -38155,10 +38211,19 @@ var VERTC = _createClass(function e() {
 };
 /**
  * Check microphone permission，return boolean
- */ const checkPermission = async ()=>(await index_esm_min_index.enableDevices({
-        audio: true,
-        video: false
-    })).audio;
+ */ const checkPermission = async function() {
+    let { audio = true, video = false } = arguments.length > 0 && void 0 !== arguments[0] ? arguments[0] : {};
+    try {
+        const result = await index_esm_min_index.enableDevices({
+            audio,
+            video
+        });
+        return result.audio;
+    } catch (error) {
+        console.error('Failed to check device permissions:', error);
+        return false;
+    }
+};
 /**
  * Get audio devices
  * @returns Promise<AudioDevices> Object containing arrays of audio input and output devices
@@ -38166,11 +38231,15 @@ var VERTC = _createClass(function e() {
     const devices = await index_esm_min_index.enumerateDevices();
     if (!(null == devices ? void 0 : devices.length)) return {
         audioInputs: [],
-        audioOutputs: []
+        audioOutputs: [],
+        videoInputs: [],
+        videoOutputs: []
     };
     return {
         audioInputs: devices.filter((i)=>i.deviceId && 'audioinput' === i.kind),
-        audioOutputs: devices.filter((i)=>i.deviceId && 'audiooutput' === i.kind)
+        audioOutputs: devices.filter((i)=>i.deviceId && 'audiooutput' === i.kind),
+        videoInputs: devices.filter((i)=>i.deviceId && 'videoinput' === i.kind),
+        videoOutputs: devices.filter((i)=>i.deviceId && 'videooutput' === i.kind)
     };
 };
 var error_RealtimeError = /*#__PURE__*/ function(RealtimeError) {
@@ -38184,12 +38253,20 @@ var error_RealtimeError = /*#__PURE__*/ function(RealtimeError) {
     RealtimeError["NETWORK_ERROR"] = "NETWORK_ERROR";
     RealtimeError["INVALID_STATE"] = "INVALID_STATE";
     RealtimeError["CREATE_ROOM_ERROR"] = "CREATE_ROOM_ERROR";
+    RealtimeError["PARSE_MESSAGE_ERROR"] = "PARSE_MESSAGE_ERROR";
+    RealtimeError["HANDLER_MESSAGE_ERROR"] = "HANDLER_MESSAGE_ERROR";
     return RealtimeError;
 }({});
 class RealtimeAPIError extends Error {
-    constructor(code, message){
-        super(`[${code}] ${message}`), this.code = code;
+    /**
+   * @param code - Error code
+   * @param message - Error message
+   * @param error - Error object
+   */ constructor(code, message, error){
+        super(`[${code}] ${message}`);
         this.name = 'RealtimeAPIError';
+        this.code = code;
+        this.error = error;
     }
 }
 var event_handler_EventNames = /*#__PURE__*/ function(EventNames) {
@@ -38226,6 +38303,18 @@ var event_handler_EventNames = /*#__PURE__*/ function(EventNames) {
    * zh: 客户端音频静音
    */ EventNames["AUDIO_MUTED"] = "client.audio.muted";
     /**
+   * en: Client video on
+   * zh: 客户端视频开启
+   */ EventNames["VIDEO_ON"] = "client.video.on";
+    /**
+   * en: Client video off
+   * zh: 客户端视频关闭
+   */ EventNames["VIDEO_OFF"] = "client.video.off";
+    /**
+   * en: Client video event
+   * zh: 客户端视频事件
+   */ EventNames["PLAYER_EVENT"] = "client.video.event";
+    /**
    * en: Client error
    * zh: 客户端错误
    */ EventNames["ERROR"] = "client.error";
@@ -38245,6 +38334,14 @@ var event_handler_EventNames = /*#__PURE__*/ function(EventNames) {
    * en: Audio output device changed
    * zh: 音频输出设备改变
    */ EventNames["AUDIO_OUTPUT_DEVICE_CHANGED"] = "client.output.device.changed";
+    /**
+   * en: Bot joined
+   * zh: Bot 加入
+   */ EventNames["BOT_JOIN"] = "server.bot.join";
+    /**
+   * en: Bot left
+   * zh: Bot 离开
+   */ EventNames["BOT_LEAVE"] = "server.bot.leave";
     return EventNames;
 }({});
 class RealtimeEventHandler {
@@ -38268,7 +38365,11 @@ class RealtimeEventHandler {
     }
     // eslint-disable-next-line max-params
     _dispatchToHandlers(eventName, event, handlers, prefix) {
-        for (const handler of handlers)if (!prefix || eventName.startsWith(prefix)) handler(eventName, event);
+        for (const handler of handlers)if (!prefix || eventName.startsWith(prefix)) try {
+            handler(eventName, event);
+        } catch (e) {
+            throw new RealtimeAPIError(error_RealtimeError.HANDLER_MESSAGE_ERROR, `Failed to handle message: ${eventName}`);
+        }
     }
     dispatch(eventName, event) {
         this._log(`dispatch ${eventName} event`);
@@ -41540,6 +41641,7 @@ class EngineClient extends RealtimeEventHandler {
         this.engine.on(index_esm_min_index.events.onUserJoined, this.handleUserJoin);
         this.engine.on(index_esm_min_index.events.onUserLeave, this.handleUserLeave);
         this.engine.on(index_esm_min_index.events.onError, this.handleEventError);
+        this.engine.on(index_esm_min_index.events.onPlayerEvent, this.handlePlayerEvent);
         if (this._debug) {
             this.engine.on(index_esm_min_index.events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
             this.engine.on(index_esm_min_index.events.onRemoteAudioPropertiesReport, this.handleRemoteAudioPropertiesReport);
@@ -41550,45 +41652,62 @@ class EngineClient extends RealtimeEventHandler {
         this.engine.off(index_esm_min_index.events.onUserJoined, this.handleUserJoin);
         this.engine.off(index_esm_min_index.events.onUserLeave, this.handleUserLeave);
         this.engine.off(index_esm_min_index.events.onError, this.handleEventError);
+        this.engine.off(index_esm_min_index.events.onPlayerEvent, this.handlePlayerEvent);
         if (this._debug) {
             this.engine.off(index_esm_min_index.events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
             this.engine.off(index_esm_min_index.events.onRemoteAudioPropertiesReport, this.handleRemoteAudioPropertiesReport);
         }
     }
+    _parseMessage(event) {
+        try {
+            return JSON.parse(event.message);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        } catch (e) {
+            throw new RealtimeAPIError(error_RealtimeError.PARSE_MESSAGE_ERROR, (null == e ? void 0 : e.message) || 'Unknown error');
+        }
+    }
     handleMessage(event) {
         try {
-            const message = JSON.parse(event.message);
+            const message = this._parseMessage(event);
             this.dispatch(`server.${message.event_type}`, message);
         } catch (e) {
-            this.dispatch('client.error', {
-                message: `Failed to parse message: ${event.message}`,
-                error: e
-            });
+            if (e instanceof RealtimeAPIError) {
+                if (e.code === error_RealtimeError.PARSE_MESSAGE_ERROR) this.dispatch(event_handler_EventNames.ERROR, {
+                    message: `Failed to parse message: ${event.message}`,
+                    error: e
+                });
+                else if (e.code === error_RealtimeError.HANDLER_MESSAGE_ERROR) this.dispatch(event_handler_EventNames.ERROR, {
+                    message: `Failed to handle message: ${event.message}`,
+                    error: e
+                });
+            } else this.dispatch(event_handler_EventNames.ERROR, e);
         }
     }
     handleEventError(e) {
-        this.dispatch('client.error', e);
+        this.dispatch(event_handler_EventNames.ERROR, e);
     }
     handleUserJoin(event) {
         this.joinUserId = event.userInfo.userId;
-        this.dispatch('server.bot.join', event);
+        this.dispatch(event_handler_EventNames.BOT_JOIN, event);
     }
     handleUserLeave(event) {
-        this.dispatch('server.bot.leave', event);
+        this.dispatch(event_handler_EventNames.BOT_LEAVE, event);
+    }
+    handlePlayerEvent(event) {
+        this.dispatch(event_handler_EventNames.PLAYER_EVENT, event);
     }
     async joinRoom(options) {
-        const { token, roomId, uid, audioMutedDefault = false } = options;
+        const { token, roomId, uid, audioMutedDefault, videoOnDefault } = options;
         try {
             await this.engine.joinRoom(token, roomId, {
                 userId: uid
             }, {
                 isAutoPublish: !audioMutedDefault,
                 isAutoSubscribeAudio: true,
-                isAutoSubscribeVideo: false
+                isAutoSubscribeVideo: this._isSupportVideo && videoOnDefault
             });
         } catch (e) {
             if (e instanceof Error) throw new RealtimeAPIError(error_RealtimeError.CONNECTION_ERROR, e.message);
-            throw new RealtimeAPIError(error_RealtimeError.CONNECTION_ERROR, 'Unknown error');
         }
     }
     async setAudioInputDevice(deviceId) {
@@ -41602,19 +41721,26 @@ class EngineClient extends RealtimeEventHandler {
         if (-1 === devices.audioOutputs.findIndex((i)=>i.deviceId === deviceId)) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, `Audio output device not found: ${deviceId}`);
         await this.engine.setAudioPlaybackDevice(deviceId);
     }
-    async createLocalStream() {
+    async createLocalStream(userId, videoConfig) {
         const devices = await getAudioDevices();
         if (!devices.audioInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get devices');
+        if (this._isSupportVideo && !devices.videoInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get devices');
         await this.engine.startAudioCapture(devices.audioInputs[0].deviceId);
+        if (this._isSupportVideo && (null == videoConfig ? void 0 : videoConfig.videoOnDefault)) await this.engine.startVideoCapture(devices.videoInputs[0].deviceId);
+        if (this._isSupportVideo) this.engine.setLocalVideoPlayer(StreamIndex$1.STREAM_INDEX_MAIN, {
+            renderDom: (null == videoConfig ? void 0 : videoConfig.renderDom) || 'local-player',
+            userId
+        });
     }
     async disconnect() {
         try {
+            if (this._isSupportVideo) await this.engine.stopVideoCapture();
             await this.engine.stopAudioCapture();
             await this.engine.unpublishStream(MediaType$1.AUDIO);
             await this.engine.leaveRoom();
             this.removeEventListener();
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
@@ -41623,7 +41749,16 @@ class EngineClient extends RealtimeEventHandler {
             if (isMicOn) await this.engine.publishStream(MediaType$1.AUDIO);
             else await this.engine.unpublishStream(MediaType$1.AUDIO);
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
+            throw e;
+        }
+    }
+    async changeVideoState(isVideoOn) {
+        try {
+            if (isVideoOn) await this.engine.startVideoCapture();
+            else await this.engine.stopVideoCapture();
+        } catch (e) {
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
@@ -41636,7 +41771,7 @@ class EngineClient extends RealtimeEventHandler {
             }));
             this._log(`interrupt ${this.joinUserId} ${result}`);
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
@@ -41645,7 +41780,7 @@ class EngineClient extends RealtimeEventHandler {
             const result = await this.engine.sendUserMessage(this.joinUserId, JSON.stringify(message));
             this._log(`sendMessage ${this.joinUserId} ${JSON.stringify(message)} ${result}`);
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
@@ -41686,7 +41821,7 @@ class EngineClient extends RealtimeEventHandler {
         try {
             await this.engine.startAudioPlaybackDeviceTest('audio-test.wav', 200);
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
@@ -41694,12 +41829,13 @@ class EngineClient extends RealtimeEventHandler {
         try {
             this.engine.stopAudioPlaybackDeviceTest();
         } catch (e) {
-            this.dispatch('client.error', e);
+            this.dispatch(event_handler_EventNames.ERROR, e);
             throw e;
         }
     }
-    constructor(appId, debug = false, isTestEnv = false){
-        super(debug), this.joinUserId = '', this._AIAnsExtension = null;
+    // eslint-disable-next-line max-params
+    constructor(appId, debug = false, isTestEnv = false, isSupportVideo = false){
+        super(debug), this.joinUserId = '', this._AIAnsExtension = null, this._isSupportVideo = false;
         if (isTestEnv) index_esm_min_index.setParameter('ICE_CONFIG_REQUEST_URLS', [
             'rtc-test.bytedance.com'
         ]);
@@ -41708,9 +41844,11 @@ class EngineClient extends RealtimeEventHandler {
         this.handleUserJoin = this.handleUserJoin.bind(this);
         this.handleUserLeave = this.handleUserLeave.bind(this);
         this.handleEventError = this.handleEventError.bind(this);
+        this.handlePlayerEvent = this.handlePlayerEvent.bind(this);
         // Debug only
         this.handleLocalAudioPropertiesReport = this.handleLocalAudioPropertiesReport.bind(this);
         this.handleRemoteAudioPropertiesReport = this.handleRemoteAudioPropertiesReport.bind(this);
+        this._isSupportVideo = isSupportVideo;
     }
 }
 class RealtimeClient extends RealtimeEventHandler {
@@ -41719,6 +41857,7 @@ class RealtimeClient extends RealtimeEventHandler {
    *
    * zh: 建立与 Coze API 的连接并加入房间
    */ async connect() {
+        var _this__config_videoConfig;
         const { botId, conversationId, voiceId } = this._config;
         let roomInfo;
         try {
@@ -41731,11 +41870,10 @@ class RealtimeClient extends RealtimeEventHandler {
             });
         } catch (error) {
             this.dispatch(event_handler_EventNames.ERROR, error);
-            throw new RealtimeAPIError(error_RealtimeError.CREATE_ROOM_ERROR, error instanceof Error ? error.message : 'Unknown error');
+            throw new RealtimeAPIError(error_RealtimeError.CREATE_ROOM_ERROR, error instanceof Error ? error.message : 'Unknown error', error);
         }
-        this._roomInfo = roomInfo;
         // Step2 create engine
-        this._client = new EngineClient(roomInfo.app_id, this._config.debug, this._isTestEnv);
+        this._client = new EngineClient(roomInfo.app_id, this._config.debug, this._isTestEnv, this._isSupportVideo);
         // Step3 bind engine events
         this._client.bindEngineEvents();
         this._client.on(event_handler_EventNames.ALL, (eventName, data)=>{
@@ -41750,16 +41888,17 @@ class RealtimeClient extends RealtimeEventHandler {
             this._client.changeAIAnsExtension(true);
             this.dispatch(event_handler_EventNames.SUPPRESS_NON_STATIONARY_NOISE, {});
         }
-        var _this__config_audioMutedDefault;
+        var _this__config_audioMutedDefault, _this__config_videoConfig_videoOnDefault;
         // Step4 join room
         await this._client.joinRoom({
             token: roomInfo.token,
             roomId: roomInfo.room_id,
             uid: roomInfo.uid,
-            audioMutedDefault: null !== (_this__config_audioMutedDefault = this._config.audioMutedDefault) && void 0 !== _this__config_audioMutedDefault && _this__config_audioMutedDefault
+            audioMutedDefault: null !== (_this__config_audioMutedDefault = this._config.audioMutedDefault) && void 0 !== _this__config_audioMutedDefault && _this__config_audioMutedDefault,
+            videoOnDefault: null === (_this__config_videoConfig_videoOnDefault = null === (_this__config_videoConfig = this._config.videoConfig) || void 0 === _this__config_videoConfig ? void 0 : _this__config_videoConfig.videoOnDefault) || void 0 === _this__config_videoConfig_videoOnDefault || _this__config_videoConfig_videoOnDefault
         });
         // Step5 create local stream
-        await this._client.createLocalStream();
+        await this._client.createLocalStream(roomInfo.uid, this._config.videoConfig);
         // step6 set connected and dispatch connected event
         this.isConnected = true;
         this.dispatch(event_handler_EventNames.CONNECTED, {
@@ -41810,6 +41949,12 @@ class RealtimeClient extends RealtimeEventHandler {
         if (isEnable) this.dispatch(event_handler_EventNames.AUDIO_UNMUTED, {});
         else this.dispatch(event_handler_EventNames.AUDIO_MUTED, {});
     }
+    async setVideoEnable(isEnable) {
+        var _this__client;
+        await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.changeVideoState(isEnable));
+        if (isEnable) this.dispatch(event_handler_EventNames.VIDEO_ON, {});
+        else this.dispatch(event_handler_EventNames.VIDEO_OFF, {});
+    }
     /**
    * en: Enable audio properties reporting (debug mode only)
    *
@@ -41895,7 +42040,7 @@ class RealtimeClient extends RealtimeEventHandler {
    * @param config.suppressNonStationaryNoise - Optional, suppress non-stationary noise, defaults to false. |
    *                                         可选，默认是否抑制非静态噪声，默认值为 false。
    */ constructor(config){
-        super(config.debug), this._client = null, this._roomInfo = null, this.isConnected = false, this._isTestEnv = false;
+        super(config.debug), this._client = null, this.isConnected = false, this._isTestEnv = false, this._isSupportVideo = false;
         this._config = config;
         var _this__config_baseURL;
         const defaultBaseURL = null !== (_this__config_baseURL = this._config.baseURL) && void 0 !== _this__config_baseURL ? _this__config_baseURL : 'https://api.coze.cn';
@@ -41907,6 +42052,7 @@ class RealtimeClient extends RealtimeEventHandler {
             allowPersonalAccessTokenInBrowser: this._config.allowPersonalAccessTokenInBrowser
         });
         this._isTestEnv = 'https://api.coze.cn' !== defaultBaseURL;
+        this._isSupportVideo = !!config.videoConfig;
     }
 }
 export { event_handler_EventNames as EventNames, RealtimeAPIError, RealtimeClient, error_RealtimeError as RealtimeError, src_utils_namespaceObject as RealtimeUtils };

package/dist/types/client.d.ts

@@ -1,27 +1,33 @@
 import { type AudioPropertiesConfig, type onUserJoinedEvent, type onUserLeaveEvent, type UserMessageEvent } from '@volcengine/rtc';
 import { RealtimeEventHandler } from './event-handler';
+import { type VideoConfig } from '.';
 export declare class EngineClient extends RealtimeEventHandler {
     private engine;
     private joinUserId;
     private _AIAnsExtension;
-    constructor(appId: string, debug?: boolean, isTestEnv?: boolean);
+    private _isSupportVideo;
+    constructor(appId: string, debug?: boolean, isTestEnv?: boolean, isSupportVideo?: boolean);
     bindEngineEvents(): void;
     removeEventListener(): void;
+    _parseMessage(event: UserMessageEvent): any;
     handleMessage(event: UserMessageEvent): void;
     handleEventError(e: unknown): void;
     handleUserJoin(event: onUserJoinedEvent): void;
     handleUserLeave(event: onUserLeaveEvent): void;
+    handlePlayerEvent(event: unknown): void;
     joinRoom(options: {
         token: string;
         roomId: string;
         uid: string;
         audioMutedDefault?: boolean;
+        videoOnDefault?: boolean;
     }): Promise<void>;
     setAudioInputDevice(deviceId: string): Promise<void>;
     setAudioOutputDevice(deviceId: string): Promise<void>;
-    createLocalStream(): Promise<void>;
+    createLocalStream(userId?: string, videoConfig?: VideoConfig): Promise<void>;
     disconnect(): Promise<void>;
     changeAudioState(isMicOn: boolean): Promise<void>;
+    changeVideoState(isVideoOn: boolean): Promise<void>;
     stop(): Promise<void>;
     sendMessage(message: Record<string, unknown>): Promise<void>;
     enableAudioPropertiesReport(config?: AudioPropertiesConfig): void;

package/dist/types/error.d.ts

@@ -8,10 +8,18 @@ export declare enum RealtimeError {
     PERMISSION_DENIED = "PERMISSION_DENIED",
     NETWORK_ERROR = "NETWORK_ERROR",
     INVALID_STATE = "INVALID_STATE",
-    CREATE_ROOM_ERROR = "CREATE_ROOM_ERROR"
+    CREATE_ROOM_ERROR = "CREATE_ROOM_ERROR",
+    PARSE_MESSAGE_ERROR = "PARSE_MESSAGE_ERROR",
+    HANDLER_MESSAGE_ERROR = "HANDLER_MESSAGE_ERROR"
 }
 export declare const ErrorMessages: Record<RealtimeError, string>;
 export declare class RealtimeAPIError extends Error {
     code: RealtimeError;
-    constructor(code: RealtimeError, message: string);
+    error?: unknown;
+    /**
+     * @param code - Error code
+     * @param message - Error message
+     * @param error - Error object
+     */
+    constructor(code: RealtimeError, message: string, error?: unknown);
 }