@coze/realtime-api 0.0.4 → 1.0.0

package/dist/umd/index.js

@@ -6,8 +6,30 @@
     else root["CozeRealtimeApi"] = factory();
 })(self, ()=>(()=>{
         "use strict";
-        // The require scope
-        var __webpack_require__ = {};
+        var __webpack_modules__ = {
+            "?d7f0": function() {
+            /* (ignored) */ },
+            "?fcd3": function() {
+            /* (ignored) */ },
+            "?d2d5": function() {
+            /* (ignored) */ }
+        };
+        /************************************************************************/ // The module cache
+        var __webpack_module_cache__ = {};
+        // The require function
+        function __webpack_require__(moduleId) {
+            // Check if module is in cache
+            var cachedModule = __webpack_module_cache__[moduleId];
+            if (void 0 !== cachedModule) return cachedModule.exports;
+            // Create a new module (and put it into the cache)
+            var module1 = __webpack_module_cache__[moduleId] = {
+                exports: {}
+            };
+            // Execute the module function
+            __webpack_modules__[moduleId](module1, module1.exports, __webpack_require__);
+            // Return the exports of the module
+            return module1.exports;
+        }
         /************************************************************************/ // webpack/runtime/define_property_getters
         (()=>{
             __webpack_require__.d = function(exports1, definition) {
@@ -1068,14 +1090,14 @@
  */ const hasStandardBrowserWebWorkerEnv = (()=>'undefined' != typeof WorkerGlobalScope && // eslint-disable-next-line no-undef
             self instanceof WorkerGlobalScope && 'function' == typeof self.importScripts)();
         const origin = hasBrowserEnv && window.location.href || 'http://localhost';
-        /* ESM default export */ const platform = {
+        /* ESM default export */ const lib_platform = {
             ...common_utils_namespaceObject,
             ...browser
         };
         function toURLEncodedForm(data, options) {
-            return toFormData(data, new platform.classes.URLSearchParams(), Object.assign({
+            return toFormData(data, new lib_platform.classes.URLSearchParams(), Object.assign({
                 visitor: function(value, key, path, helpers) {
-                    if (platform.isNode && utils.isBuffer(value)) {
+                    if (lib_platform.isNode && utils.isBuffer(value)) {
                         this.append(key, value.toString('base64'));
                         return false;
                     }
@@ -1236,8 +1258,8 @@
             maxContentLength: -1,
             maxBodyLength: -1,
             env: {
-                FormData: platform.classes.FormData,
-                Blob: platform.classes.Blob
+                FormData: lib_platform.classes.FormData,
+                Blob: lib_platform.classes.Blob
             },
             validateStatus: function(status) {
                 return status >= 200 && status < 300;
@@ -1671,10 +1693,10 @@
             ];
         };
         const asyncDecorator = (fn)=>(...args)=>utils.asap(()=>fn(...args));
-        /* ESM default export */ const helpers_isURLSameOrigin = platform.hasStandardBrowserEnv ? // Standard browser envs have full support of the APIs needed to test
+        /* ESM default export */ const helpers_isURLSameOrigin = lib_platform.hasStandardBrowserEnv ? // Standard browser envs have full support of the APIs needed to test
         // whether the request URL is of the same origin as current location.
         function() {
-            const msie = platform.navigator && /(msie|trident)/i.test(platform.navigator.userAgent);
+            const msie = lib_platform.navigator && /(msie|trident)/i.test(lib_platform.navigator.userAgent);
             const urlParsingNode = document.createElement('a');
             let originURL;
             /**
@@ -1718,7 +1740,7 @@
                 return true;
             };
         }();
-        /* ESM default export */ const cookies = platform.hasStandardBrowserEnv ? // Standard browser envs support document.cookie
+        /* ESM default export */ const cookies = lib_platform.hasStandardBrowserEnv ? // Standard browser envs support document.cookie
         {
             write (name, value, expires, path, domain, secure) {
                 const cookie = [
@@ -1869,7 +1891,7 @@
             if (auth) headers.set('Authorization', 'Basic ' + btoa((auth.username || '') + ':' + (auth.password ? unescape(encodeURIComponent(auth.password)) : '')));
             let contentType;
             if (utils.isFormData(data)) {
-                if (platform.hasStandardBrowserEnv || platform.hasStandardBrowserWebWorkerEnv) headers.setContentType(void 0); // Let the browser set it
+                if (lib_platform.hasStandardBrowserEnv || lib_platform.hasStandardBrowserWebWorkerEnv) headers.setContentType(void 0); // Let the browser set it
                 else if (false !== (contentType = headers.getContentType())) {
                     // fix semicolon duplication issue for ReactNative FormData implementation
                     const [type, ...tokens] = contentType ? contentType.split(';').map((token)=>token.trim()).filter(Boolean) : [];
@@ -1882,7 +1904,7 @@
             // Add xsrf header
             // This is only done if running in a standard browser environment.
             // Specifically not if we're in a web worker, or react-native.
-            if (platform.hasStandardBrowserEnv) {
+            if (lib_platform.hasStandardBrowserEnv) {
                 withXSRFToken && utils.isFunction(withXSRFToken) && (withXSRFToken = withXSRFToken(newConfig));
                 if (withXSRFToken || false !== withXSRFToken && helpers_isURLSameOrigin(newConfig.url)) {
                     // Add xsrf header
@@ -2007,7 +2029,7 @@
                     if (_config.signal) _config.signal.aborted ? onCanceled() : _config.signal.addEventListener('abort', onCanceled);
                 }
                 const protocol = parseProtocol(_config.url);
-                if (protocol && -1 === platform.protocols.indexOf(protocol)) {
+                if (protocol && -1 === lib_platform.protocols.indexOf(protocol)) {
                     reject(new core_AxiosError('Unsupported protocol ' + protocol + ':', core_AxiosError.ERR_BAD_REQUEST, config));
                     return;
                 }
@@ -2133,7 +2155,7 @@
         };
         const supportsRequestStream = isReadableStreamSupported && test(()=>{
             let duplexAccessed = false;
-            const hasContentType = new Request(platform.origin, {
+            const hasContentType = new Request(lib_platform.origin, {
                 body: new ReadableStream(),
                 method: 'POST',
                 get duplex () {
@@ -2165,7 +2187,7 @@
             if (null == body) return 0;
             if (utils.isBlob(body)) return body.size;
             if (utils.isSpecCompliantForm(body)) {
-                const _request = new Request(platform.origin, {
+                const _request = new Request(lib_platform.origin, {
                     method: 'POST',
                     body
                 });
@@ -2840,26 +2862,12 @@
         // Keep top-level export same with static properties
         // so that it can keep same with es module or cjs
         const { Axios: axios_Axios, AxiosError: axios_AxiosError, CanceledError: axios_CanceledError, isCancel: axios_isCancel, CancelToken: axios_CancelToken, VERSION: axios_VERSION, all: axios_all, Cancel, isAxiosError: axios_isAxiosError, spread: axios_spread, toFormData: axios_toFormData, AxiosHeaders: axios_AxiosHeaders, HttpStatusCode: axios_HttpStatusCode, formToJSON, getAdapter, mergeConfig: axios_mergeConfig } = lib_axios;
-        var __webpack_modules__ = {
-            "?6728": function() {
-            /* (ignored) */ }
-        };
-        /************************************************************************/ // The module cache
-        var __webpack_module_cache__ = {};
-        // The require function
-        function __nested_webpack_require_293__(moduleId) {
-            // Check if module is in cache
-            var cachedModule = __webpack_module_cache__[moduleId];
-            if (void 0 !== cachedModule) return cachedModule.exports;
-            // Create a new module (and put it into the cache)
-            var module1 = __webpack_module_cache__[moduleId] = {
-                exports: {}
-            };
-            // Execute the module function
-            __webpack_modules__[moduleId](module1, module1.exports, __nested_webpack_require_293__);
-            // Return the exports of the module
-            return module1.exports;
-        } /************************************************************************/ 
+        // EXTERNAL MODULE: os (ignored)
+        var os_ignored_ = __webpack_require__("?d2d5");
+        // EXTERNAL MODULE: crypto (ignored)
+        __webpack_require__("?d7f0");
+        // EXTERNAL MODULE: jsonwebtoken (ignored)
+        __webpack_require__("?fcd3");
         class APIResource {
             constructor(client){
                 this._client = client;
@@ -3622,6 +3630,56 @@
                 super(...args), this.rooms = new Rooms(this._client), this.voices = new Voices(this._client), this.speech = new Speech(this._client);
             }
         }
+        var package_namespaceObject = JSON.parse('{"name":"@coze/api","version":"1.0.10","description":"Official Coze Node.js SDK for seamless AI integration into your applications | 扣子官方 Node.js SDK，助您轻松集成 AI 能力到应用中","keywords":["coze","ai","nodejs","sdk","chatbot","typescript"],"homepage":"https://github.com/coze-dev/coze-js/tree/main/packages/coze-js","bugs":{"url":"https://github.com/coze-dev/coze-js/issues"},"repository":{"type":"git","url":"https://github.com/coze-dev/coze-js.git","directory":"packages/coze-js"},"license":"MIT","author":"Leeight <leeight@gmail.com>","type":"module","exports":{".":{"require":"./dist/cjs/index.cjs","import":"./dist/esm/index.js","types":"./dist/types/index.d.ts"}},"main":"dist/cjs/index.cjs","module":"dist/esm/index.js","browser":{"crypto":false,"os":false,"jsonwebtoken":false},"types":"dist/types/index.d.ts","files":["dist","LICENSE","README.md","!**/*.tsbuildinfo"],"scripts":{"build":"rm -rf dist && rslib build","format":"prettier --write .","lint":"eslint ./ --cache --quiet","prepublishOnly":"npm run build","start":"rm -rf dist && rslib build -w","test":"vitest","test:cov":"vitest --coverage --run"},"dependencies":{"jsonwebtoken":"^9.0.2"},"devDependencies":{"@coze-infra/eslint-config":"workspace:*","@coze-infra/ts-config":"workspace:*","@coze-infra/vitest-config":"workspace:*","@rslib/core":"0.0.18","@swc/core":"^1.3.14","@types/jsonwebtoken":"^9.0.0","@types/node":"^20","@types/uuid":"^9.0.1","@types/whatwg-fetch":"^0.0.33","@vitest/coverage-v8":"~2.1.4","axios":"^1.7.7","typescript":"^5.5.3","vitest":"~2.1.4"},"peerDependencies":{"axios":"^1.7.1"}}'); // CONCATENATED MODULE: ./src/version.ts
+        const { version: esm_version } = package_namespaceObject;
+        const getEnv = ()=>{
+            const nodeVersion = process.version.slice(1); // Remove 'v' prefix
+            const { platform } = process;
+            let osName = platform.toLowerCase();
+            let osVersion = os_ignored_.release();
+            if ('darwin' === platform) {
+                osName = 'macos';
+                // Try to parse the macOS version
+                try {
+                    const darwinVersion = os_ignored_.release().split('.');
+                    if (darwinVersion.length >= 2) {
+                        const majorVersion = parseInt(darwinVersion[0], 10);
+                        if (!isNaN(majorVersion) && majorVersion >= 9) {
+                            const macVersion = majorVersion - 9;
+                            osVersion = `10.${macVersion}.${darwinVersion[1]}`;
+                        }
+                    }
+                } catch (error) {
+                // Keep the default os.release() value if parsing fails
+                }
+            } else if ('win32' === platform) {
+                osName = 'windows';
+                osVersion = os_ignored_.release();
+            } else if ('linux' === platform) {
+                osName = 'linux';
+                osVersion = os_ignored_.release();
+            }
+            return {
+                osName,
+                osVersion,
+                nodeVersion
+            };
+        };
+        const getUserAgent = ()=>{
+            const { nodeVersion, osName, osVersion } = getEnv();
+            return `coze-js/${esm_version} node/${nodeVersion} ${osName}/${osVersion}`.toLowerCase();
+        };
+        const getNodeClientUserAgent = ()=>{
+            const { osVersion, nodeVersion, osName } = getEnv();
+            const ua = {
+                version: esm_version,
+                lang: 'node',
+                lang_version: nodeVersion,
+                os_name: osName,
+                os_version: osVersion
+            };
+            return JSON.stringify(ua);
+        };
         /* eslint-disable @typescript-eslint/no-explicit-any */ const esm_handleError = (error)=>{
             if (!error.isAxiosError && (!error.code || !error.message)) return new CozeError(`Unexpected error: ${error.message}`);
             if ('ECONNABORTED' === error.code && error.message.includes('timeout') || 'ETIMEDOUT' === error.code) {
@@ -3694,10 +3752,10 @@
                 const headers = {
                     authorization: `Bearer ${this.token}`
                 };
-                // FIXME: browser 下存在跨域问题，后续再看看
-                // if (!isBrowser()) {
-                //   headers['agw-js-conv'] = 'str';
-                // }
+                if (!isBrowser()) {
+                    headers['User-Agent'] = getUserAgent();
+                    headers['X-Coze-Client-User-Agent'] = getNodeClientUserAgent();
+                }
                 const config = esm_mergeConfig(this.axiosOptions, options, {
                     headers
                 });
@@ -3778,8 +3836,6 @@
         APIClient.GatewayError = GatewayError;
         APIClient.TimeoutError = TimeoutError;
         APIClient.UserAbortError = APIUserAbortError;
-        // EXTERNAL MODULE: crypto (ignored)
-        __nested_webpack_require_293__("?6728");
         class CozeAPI extends APIClient {
             constructor(...args){
                 super(...args), this.bots = new Bots(this), this.chat = new Chat(this), this.conversations = new Conversations(this), this.files = new Files(this), this.knowledge = new Knowledge(this), this.workflows = new Workflows(this), this.workspaces = new WorkSpaces(this), this.audio = new esm_Audio(this);
@@ -38173,10 +38229,19 @@
         };
         /**
  * Check microphone permission，return boolean
- */ const checkPermission = async ()=>(await index_esm_min_index.enableDevices({
-                audio: true,
-                video: false
-            })).audio;
+ */ const checkPermission = async function() {
+            let { audio = true, video = false } = arguments.length > 0 && void 0 !== arguments[0] ? arguments[0] : {};
+            try {
+                const result = await index_esm_min_index.enableDevices({
+                    audio,
+                    video
+                });
+                return result.audio;
+            } catch (error) {
+                console.error('Failed to check device permissions:', error);
+                return false;
+            }
+        };
         /**
  * Get audio devices
  * @returns Promise<AudioDevices> Object containing arrays of audio input and output devices
@@ -38184,11 +38249,15 @@
             const devices = await index_esm_min_index.enumerateDevices();
             if (!(null == devices ? void 0 : devices.length)) return {
                 audioInputs: [],
-                audioOutputs: []
+                audioOutputs: [],
+                videoInputs: [],
+                videoOutputs: []
             };
             return {
                 audioInputs: devices.filter((i)=>i.deviceId && 'audioinput' === i.kind),
-                audioOutputs: devices.filter((i)=>i.deviceId && 'audiooutput' === i.kind)
+                audioOutputs: devices.filter((i)=>i.deviceId && 'audiooutput' === i.kind),
+                videoInputs: devices.filter((i)=>i.deviceId && 'videoinput' === i.kind),
+                videoOutputs: devices.filter((i)=>i.deviceId && 'videooutput' === i.kind)
             };
         };
         var error_RealtimeError = /*#__PURE__*/ function(RealtimeError) {
@@ -38202,12 +38271,20 @@
             RealtimeError["NETWORK_ERROR"] = "NETWORK_ERROR";
             RealtimeError["INVALID_STATE"] = "INVALID_STATE";
             RealtimeError["CREATE_ROOM_ERROR"] = "CREATE_ROOM_ERROR";
+            RealtimeError["PARSE_MESSAGE_ERROR"] = "PARSE_MESSAGE_ERROR";
+            RealtimeError["HANDLER_MESSAGE_ERROR"] = "HANDLER_MESSAGE_ERROR";
             return RealtimeError;
         }({});
         class RealtimeAPIError extends Error {
-            constructor(code, message){
-                super(`[${code}] ${message}`), this.code = code;
+            /**
+   * @param code - Error code
+   * @param message - Error message
+   * @param error - Error object
+   */ constructor(code, message, error){
+                super(`[${code}] ${message}`);
                 this.name = 'RealtimeAPIError';
+                this.code = code;
+                this.error = error;
             }
         }
         var event_handler_EventNames = /*#__PURE__*/ function(EventNames) {
@@ -38244,6 +38321,18 @@
    * zh: 客户端音频静音
    */ EventNames["AUDIO_MUTED"] = "client.audio.muted";
             /**
+   * en: Client video on
+   * zh: 客户端视频开启
+   */ EventNames["VIDEO_ON"] = "client.video.on";
+            /**
+   * en: Client video off
+   * zh: 客户端视频关闭
+   */ EventNames["VIDEO_OFF"] = "client.video.off";
+            /**
+   * en: Client video event
+   * zh: 客户端视频事件
+   */ EventNames["PLAYER_EVENT"] = "client.video.event";
+            /**
    * en: Client error
    * zh: 客户端错误
    */ EventNames["ERROR"] = "client.error";
@@ -38263,6 +38352,14 @@
    * en: Audio output device changed
    * zh: 音频输出设备改变
    */ EventNames["AUDIO_OUTPUT_DEVICE_CHANGED"] = "client.output.device.changed";
+            /**
+   * en: Bot joined
+   * zh: Bot 加入
+   */ EventNames["BOT_JOIN"] = "server.bot.join";
+            /**
+   * en: Bot left
+   * zh: Bot 离开
+   */ EventNames["BOT_LEAVE"] = "server.bot.leave";
             return EventNames;
         }({});
         class RealtimeEventHandler {
@@ -38286,7 +38383,11 @@
             }
             // eslint-disable-next-line max-params
             _dispatchToHandlers(eventName, event, handlers, prefix) {
-                for (const handler of handlers)if (!prefix || eventName.startsWith(prefix)) handler(eventName, event);
+                for (const handler of handlers)if (!prefix || eventName.startsWith(prefix)) try {
+                    handler(eventName, event);
+                } catch (e) {
+                    throw new RealtimeAPIError(error_RealtimeError.HANDLER_MESSAGE_ERROR, `Failed to handle message: ${eventName}`);
+                }
             }
             dispatch(eventName, event) {
                 this._log(`dispatch ${eventName} event`);
@@ -41558,6 +41659,7 @@
                 this.engine.on(index_esm_min_index.events.onUserJoined, this.handleUserJoin);
                 this.engine.on(index_esm_min_index.events.onUserLeave, this.handleUserLeave);
                 this.engine.on(index_esm_min_index.events.onError, this.handleEventError);
+                this.engine.on(index_esm_min_index.events.onPlayerEvent, this.handlePlayerEvent);
                 if (this._debug) {
                     this.engine.on(index_esm_min_index.events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
                     this.engine.on(index_esm_min_index.events.onRemoteAudioPropertiesReport, this.handleRemoteAudioPropertiesReport);
@@ -41568,45 +41670,62 @@
                 this.engine.off(index_esm_min_index.events.onUserJoined, this.handleUserJoin);
                 this.engine.off(index_esm_min_index.events.onUserLeave, this.handleUserLeave);
                 this.engine.off(index_esm_min_index.events.onError, this.handleEventError);
+                this.engine.off(index_esm_min_index.events.onPlayerEvent, this.handlePlayerEvent);
                 if (this._debug) {
                     this.engine.off(index_esm_min_index.events.onLocalAudioPropertiesReport, this.handleLocalAudioPropertiesReport);
                     this.engine.off(index_esm_min_index.events.onRemoteAudioPropertiesReport, this.handleRemoteAudioPropertiesReport);
                 }
             }
+            _parseMessage(event) {
+                try {
+                    return JSON.parse(event.message);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                } catch (e) {
+                    throw new RealtimeAPIError(error_RealtimeError.PARSE_MESSAGE_ERROR, (null == e ? void 0 : e.message) || 'Unknown error');
+                }
+            }
             handleMessage(event) {
                 try {
-                    const message = JSON.parse(event.message);
+                    const message = this._parseMessage(event);
                     this.dispatch(`server.${message.event_type}`, message);
                 } catch (e) {
-                    this.dispatch('client.error', {
-                        message: `Failed to parse message: ${event.message}`,
-                        error: e
-                    });
+                    if (e instanceof RealtimeAPIError) {
+                        if (e.code === error_RealtimeError.PARSE_MESSAGE_ERROR) this.dispatch(event_handler_EventNames.ERROR, {
+                            message: `Failed to parse message: ${event.message}`,
+                            error: e
+                        });
+                        else if (e.code === error_RealtimeError.HANDLER_MESSAGE_ERROR) this.dispatch(event_handler_EventNames.ERROR, {
+                            message: `Failed to handle message: ${event.message}`,
+                            error: e
+                        });
+                    } else this.dispatch(event_handler_EventNames.ERROR, e);
                 }
             }
             handleEventError(e) {
-                this.dispatch('client.error', e);
+                this.dispatch(event_handler_EventNames.ERROR, e);
             }
             handleUserJoin(event) {
                 this.joinUserId = event.userInfo.userId;
-                this.dispatch('server.bot.join', event);
+                this.dispatch(event_handler_EventNames.BOT_JOIN, event);
             }
             handleUserLeave(event) {
-                this.dispatch('server.bot.leave', event);
+                this.dispatch(event_handler_EventNames.BOT_LEAVE, event);
+            }
+            handlePlayerEvent(event) {
+                this.dispatch(event_handler_EventNames.PLAYER_EVENT, event);
             }
             async joinRoom(options) {
-                const { token, roomId, uid, audioMutedDefault = false } = options;
+                const { token, roomId, uid, audioMutedDefault, videoOnDefault } = options;
                 try {
                     await this.engine.joinRoom(token, roomId, {
                         userId: uid
                     }, {
                         isAutoPublish: !audioMutedDefault,
                         isAutoSubscribeAudio: true,
-                        isAutoSubscribeVideo: false
+                        isAutoSubscribeVideo: this._isSupportVideo && videoOnDefault
                     });
                 } catch (e) {
                     if (e instanceof Error) throw new RealtimeAPIError(error_RealtimeError.CONNECTION_ERROR, e.message);
-                    throw new RealtimeAPIError(error_RealtimeError.CONNECTION_ERROR, 'Unknown error');
                 }
             }
             async setAudioInputDevice(deviceId) {
@@ -41620,19 +41739,26 @@
                 if (-1 === devices.audioOutputs.findIndex((i)=>i.deviceId === deviceId)) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, `Audio output device not found: ${deviceId}`);
                 await this.engine.setAudioPlaybackDevice(deviceId);
             }
-            async createLocalStream() {
+            async createLocalStream(userId, videoConfig) {
                 const devices = await getAudioDevices();
                 if (!devices.audioInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get devices');
+                if (this._isSupportVideo && !devices.videoInputs.length) throw new RealtimeAPIError(error_RealtimeError.DEVICE_ACCESS_ERROR, 'Failed to get devices');
                 await this.engine.startAudioCapture(devices.audioInputs[0].deviceId);
+                if (this._isSupportVideo && (null == videoConfig ? void 0 : videoConfig.videoOnDefault)) await this.engine.startVideoCapture(devices.videoInputs[0].deviceId);
+                if (this._isSupportVideo) this.engine.setLocalVideoPlayer(StreamIndex$1.STREAM_INDEX_MAIN, {
+                    renderDom: (null == videoConfig ? void 0 : videoConfig.renderDom) || 'local-player',
+                    userId
+                });
             }
             async disconnect() {
                 try {
+                    if (this._isSupportVideo) await this.engine.stopVideoCapture();
                     await this.engine.stopAudioCapture();
                     await this.engine.unpublishStream(MediaType$1.AUDIO);
                     await this.engine.leaveRoom();
                     this.removeEventListener();
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
@@ -41641,7 +41767,16 @@
                     if (isMicOn) await this.engine.publishStream(MediaType$1.AUDIO);
                     else await this.engine.unpublishStream(MediaType$1.AUDIO);
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
+                    throw e;
+                }
+            }
+            async changeVideoState(isVideoOn) {
+                try {
+                    if (isVideoOn) await this.engine.startVideoCapture();
+                    else await this.engine.stopVideoCapture();
+                } catch (e) {
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
@@ -41654,7 +41789,7 @@
                     }));
                     this._log(`interrupt ${this.joinUserId} ${result}`);
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
@@ -41663,7 +41798,7 @@
                     const result = await this.engine.sendUserMessage(this.joinUserId, JSON.stringify(message));
                     this._log(`sendMessage ${this.joinUserId} ${JSON.stringify(message)} ${result}`);
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
@@ -41704,7 +41839,7 @@
                 try {
                     await this.engine.startAudioPlaybackDeviceTest('audio-test.wav', 200);
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
@@ -41712,12 +41847,13 @@
                 try {
                     this.engine.stopAudioPlaybackDeviceTest();
                 } catch (e) {
-                    this.dispatch('client.error', e);
+                    this.dispatch(event_handler_EventNames.ERROR, e);
                     throw e;
                 }
             }
-            constructor(appId, debug = false, isTestEnv = false){
-                super(debug), this.joinUserId = '', this._AIAnsExtension = null;
+            // eslint-disable-next-line max-params
+            constructor(appId, debug = false, isTestEnv = false, isSupportVideo = false){
+                super(debug), this.joinUserId = '', this._AIAnsExtension = null, this._isSupportVideo = false;
                 if (isTestEnv) index_esm_min_index.setParameter('ICE_CONFIG_REQUEST_URLS', [
                     'rtc-test.bytedance.com'
                 ]);
@@ -41726,9 +41862,11 @@
                 this.handleUserJoin = this.handleUserJoin.bind(this);
                 this.handleUserLeave = this.handleUserLeave.bind(this);
                 this.handleEventError = this.handleEventError.bind(this);
+                this.handlePlayerEvent = this.handlePlayerEvent.bind(this);
                 // Debug only
                 this.handleLocalAudioPropertiesReport = this.handleLocalAudioPropertiesReport.bind(this);
                 this.handleRemoteAudioPropertiesReport = this.handleRemoteAudioPropertiesReport.bind(this);
+                this._isSupportVideo = isSupportVideo;
             }
         }
         class RealtimeClient extends RealtimeEventHandler {
@@ -41737,6 +41875,7 @@
    *
    * zh: 建立与 Coze API 的连接并加入房间
    */ async connect() {
+                var _this__config_videoConfig;
                 const { botId, conversationId, voiceId } = this._config;
                 let roomInfo;
                 try {
@@ -41749,11 +41888,10 @@
                     });
                 } catch (error) {
                     this.dispatch(event_handler_EventNames.ERROR, error);
-                    throw new RealtimeAPIError(error_RealtimeError.CREATE_ROOM_ERROR, error instanceof Error ? error.message : 'Unknown error');
+                    throw new RealtimeAPIError(error_RealtimeError.CREATE_ROOM_ERROR, error instanceof Error ? error.message : 'Unknown error', error);
                 }
-                this._roomInfo = roomInfo;
                 // Step2 create engine
-                this._client = new EngineClient(roomInfo.app_id, this._config.debug, this._isTestEnv);
+                this._client = new EngineClient(roomInfo.app_id, this._config.debug, this._isTestEnv, this._isSupportVideo);
                 // Step3 bind engine events
                 this._client.bindEngineEvents();
                 this._client.on(event_handler_EventNames.ALL, (eventName, data)=>{
@@ -41768,16 +41906,17 @@
                     this._client.changeAIAnsExtension(true);
                     this.dispatch(event_handler_EventNames.SUPPRESS_NON_STATIONARY_NOISE, {});
                 }
-                var _this__config_audioMutedDefault;
+                var _this__config_audioMutedDefault, _this__config_videoConfig_videoOnDefault;
                 // Step4 join room
                 await this._client.joinRoom({
                     token: roomInfo.token,
                     roomId: roomInfo.room_id,
                     uid: roomInfo.uid,
-                    audioMutedDefault: null !== (_this__config_audioMutedDefault = this._config.audioMutedDefault) && void 0 !== _this__config_audioMutedDefault && _this__config_audioMutedDefault
+                    audioMutedDefault: null !== (_this__config_audioMutedDefault = this._config.audioMutedDefault) && void 0 !== _this__config_audioMutedDefault && _this__config_audioMutedDefault,
+                    videoOnDefault: null === (_this__config_videoConfig_videoOnDefault = null === (_this__config_videoConfig = this._config.videoConfig) || void 0 === _this__config_videoConfig ? void 0 : _this__config_videoConfig.videoOnDefault) || void 0 === _this__config_videoConfig_videoOnDefault || _this__config_videoConfig_videoOnDefault
                 });
                 // Step5 create local stream
-                await this._client.createLocalStream();
+                await this._client.createLocalStream(roomInfo.uid, this._config.videoConfig);
                 // step6 set connected and dispatch connected event
                 this.isConnected = true;
                 this.dispatch(event_handler_EventNames.CONNECTED, {
@@ -41828,6 +41967,12 @@
                 if (isEnable) this.dispatch(event_handler_EventNames.AUDIO_UNMUTED, {});
                 else this.dispatch(event_handler_EventNames.AUDIO_MUTED, {});
             }
+            async setVideoEnable(isEnable) {
+                var _this__client;
+                await (null === (_this__client = this._client) || void 0 === _this__client ? void 0 : _this__client.changeVideoState(isEnable));
+                if (isEnable) this.dispatch(event_handler_EventNames.VIDEO_ON, {});
+                else this.dispatch(event_handler_EventNames.VIDEO_OFF, {});
+            }
             /**
    * en: Enable audio properties reporting (debug mode only)
    *
@@ -41913,7 +42058,7 @@
    * @param config.suppressNonStationaryNoise - Optional, suppress non-stationary noise, defaults to false. |
    *                                         可选，默认是否抑制非静态噪声，默认值为 false。
    */ constructor(config){
-                super(config.debug), this._client = null, this._roomInfo = null, this.isConnected = false, this._isTestEnv = false;
+                super(config.debug), this._client = null, this.isConnected = false, this._isTestEnv = false, this._isSupportVideo = false;
                 this._config = config;
                 var _this__config_baseURL;
                 const defaultBaseURL = null !== (_this__config_baseURL = this._config.baseURL) && void 0 !== _this__config_baseURL ? _this__config_baseURL : 'https://api.coze.cn';
@@ -41925,6 +42070,7 @@
                     allowPersonalAccessTokenInBrowser: this._config.allowPersonalAccessTokenInBrowser
                 });
                 this._isTestEnv = 'https://api.coze.cn' !== defaultBaseURL;
+                this._isSupportVideo = !!config.videoConfig;
             }
         }
         return __webpack_exports__;

package/package.json

@@ -1,7 +1,18 @@
 {
   "name": "@coze/realtime-api",
-  "version": "0.0.4",
-  "description": "Coze Realtime API",
+  "version": "1.0.0",
+  "description": "A powerful real-time communication SDK for voice interactions with Coze AI bots | 扣子官方实时通信 SDK，用于与 Coze AI bots 进行语音交互",
+  "keywords": [
+    "coze",
+    "ai",
+    "realtime",
+    "voice",
+    "rtc",
+    "asr",
+    "tts",
+    "ai-agent",
+    "voice-synthesis"
+  ],
   "homepage": "https://github.com/coze-dev/coze-js/packages/realtime-api",
   "repository": {
     "type": "git",
@@ -40,7 +51,7 @@
     "test:cov": "vitest --coverage --run"
   },
   "dependencies": {
-    "@coze/api": "1.0.8",
+    "@coze/api": "1.0.10",
     "@volcengine/rtc": "^4.62.1"
   },
   "devDependencies": {