@pipecat-ai/daily-transport 0.4.0 → 1.1.0

package/dist/index.module.js

@@ -1,5 +1,5 @@
 import $7zbD8$dailycodailyjs from "@daily-co/daily-js";
-import {logger as $7zbD8$logger, RTVIError as $7zbD8$RTVIError, TransportStartError as $7zbD8$TransportStartError, RTVIMessage as $7zbD8$RTVIMessage, Transport as $7zbD8$Transport} from "@pipecat-ai/client-js";
+import {logger as $7zbD8$logger, DeviceError as $7zbD8$DeviceError, RTVIError as $7zbD8$RTVIError, TransportStartError as $7zbD8$TransportStartError, RTVIMessage as $7zbD8$RTVIMessage, Transport as $7zbD8$Transport} from "@pipecat-ai/client-js";
 
 
 function $parcel$interopDefault(a) {
@@ -784,6 +784,7 @@ class $62bc376044a05513$export$439b217ca659a877 {
         this.outputToSpeakers = outputToSpeakers;
         this.debug = !!debug;
         this._deviceChangeCallback = null;
+        this._deviceErrorCallback = null;
         this._devices = [];
         this.deviceSelection = null;
         // State variables
@@ -942,21 +943,42 @@ class $62bc376044a05513$export$439b217ca659a877 {
         return true;
     }
     /**
+   * Provide a callback for if/when device errors occur
+   * @param {(({devices: Array<"cam" | "mic">, type: string, error?: Error}) => void) | null} callback
+   * @returns {true}
+   */ listenForDeviceErrors(callback) {
+        this._deviceErrorCallback = callback;
+    }
+    /**
    * Manually request permission to use the microphone
    * @returns {Promise<true>}
    */ async requestPermission() {
         const permissionStatus = await navigator.permissions.query({
             name: 'microphone'
         });
-        if (permissionStatus.state === 'denied') window.alert('You must grant microphone access to use this feature.');
-        else if (permissionStatus.state === 'prompt') try {
+        if (permissionStatus.state === 'denied') {
+            if (this._deviceErrorCallback) this._deviceErrorCallback({
+                devices: [
+                    "mic"
+                ],
+                type: "unknown",
+                error: new Error("Microphone access denied")
+            });
+        } else if (permissionStatus.state === 'prompt') try {
             const stream = await navigator.mediaDevices.getUserMedia({
                 audio: true
             });
             const tracks = stream.getTracks();
             tracks.forEach((track)=>track.stop());
         } catch (e) {
-            window.alert('You must grant microphone access to use this feature.');
+            console.error("Error accessing microphone.");
+            if (this._deviceErrorCallback) this._deviceErrorCallback({
+                devices: [
+                    "mic"
+                ],
+                type: "unknown",
+                error: e
+            });
         }
         return true;
     }
@@ -993,7 +1015,16 @@ class $62bc376044a05513$export$439b217ca659a877 {
    * @returns {Promise<true>}
    */ async begin(deviceId) {
         if (this.processor) throw new Error(`Already connected: please call .end() to start a new session`);
-        if (!navigator.mediaDevices || !('getUserMedia' in navigator.mediaDevices)) throw new Error('Could not request user media');
+        if (!navigator.mediaDevices || !('getUserMedia' in navigator.mediaDevices)) {
+            if (this._deviceErrorCallback) this._deviceErrorCallback({
+                devices: [
+                    "mic",
+                    "cam"
+                ],
+                type: "undefined-mediadevices"
+            });
+            throw new Error('Could not request user media');
+        }
         deviceId = deviceId ?? this.deviceSelection?.deviceId;
         try {
             const config = {
@@ -1006,6 +1037,13 @@ class $62bc376044a05513$export$439b217ca659a877 {
             };
             this.stream = await navigator.mediaDevices.getUserMedia(config);
         } catch (err) {
+            if (this._deviceErrorCallback) this._deviceErrorCallback({
+                devices: [
+                    "mic"
+                ],
+                type: "unknown",
+                error: err
+            });
             throw new Error('Could not start media stream');
         }
         this.listDevices().then((devices)=>{
@@ -1427,7 +1465,7 @@ globalThis.WavRecorder = WavRecorder;
 
 
 var $58d19ff082af5e5c$exports = {};
-$58d19ff082af5e5c$exports = JSON.parse("{\"name\":\"@pipecat-ai/daily-transport\",\"version\":\"0.4.0\",\"license\":\"BSD-2-Clause\",\"main\":\"dist/index.js\",\"module\":\"dist/index.module.js\",\"types\":\"dist/index.d.ts\",\"source\":\"src/index.ts\",\"repository\":{\"type\":\"git\",\"url\":\"git+https://github.com/pipecat-ai/pipecat-client-web-transports.git\"},\"files\":[\"dist\",\"package.json\",\"README.md\"],\"scripts\":{\"build\":\"parcel build --no-cache\",\"dev\":\"parcel watch\",\"lint\":\"eslint . --ext ts --report-unused-disable-directives --max-warnings 0\"},\"devDependencies\":{\"@pipecat-ai/client-js\":\"^0.4.0\",\"eslint\":\"9.11.1\",\"eslint-config-prettier\":\"^9.1.0\",\"eslint-plugin-simple-import-sort\":\"^12.1.1\"},\"peerDependencies\":{\"@pipecat-ai/client-js\":\"~0.4.0\"},\"dependencies\":{\"@daily-co/daily-js\":\"^0.77.0\"},\"description\":\"Pipecat Daily Transport Package\",\"author\":\"Daily.co\",\"bugs\":{\"url\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/issues\"},\"homepage\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/blob/main/transports/daily-webrtc/README.md\"}");
+$58d19ff082af5e5c$exports = JSON.parse("{\"name\":\"@pipecat-ai/daily-transport\",\"version\":\"1.1.0\",\"license\":\"BSD-2-Clause\",\"main\":\"dist/index.js\",\"module\":\"dist/index.module.js\",\"types\":\"dist/index.d.ts\",\"source\":\"src/index.ts\",\"repository\":{\"type\":\"git\",\"url\":\"git+https://github.com/pipecat-ai/pipecat-client-web-transports.git\"},\"files\":[\"dist\",\"package.json\",\"README.md\"],\"scripts\":{\"build\":\"parcel build --no-cache\",\"dev\":\"parcel watch\",\"lint\":\"eslint . --ext ts --report-unused-disable-directives --max-warnings 0\"},\"devDependencies\":{\"@pipecat-ai/client-js\":\"^1.1.0\",\"eslint\":\"9.11.1\",\"eslint-config-prettier\":\"^9.1.0\",\"eslint-plugin-simple-import-sort\":\"^12.1.1\"},\"peerDependencies\":{\"@pipecat-ai/client-js\":\"~1.1.0\"},\"dependencies\":{\"@daily-co/daily-js\":\"^0.77.0\"},\"description\":\"Pipecat Daily Transport Package\",\"author\":\"Daily.co\",\"bugs\":{\"url\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/issues\"},\"homepage\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/blob/main/transports/daily-webrtc/README.md\"}");
 
 
 var $683f111f61e07358$export$ef180de88fd317cc;
@@ -1444,18 +1482,18 @@ class $683f111f61e07358$var$DailyCallWrapper {
                     let errMsg;
                     switch(String(prop)){
                         // Disable methods that modify the lifecycle of the call. These operations
-                        // should be performed via the RTVI client in order to keep state in sync.
+                        // should be performed via the PipecatClient in order to keep state in sync.
                         case "preAuth":
                             errMsg = `Calls to preAuth() are disabled. Please use Transport.preAuth()`;
                             break;
                         case "startCamera":
-                            errMsg = `Calls to startCamera() are disabled. Please use RTVIClient.initDevices()`;
+                            errMsg = `Calls to startCamera() are disabled. Please use PipecatClient.initDevices()`;
                             break;
                         case "join":
-                            errMsg = `Calls to join() are disabled. Please use RTVIClient.connect()`;
+                            errMsg = `Calls to join() are disabled. Please use PipecatClient.connect()`;
                             break;
                         case "leave":
-                            errMsg = `Calls to leave() are disabled. Please use RTVIClient.disconnect()`;
+                            errMsg = `Calls to leave() are disabled. Please use PipecatClient.disconnect()`;
                             break;
                         case "destroy":
                             errMsg = `Calls to destroy() are disabled.`;
@@ -1479,7 +1517,7 @@ class $683f111f61e07358$var$DailyCallWrapper {
     }
 }
 class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
-    constructor({ dailyFactoryOptions: dailyFactoryOptions = {}, bufferLocalAudioUntilBotReady: bufferLocalAudioUntilBotReady = false } = {}){
+    constructor(opts = {}){
         super();
         this._botId = "";
         this._selectedCam = {};
@@ -1488,8 +1526,9 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         this._currentAudioTrack = null;
         this._audioQueue = [];
         this._callbacks = {};
-        this._dailyFactoryOptions = dailyFactoryOptions;
-        this._bufferLocalAudioUntilBotReady = bufferLocalAudioUntilBotReady;
+        const { bufferLocalAudioUntilBotReady: bufferLocalAudioUntilBotReady, ...dailyOpts } = opts;
+        this._dailyFactoryOptions = dailyOpts;
+        this._bufferLocalAudioUntilBotReady = bufferLocalAudioUntilBotReady || false;
         this._daily = (0, $7zbD8$dailycodailyjs).createCallObject({
             ...this._dailyFactoryOptions,
             allowMultipleCallInstances: true
@@ -1523,7 +1562,7 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
             const pcmByteArray = new Uint8Array(data);
             return btoa(String.fromCharCode(...pcmByteArray));
         });
-        const rtviMessage = {
+        const audioMessage = {
             id: "raw-audio-batch",
             label: "rtvi-ai",
             type: "raw-audio-batch",
@@ -1533,7 +1572,7 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
                 numChannels: 1
             }
         };
-        this.sendMessage(rtviMessage);
+        this.sendMessage(audioMessage);
     }
     initialize(options, messageHandler) {
         if (this._bufferLocalAudioUntilBotReady) this.setupRecorder();
@@ -1545,7 +1584,7 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         this._dailyFactoryOptions.startAudioOff = !(options.enableMic ?? true);
         this.attachEventListeners();
         this.state = "disconnected";
-        (0, $7zbD8$logger).debug("[RTVI Transport] Initialized", (0, (/*@__PURE__*/$parcel$interopDefault($58d19ff082af5e5c$exports))).version);
+        (0, $7zbD8$logger).debug("[Daily Transport] Initialized", (0, (/*@__PURE__*/$parcel$interopDefault($58d19ff082af5e5c$exports))).version);
     }
     get dailyCallClient() {
         return this._dailyWrapper.proxy;
@@ -1558,6 +1597,9 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         this._state = state;
         this._callbacks.onTransportStateChanged?.(state);
     }
+    getSessionInfo() {
+        return this._daily.meetingSessionSummary();
+    }
     async getAllCams() {
         const { devices: devices } = await this._daily.enumerateDevices();
         return devices.filter((d)=>d.kind === "videoinput");
@@ -1595,6 +1637,10 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
             outputDeviceId: speakerId
         }).then((infos)=>{
             this._selectedSpeaker = infos.speaker;
+        }).catch((e)=>{
+            this._callbacks.onDeviceError?.(new (0, $7zbD8$DeviceError)([
+                "speaker"
+            ], e.type ?? "unknown", e.message));
         });
     }
     get selectedSpeaker() {
@@ -1638,23 +1684,20 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
     }
     async startRecording() {
         try {
-            (0, $7zbD8$logger).info("[RTVI Transport] Initializing recording");
+            (0, $7zbD8$logger).info("[Daily Transport] Initializing recording");
             await this._mediaStreamRecorder.record((data)=>{
                 this.handleUserAudioStream(data.mono);
             }, $683f111f61e07358$export$b1ca982aa1e488c1.RECORDER_CHUNK_SIZE);
-            this._onMessage({
-                type: $683f111f61e07358$export$ef180de88fd317cc.AUDIO_BUFFERING_STARTED,
-                data: {}
-            });
-            (0, $7zbD8$logger).info("[RTVI Transport] Recording Initialized");
+            this._callbacks.onAudioBufferingStarted?.();
+            (0, $7zbD8$logger).info("[Daily Transport] Recording Initialized");
         } catch (e) {
             const err = e;
             if (!err.message.includes("Already recording")) (0, $7zbD8$logger).error("Error starting recording", e);
         }
     }
-    async preAuth(dailyFactoryOptions) {
-        this._dailyFactoryOptions = dailyFactoryOptions;
-        await this._daily.preAuth(dailyFactoryOptions);
+    async preAuth(dailyCallOptions) {
+        this._dailyFactoryOptions = dailyCallOptions;
+        await this._daily.preAuth(dailyCallOptions);
     }
     async initDevices() {
         if (!this._daily) throw new (0, $7zbD8$RTVIError)("Transport instance not initialized");
@@ -1678,23 +1721,33 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         if (!this._daily.isRemoteParticipantsAudioLevelObserverRunning()) await this._daily.startRemoteParticipantsAudioLevelObserver(100);
         this.state = "initialized";
     }
-    async connect(authBundle, abortController) {
+    _validateConnectionParams(connectParams) {
+        if (connectParams === undefined || connectParams === null) return undefined;
+        if (typeof connectParams !== "object") throw new (0, $7zbD8$RTVIError)("Invalid connection parameters");
+        const tmpParams = connectParams;
+        if (tmpParams.room_url) {
+            tmpParams.url = tmpParams.room_url;
+            delete tmpParams.room_url;
+        }
+        if (!tmpParams.token) // Daily doesn't like token being in the map and undefined or null
+        delete tmpParams.token;
+        return tmpParams;
+    }
+    async _connect(connectParams) {
         if (!this._daily) throw new (0, $7zbD8$RTVIError)("Transport instance not initialized");
-        if (abortController.signal.aborted) return;
+        if (connectParams) this._dailyFactoryOptions = {
+            ...this._dailyFactoryOptions,
+            ...connectParams
+        };
         this.state = "connecting";
-        const opts = this._dailyFactoryOptions;
-        opts.url = authBundle.room_url ?? opts.url;
-        if (authBundle.token != null) opts.token = authBundle.token;
         try {
-            await this._daily.join(opts);
-            const room = await this._daily.room();
-            if (room && "id" in room) this._expiry = room.config?.exp;
+            await this._daily.join(this._dailyFactoryOptions);
         } catch (e) {
             (0, $7zbD8$logger).error("Failed to join room", e);
             this.state = "error";
             throw new (0, $7zbD8$TransportStartError)();
         }
-        if (abortController.signal.aborted) return;
+        if (this._abortController?.signal.aborted) return;
         this.state = "connected";
         this._callbacks.onConnected?.();
     }
@@ -1712,12 +1765,21 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
                 this.stopRecording();
                 resolve();
             };
+            for(const id in this._daily.participants()){
+                const p = this._daily.participants()[id];
+                if (!p.local && p.tracks?.audio?.persistentTrack) {
+                    // If we already have a remote audio track, we can send the ready message immediately
+                    sendReadyMessage();
+                    resolve();
+                    return;
+                }
+            }
             const readyHandler = (ev)=>{
                 if (!ev.participant?.local) {
                     this._daily.off("track-started", readyHandler);
                     // Check if it's an iOS device
                     if (isIOS()) {
-                        (0, $7zbD8$logger).debug("[RTVI Transport] iOS device detected, adding 0.5 second delay before sending ready message");
+                        (0, $7zbD8$logger).debug("[Daily Transport] iOS device detected, adding 0.5 second delay before sending ready message");
                         // Add 500ms delay for iOS devices:
                         // This is a workaround for iOS devices clipping a portion
                         // of the audio after the track becomes playable.
@@ -1733,15 +1795,13 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         if (this._mediaStreamRecorder && this._mediaStreamRecorder.getStatus() !== "ended") {
             // disconnecting, we don't need to record anymore
             this._mediaStreamRecorder.end();
-            this._onMessage({
-                type: $683f111f61e07358$export$ef180de88fd317cc.AUDIO_BUFFERING_STOPPED,
-                data: {}
-            });
+            this._callbacks.onAudioBufferingStopped?.();
         }
     }
     attachEventListeners() {
         this._daily.on("available-devices-updated", this.handleAvailableDevicesUpdated.bind(this));
         this._daily.on("selected-devices-updated", this.handleSelectedDevicesUpdated.bind(this));
+        this._daily.on("camera-error", this.handleDeviceError.bind(this));
         this._daily.on("track-started", this.handleTrackStarted.bind(this));
         this._daily.on("track-stopped", this.handleTrackStopped.bind(this));
         this._daily.on("participant-joined", this.handleParticipantJoined.bind(this));
@@ -1753,7 +1813,7 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
         this._daily.on("error", this.handleFatalError.bind(this));
         this._daily.on("nonfatal-error", this.handleNonFatalError.bind(this));
     }
-    async disconnect() {
+    async _disconnect() {
         this.state = "disconnecting";
         this._daily.stopLocalAudioLevelObserver();
         this._daily.stopRemoteParticipantsAudioLevelObserver();
@@ -1792,24 +1852,74 @@ class $683f111f61e07358$export$b1ca982aa1e488c1 extends (0, $7zbD8$Transport) {
             this._callbacks.onSpeakerUpdated?.(ev.devices.speaker);
         }
     }
+    handleDeviceError(ev) {
+        const generateDeviceError = (error)=>{
+            const devices = [];
+            switch(error.type){
+                case "permissions":
+                    error.blockedMedia.forEach((d)=>{
+                        devices.push(d === "video" ? "cam" : "mic");
+                    });
+                    return new (0, $7zbD8$DeviceError)(devices, error.type, error.msg, {
+                        blockedBy: error.blockedBy
+                    });
+                case "not-found":
+                    error.missingMedia.forEach((d)=>{
+                        devices.push(d === "video" ? "cam" : "mic");
+                    });
+                    return new (0, $7zbD8$DeviceError)(devices, error.type, error.msg);
+                case "constraints":
+                    error.failedMedia.forEach((d)=>{
+                        devices.push(d === "video" ? "cam" : "mic");
+                    });
+                    return new (0, $7zbD8$DeviceError)(devices, error.type, error.msg, {
+                        reason: error.reason
+                    });
+                case "cam-in-use":
+                    devices.push("cam");
+                    return new (0, $7zbD8$DeviceError)(devices, "in-use", error.msg);
+                case "mic-in-use":
+                    devices.push("mic");
+                    return new (0, $7zbD8$DeviceError)(devices, "in-use", error.msg);
+                case "cam-mic-in-use":
+                    devices.push("cam");
+                    devices.push("mic");
+                    return new (0, $7zbD8$DeviceError)(devices, "in-use", error.msg);
+                case "undefined-mediadevices":
+                case "unknown":
+                default:
+                    devices.push("cam");
+                    devices.push("mic");
+                    return new (0, $7zbD8$DeviceError)(devices, error.type, error.msg);
+            }
+        };
+        this._callbacks.onDeviceError?.(generateDeviceError(ev.error));
+    }
     async handleLocalAudioTrack(track) {
         if (this.state == "ready" || !this._bufferLocalAudioUntilBotReady) return;
         const status = this._mediaStreamRecorder.getStatus();
         switch(status){
             case "ended":
-                await this._mediaStreamRecorder.begin(track);
-                await this.startRecording();
+                try {
+                    await this._mediaStreamRecorder.begin(track);
+                    await this.startRecording();
+                } catch (e) {
+                // void. nothing to do.
+                }
                 break;
             case "paused":
                 await this.startRecording();
                 break;
             case "recording":
             default:
-                if (this._currentAudioTrack !== track) {
+                if (this._currentAudioTrack !== track) try {
                     await this._mediaStreamRecorder.end();
                     await this._mediaStreamRecorder.begin(track);
                     await this.startRecording();
-                } else (0, $7zbD8$logger).warn("track-started event received for current track and already recording");
+                } catch (e) {
+                // void. nothing to do.
+                }
+                else (0, $7zbD8$logger).warn("track-started event received for current track and already recording");
                 break;
         }
         this._currentAudioTrack = track;