@pipecat-ai/daily-transport 1.6.9 → 1.7.0

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import { DailyCall, DailyCallOptions, DailyFactoryOptions, DailyMeetingSessionSummary, DailyMediaDeviceInfo } from "@daily-co/daily-js";
-import { PipecatClientOptions, RTVIEventCallbacks, RTVIMessage, Tracks, Transport, TransportState } from "@pipecat-ai/client-js";
+import { MediaSupport, PipecatClientOptions, RTVIEventCallbacks, RTVIMessage, Tracks, Transport, TransportState } from "@pipecat-ai/client-js";
 export interface DailyConnectionEndpoint {
     endpoint: string;
     headers?: Headers;
@@ -42,6 +42,8 @@ export class DailyTransport extends Transport {
     get isCamEnabled(): boolean;
     enableScreenShare(enable: boolean): void;
     get isSharingScreen(): boolean;
+    /** Carries every kind of media; screen share where the browser can. */
+    get mediaSupport(): MediaSupport;
     tracks(): Tracks;
     preAuth(dailyCallOptions: DailyCallOptions): Promise<void>;
     initDevices(): Promise<void>;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"mappings":";;AAwCA;IACE,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,iDAAkD,SAAQ,mBAAmB;IAC3E,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED;IACE,uBAAuB,4BAA4B;IACnD,uBAAuB,4BAA4B;CACpD;AAED,kCAAkC,kBAAkB,GAClD,OAAO,CAAC;IACN,uBAAuB,EAAE,MAAM,IAAI,CAAC;IACpC,uBAAuB,EAAE,MAAM,IAAI,CAAC;CACrC,CAAC,CAAC;AAoDL,2BAA4B,SAAQ,SAAS;IAE3C,UAAkB,UAAU,EAAE,mBAAmB,CAAC;gBAgCtC,IAAI,GAAE,gCAAqC;IAkCvD,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IA2B9C,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,IAAI;IAoBxC,UAAU,CACf,OAAO,EAAE,oBAAoB,EAC7B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAgCP,IAAI,eAAe,IAAI,SAAS,CAE/B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,OAAO,KAAK,KAAK,QAKhB;IAED,cAAc;IAIR,UAAU;IAKhB,SAAS,CAAC,KAAK,EAAE,MAAM;IAUvB,IAAI,WAAW,4CAEd;IAEK,UAAU;IAKhB,SAAS,CAAC,KAAK,EAAE,MAAM;IAUvB,IAAI,WAAW,4CAEd;IAEK,cAAc;IAKpB,aAAa,CAAC,SAAS,EAAE,MAAM;IAa/B,IAAI,eAAe,4CAElB;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAazB,IAAI,YAAY,YAEf;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAQzB,IAAI,YAAY,YAEf;IAEM,iBAAiB,CAAC,MAAM,EAAE,OAAO;IAQxC,IAAW,eAAe,IAAI,OAAO,CAEpC;IAED,MAAM;IAuCA,OAAO,CAAC,gBAAgB,EAAE,gBAAgB;IAK1C,WAAW;IAgCjB,yBAAyB,CACvB,aAAa,CAAC,EAAE,OAAO,GACtB,gBAAgB,GAAG,SAAS;IA+BzB,QAAQ,CAAC,aAAa,CAAC,EAAE,gBAAgB;IAiCzC,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiGjC,WAAW;IAYV,WAAW,CAAC,OAAO,EAAE,WAAW;CAmRxC","sources":["transports/daily/src/src/transport.ts","transports/daily/src/src/index.ts","transports/daily/src/index.ts"],"sourcesContent":[null,null,"export * from \"./transport\";\n"],"names":[],"version":3,"file":"index.d.ts.map"}
+{"mappings":";;AA4CA;IACE,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,iDAAkD,SAAQ,mBAAmB;IAC3E,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED;IACE,uBAAuB,4BAA4B;IACnD,uBAAuB,4BAA4B;CACpD;AAED,kCAAkC,kBAAkB,GAClD,OAAO,CAAC;IACN,uBAAuB,EAAE,MAAM,IAAI,CAAC;IACpC,uBAAuB,EAAE,MAAM,IAAI,CAAC;CACrC,CAAC,CAAC;AAoDL,2BAA4B,SAAQ,SAAS;IAE3C,UAAkB,UAAU,EAAE,mBAAmB,CAAC;gBAgCtC,IAAI,GAAE,gCAAqC;IAkCvD,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IA2B9C,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,IAAI;IAoBxC,UAAU,CACf,OAAO,EAAE,oBAAoB,EAC7B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAgCP,IAAI,eAAe,IAAI,SAAS,CAE/B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,OAAO,KAAK,KAAK,QAKhB;IAED,cAAc;IAIR,UAAU;IAKhB,SAAS,CAAC,KAAK,EAAE,MAAM;IAUvB,IAAI,WAAW,4CAEd;IAEK,UAAU;IAKhB,SAAS,CAAC,KAAK,EAAE,MAAM;IAUvB,IAAI,WAAW,4CAEd;IAEK,cAAc;IAKpB,aAAa,CAAC,SAAS,EAAE,MAAM;IAa/B,IAAI,eAAe,4CAElB;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAazB,IAAI,YAAY,YAEf;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAQzB,IAAI,YAAY,YAEf;IAEM,iBAAiB,CAAC,MAAM,EAAE,OAAO;IAQxC,IAAW,eAAe,IAAI,OAAO,CAEpC;IAED,uEAAuE;IACvE,IAAI,YAAY,IAAI,YAAY,CAQ/B;IAED,MAAM;IAuCA,OAAO,CAAC,gBAAgB,EAAE,gBAAgB;IAK1C,WAAW;IAuCjB,yBAAyB,CACvB,aAAa,CAAC,EAAE,OAAO,GACtB,gBAAgB,GAAG,SAAS;IA+BzB,QAAQ,CAAC,aAAa,CAAC,EAAE,gBAAgB;IAwCzC,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiGjC,WAAW;IAYV,WAAW,CAAC,OAAO,EAAE,WAAW;CAmRxC","sources":["transports/daily/src/src/transport.ts","transports/daily/src/src/index.ts","transports/daily/src/index.ts"],"sourcesContent":[null,null,"export * from \"./transport\";\n"],"names":[],"version":3,"file":"index.d.ts.map"}

package/dist/index.js

@@ -34,6 +34,42 @@ $parcel$export($1c83796b12dd4e49$exports, "DailyTransport", () => $1c83796b12dd4
 
 
 /**
+ * Whether this browser can share a screen. Most mobile browsers, including
+ * iOS Safari, have no `getDisplayMedia`.
+ */ function $15398512372f76d1$export$7f8f33b9b54c8307() {
+    return typeof navigator?.mediaDevices?.getDisplayMedia === "function";
+}
+
+
+/*!
+ * wavtools is adapted from openai-realtime-console
+ * (https://github.com/openai/openai-realtime-console) and modified by Daily.
+ *
+ * @license MIT
+ *
+ * Copyright (c) 2024 OpenAI
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */ /*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ /**
  * Raw wav audio file contents
  * @typedef {Object} WavPackerAudioType
  * @property {Blob} blob
@@ -135,7 +171,13 @@ $parcel$export($1c83796b12dd4e49$exports, "DailyTransport", () => $1c83796b12dd4
 globalThis.WavPacker = $45766326c6faa3c4$export$13afda237b1c9846;
 
 
-/**
+/*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ /*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ /**
  * Constants for help with visualization
  * Helps map frequency ranges from Fast Fourier Transform
  * to human-interpretable ranges, notably music ranges and
@@ -333,7 +375,13 @@ class $3f7a723e434a4b86$export$2c3136da0bf130f9 {
 globalThis.AudioAnalysis = $3f7a723e434a4b86$export$2c3136da0bf130f9;
 
 
-const $ff75ae50979bb4fc$export$50b76700e2b15e9 = `
+/*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ /*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ const $ff75ae50979bb4fc$export$50b76700e2b15e9 = `
 class StreamProcessor extends AudioWorkletProcessor {
   constructor() {
     super();
@@ -570,7 +618,13 @@ class $347522367945ce82$export$9698d62c78b8f366 {
 globalThis.WavStreamPlayer = $347522367945ce82$export$9698d62c78b8f366;
 
 
-const $5a5c5ac16a3be24c$var$AudioProcessorWorklet = `
+/*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ /*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ const $5a5c5ac16a3be24c$var$AudioProcessorWorklet = `
 class AudioProcessor extends AudioWorkletProcessor {
 
   constructor() {
@@ -1232,7 +1286,10 @@ class $35ad6181fc724add$export$439b217ca659a877 {
 globalThis.WavRecorder = $35ad6181fc724add$export$439b217ca659a877;
 
 
-
+/*!
+ * Adapted from openai-realtime-console (https://github.com/openai/openai-realtime-console).
+ * Copyright (c) 2024 OpenAI. Modified by Daily. MIT License; see wavtools/index.js.
+ */ 
 
 
 /**
@@ -1544,6 +1601,17 @@ class $48faeb169c82673e$export$4a0c46dbbe2ddb67 {
     get supportsScreenShare() {
         return this._supportsScreenShare;
     }
+    /**
+     * The kinds of media this media manager can capture, for the transport's
+     * `mediaSupport`. `false` rules a kind out, and a missing key leaves it unknown.
+     * By default only screen share can be ruled out: `screenShare` is `false` when
+     * `supportsScreenShare` is, because this media manager or the browser can't
+     * share the screen. Media managers that know more override this.
+     */ get mediaSupport() {
+        return this._supportsScreenShare ? {} : {
+            screenShare: false
+        };
+    }
 }
 class $48faeb169c82673e$export$45c5b9bfba2f6304 extends $48faeb169c82673e$export$4a0c46dbbe2ddb67 {
     constructor(recorderChunkSize, recorderSampleRate = 24000){
@@ -1558,6 +1626,13 @@ class $48faeb169c82673e$export$45c5b9bfba2f6304 extends $48faeb169c82673e$export
             sampleRate: 24000
         });
     }
+    /** Captures the microphone only. */ get mediaSupport() {
+        return {
+            mic: true,
+            cam: false,
+            screenShare: false
+        };
+    }
     async initialize() {
         try {
             await this._wavRecorder.begin();
@@ -1584,7 +1659,7 @@ class $48faeb169c82673e$export$45c5b9bfba2f6304 extends $48faeb169c82673e$export
         await this._wavStreamPlayer.interrupt();
         this._initialized = false;
     }
-    async userStartedSpeaking() {
+    async interruptBotAudio() {
         return this._wavStreamPlayer.interrupt();
     }
     bufferBotAudio(data, id) {
@@ -1704,6 +1779,7 @@ const $48faeb169c82673e$var$localParticipant = ()=>{
 
 
 
+
 class $00a190ef6aa79f0d$export$c95c65abc5f47125 extends (0, $48faeb169c82673e$export$4a0c46dbbe2ddb67) {
     constructor(enablePlayer = true, enableRecording = true, onTrackStartedCallback, onTrackStoppedCallback, recorderChunkSize, recorderSampleRate = 24000, playerSampleRate = 24000){
         super();
@@ -1719,7 +1795,7 @@ class $00a190ef6aa79f0d$export$c95c65abc5f47125 extends (0, $48faeb169c82673e$ex
         this.onTrackStartedCallback = onTrackStartedCallback;
         this.onTrackStoppedCallback = onTrackStoppedCallback;
         this._recorderChunkSize = recorderChunkSize;
-        this._supportsScreenShare = true;
+        this._supportsScreenShare = (0, $15398512372f76d1$export$7f8f33b9b54c8307)();
         this._daily = (0, ($parcel$interopDefault($1clrS$dailycodailyjs))).getCallInstance() ?? (0, ($parcel$interopDefault($1clrS$dailycodailyjs))).createCallObject();
         if (enableRecording) this._mediaStreamRecorder = new (0, $ab812aec7679ec67$export$2934cf2d25c67a48)({
             sampleRate: recorderSampleRate
@@ -1802,7 +1878,7 @@ class $00a190ef6aa79f0d$export$c95c65abc5f47125 extends (0, $48faeb169c82673e$ex
         this._initialized = false;
         this._connected = false;
     }
-    async userStartedSpeaking() {
+    async interruptBotAudio() {
         return this._wavStreamPlayer?.interrupt();
     }
     bufferBotAudio(data, id) {
@@ -1910,6 +1986,13 @@ class $00a190ef6aa79f0d$export$c95c65abc5f47125 extends (0, $48faeb169c82673e$ex
     get isMicEnabled() {
         return this._micEnabled;
     }
+    /** Captures the microphone, the camera and, where the browser can, the screen. */ get mediaSupport() {
+        return {
+            mic: true,
+            cam: true,
+            screenShare: this._supportsScreenShare
+        };
+    }
     get isSharingScreen() {
         return this._daily.localScreenAudio() || this._daily.localScreenVideo();
     }
@@ -2468,7 +2551,7 @@ class $7f41aaa208a19660$export$4f3d0ffd941ebefb extends (0, $1clrS$events.EventE
 
 
 var $48b67f1ef231aa26$exports = {};
-$48b67f1ef231aa26$exports = JSON.parse("{\"name\":\"@pipecat-ai/daily-transport\",\"version\":\"1.6.9\",\"license\":\"BSD-2-Clause\",\"main\":\"dist/index.js\",\"module\":\"dist/index.module.js\",\"types\":\"dist/index.d.ts\",\"source\":\"src/index.ts\",\"repository\":{\"type\":\"git\",\"url\":\"git+https://github.com/pipecat-ai/pipecat-client-web-transports.git\"},\"exports\":{\".\":{\"types\":\"./dist/index.d.ts\",\"import\":\"./dist/index.module.js\",\"require\":\"./dist/index.js\"}},\"files\":[\"dist\",\"package.json\",\"README.md\"],\"targets\":{\"main\":{\"includeNodeModules\":[\"@pipecat-ai/transport-lib\"]},\"module\":{\"includeNodeModules\":[\"@pipecat-ai/transport-lib\"]}},\"scripts\":{\"build\":\"parcel build --no-cache\",\"dev\":\"parcel watch\",\"lint\":\"eslint . --ext ts --report-unused-disable-directives --max-warnings 0\"},\"devDependencies\":{\"@pipecat-ai/client-js\":\"^1.13.0\",\"@pipecat-ai/transport-lib\":\"^0.1.0\",\"eslint\":\"9.39.1\",\"eslint-config-prettier\":\"^9.1.0\",\"eslint-plugin-simple-import-sort\":\"^12.1.1\"},\"peerDependencies\":{\"@pipecat-ai/client-js\":\"~1.13.0\"},\"dependencies\":{\"@daily-co/daily-js\":\"^0.90.0\"},\"description\":\"Pipecat Daily Transport Package\",\"author\":\"Daily.co\",\"bugs\":{\"url\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/issues\"},\"homepage\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/blob/main/transports/daily-webrtc/README.md\"}");
+$48b67f1ef231aa26$exports = JSON.parse("{\"name\":\"@pipecat-ai/daily-transport\",\"version\":\"1.7.0\",\"license\":\"BSD-2-Clause\",\"main\":\"dist/index.js\",\"module\":\"dist/index.module.js\",\"types\":\"dist/index.d.ts\",\"source\":\"src/index.ts\",\"repository\":{\"type\":\"git\",\"url\":\"git+https://github.com/pipecat-ai/pipecat-client-web-transports.git\"},\"exports\":{\".\":{\"types\":\"./dist/index.d.ts\",\"import\":\"./dist/index.module.js\",\"require\":\"./dist/index.js\"}},\"files\":[\"dist\",\"package.json\",\"README.md\"],\"targets\":{\"main\":{\"includeNodeModules\":[\"@pipecat-ai/transport-lib\"]},\"module\":{\"includeNodeModules\":[\"@pipecat-ai/transport-lib\"]}},\"scripts\":{\"build\":\"parcel build --no-cache\",\"dev\":\"parcel watch\",\"lint\":\"eslint . --ext ts --report-unused-disable-directives --max-warnings 0\"},\"devDependencies\":{\"@pipecat-ai/client-js\":\"^1.14.0\",\"@pipecat-ai/transport-lib\":\"^0.2.0\",\"eslint\":\"9.39.1\",\"eslint-config-prettier\":\"^9.1.0\",\"eslint-plugin-simple-import-sort\":\"^12.1.1\"},\"peerDependencies\":{\"@pipecat-ai/client-js\":\"~1.14.0\"},\"dependencies\":{\"@daily-co/daily-js\":\"^0.94.0\"},\"description\":\"Pipecat Daily Transport Package\",\"author\":\"Daily.co\",\"bugs\":{\"url\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/issues\"},\"homepage\":\"https://github.com/pipecat-ai/pipecat-client-web-transports/blob/main/transports/daily-webrtc/README.md\"}");
 
 
 var $1c83796b12dd4e49$export$ef180de88fd317cc;
@@ -2698,6 +2781,15 @@ class $1c83796b12dd4e49$export$b1ca982aa1e488c1 extends (0, $1clrS$pipecataiclie
     get isSharingScreen() {
         return this._daily.localScreenAudio() || this._daily.localScreenVideo();
     }
+    /** Carries every kind of media; screen share where the browser can. */ get mediaSupport() {
+        return {
+            mic: true,
+            cam: true,
+            screenShare: (0, $15398512372f76d1$export$7f8f33b9b54c8307)(),
+            botAudio: true,
+            botVideo: true
+        };
+    }
     tracks() {
         const participants = this._daily.participants() ?? {};
         const bot = participants?.[this._botId];
@@ -2749,11 +2841,17 @@ class $1c83796b12dd4e49$export$b1ca982aa1e488c1 extends (0, $1clrS$pipecataiclie
         this._callbacks.onCamUpdated?.(infos.camera);
         this._callbacks.onMicUpdated?.(infos.mic);
         this._callbacks.onSpeakerUpdated?.(infos.speaker);
-        // Instantiate audio observers
-        if (!this._daily.isLocalAudioLevelObserverRunning()) await this._daily.startLocalAudioLevelObserver(100);
-        if (!this._daily.isRemoteParticipantsAudioLevelObserverRunning()) await this._daily.startRemoteParticipantsAudioLevelObserver(100);
+        await this.startAudioLevelObservers();
         this.state = "initialized";
     }
+    async startAudioLevelObservers() {
+        try {
+            if (!this._daily.isLocalAudioLevelObserverRunning()) await this._daily.startLocalAudioLevelObserver(100);
+            if (!this._daily.isRemoteParticipantsAudioLevelObserverRunning()) await this._daily.startRemoteParticipantsAudioLevelObserver(100);
+        } catch (e) {
+            (0, $1clrS$pipecataiclientjs.logger).warn("[Daily Transport] Failed to start audio level observers", e);
+        }
+    }
     _validateConnectionParams(connectParams) {
         if (connectParams === undefined || connectParams === null) return undefined;
         if (typeof connectParams !== "object") throw new (0, $1clrS$pipecataiclientjs.RTVIError)("Invalid connection parameters");
@@ -2788,6 +2886,12 @@ class $1c83796b12dd4e49$export$b1ca982aa1e488c1 extends (0, $1clrS$pipecataiclie
             throw new (0, $1clrS$pipecataiclientjs.TransportStartError)();
         }
         if (this._abortController?.signal.aborted) return;
+        // initDevices() is not guaranteed to have run before we get here:
+        // PipecatClient skips it when both mic and cam start disabled, and on a
+        // reconnect once devices are already initialized. _disconnect() stops
+        // the observers, so make sure they are running for this session or
+        // onLocalAudioLevel / onRemoteAudioLevel never fire.
+        await this.startAudioLevelObservers();
         const r = await this._daily.room();
         this._maxMessageSize = r?.domainConfig?.max_app_message_size || 10485760;
         this.state = "connected";