@pipecat-ai/react-native-daily-transport 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +95 -0
- package/lib/commonjs/index.js +21 -0
- package/lib/commonjs/index.js.map +1 -0
- package/lib/commonjs/transport.js +282 -0
- package/lib/commonjs/transport.js.map +1 -0
- package/lib/commonjs/types/@pipecat-ai/client-js/typeOverrides.d.js +132 -0
- package/lib/commonjs/types/@pipecat-ai/client-js/typeOverrides.d.js.map +1 -0
- package/lib/commonjs/view/VoiceClientVideoView.js +10 -0
- package/lib/commonjs/view/VoiceClientVideoView.js.map +1 -0
- package/lib/module/index.js +6 -0
- package/lib/module/index.js.map +1 -0
- package/lib/module/transport.js +276 -0
- package/lib/module/transport.js.map +1 -0
- package/lib/module/types/@pipecat-ai/client-js/typeOverrides.d.js +115 -0
- package/lib/module/types/@pipecat-ai/client-js/typeOverrides.d.js.map +1 -0
- package/lib/module/view/VoiceClientVideoView.js +6 -0
- package/lib/module/view/VoiceClientVideoView.js.map +1 -0
- package/lib/typescript/commonjs/package.json +1 -0
- package/lib/typescript/commonjs/src/__tests__/index.test.d.ts +1 -0
- package/lib/typescript/commonjs/src/__tests__/index.test.d.ts.map +1 -0
- package/lib/typescript/commonjs/src/index.d.ts +4 -0
- package/lib/typescript/commonjs/src/index.d.ts.map +1 -0
- package/lib/typescript/commonjs/src/transport.d.ts +49 -0
- package/lib/typescript/commonjs/src/transport.d.ts.map +1 -0
- package/lib/typescript/commonjs/src/view/VoiceClientVideoView.d.ts +4 -0
- package/lib/typescript/commonjs/src/view/VoiceClientVideoView.d.ts.map +1 -0
- package/lib/typescript/module/package.json +1 -0
- package/lib/typescript/module/src/__tests__/index.test.d.ts +1 -0
- package/lib/typescript/module/src/__tests__/index.test.d.ts.map +1 -0
- package/lib/typescript/module/src/index.d.ts +4 -0
- package/lib/typescript/module/src/index.d.ts.map +1 -0
- package/lib/typescript/module/src/transport.d.ts +49 -0
- package/lib/typescript/module/src/transport.d.ts.map +1 -0
- package/lib/typescript/module/src/view/VoiceClientVideoView.d.ts +4 -0
- package/lib/typescript/module/src/view/VoiceClientVideoView.d.ts.map +1 -0
- package/package.json +136 -0
package/README.md
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
# Daily Real-Time Voice Inference React Native SDK
|
|
2
|
+
|
|
3
|
+
[RTVI-AI](https://github.com/rtvi-ai/) is an open standard for Real-Time Voice [and Video] Inference.
|
|
4
|
+
|
|
5
|
+
This library exports a VoiceClient that has the [Daily](https://www.daily.co/) transport associated.
|
|
6
|
+
|
|
7
|
+
## Minimum OS/SDK versions
|
|
8
|
+
|
|
9
|
+
This package introduces some constraints on what OS/SDK versions your project can support:
|
|
10
|
+
|
|
11
|
+
- **iOS**: Deployment target >= 13
|
|
12
|
+
- **Android**: `minSdkVersion` >= 24
|
|
13
|
+
|
|
14
|
+
## Installation
|
|
15
|
+
|
|
16
|
+
Install `@pipecat-ai/react-native-daily-transport` along with its peer dependencies:
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
npm i @pipecat-ai/react-native-daily-transport
|
|
20
|
+
npm i @daily-co/react-native-daily-js@^0.70.0
|
|
21
|
+
npm i @daily-co/react-native-webrtc@^118.0.3-daily.2
|
|
22
|
+
npm i @react-native-async-storage/async-storage@^1.23.1
|
|
23
|
+
npm i react-native-background-timer@^2.4.1
|
|
24
|
+
npm i react-native-get-random-values@^1.11.0
|
|
25
|
+
```
|
|
26
|
+
|
|
27
|
+
If you are using Expo, you will also need to add the following dependencies:
|
|
28
|
+
```bash
|
|
29
|
+
npm i @config-plugins/react-native-webrtc@^10.0.0
|
|
30
|
+
npm i @daily-co/config-plugin-rn-daily-js@0.0.7
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
All the details about Expo can be found [here](https://github.com/daily-co/rn-daily-js-expo-config-plugin).
|
|
34
|
+
|
|
35
|
+
A full demo can be found [here](https://github.com/daily-demos/daily-bots-react-native-demo/)
|
|
36
|
+
|
|
37
|
+
## Quick Start
|
|
38
|
+
|
|
39
|
+
Instantiate a `VoiceClient` instance, wire up the bot's audio, and start the conversation:
|
|
40
|
+
|
|
41
|
+
```typescript
|
|
42
|
+
let voiceClient = new RTVIClient({
|
|
43
|
+
transport: new RNDailyTransport(),
|
|
44
|
+
params: {
|
|
45
|
+
baseUrl: url,
|
|
46
|
+
config: [
|
|
47
|
+
{
|
|
48
|
+
service: "tts",
|
|
49
|
+
options: [
|
|
50
|
+
{ name: "voice", value: "79a125e8-cd45-4c13-8a67-188112f4dd22" },
|
|
51
|
+
],
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
service: "llm",
|
|
55
|
+
options: [
|
|
56
|
+
{ name: "model", value: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo" },
|
|
57
|
+
{
|
|
58
|
+
name: "initial_messages",
|
|
59
|
+
value: [
|
|
60
|
+
{
|
|
61
|
+
role: "system",
|
|
62
|
+
content:
|
|
63
|
+
"You are a assistant called ExampleBot. You can ask me anything. Keep responses brief and legible. Your responses will converted to audio. Please do not include any special characters in your response other than '!' or '?'. Start by briefly introducing yourself.",
|
|
64
|
+
},
|
|
65
|
+
],
|
|
66
|
+
},
|
|
67
|
+
{ name: "run_on_config", value: true },
|
|
68
|
+
],
|
|
69
|
+
},
|
|
70
|
+
],
|
|
71
|
+
requestData: {
|
|
72
|
+
services: {
|
|
73
|
+
llm: "together",
|
|
74
|
+
tts: "cartesia",
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
endpoints: {
|
|
78
|
+
connect: "/start",
|
|
79
|
+
action: "/action"
|
|
80
|
+
}
|
|
81
|
+
},
|
|
82
|
+
enableMic: true,
|
|
83
|
+
enableCam: false
|
|
84
|
+
})
|
|
85
|
+
|
|
86
|
+
await voiceClient.start()
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
## References
|
|
90
|
+
- [RTVI-AI overview](https://github.com/rtvi-ai/).
|
|
91
|
+
- [RTVI-AI reference docs](https://rtvi.mintlify.app/api-reference/introduction).
|
|
92
|
+
|
|
93
|
+
## Contributing
|
|
94
|
+
|
|
95
|
+
We are welcoming contributions to this project in form of issues and pull request. For questions about RTVI head over to the [Pipecat discord server](https://discord.gg/pipecat) and check the [#rtvi](https://discord.com/channels/1239284677165056021/1265086477964935218) channel.
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
Object.defineProperty(exports, "RNDailyTransport", {
|
|
7
|
+
enumerable: true,
|
|
8
|
+
get: function () {
|
|
9
|
+
return _transport.RNDailyTransport;
|
|
10
|
+
}
|
|
11
|
+
});
|
|
12
|
+
Object.defineProperty(exports, "VoiceClientVideoView", {
|
|
13
|
+
enumerable: true,
|
|
14
|
+
get: function () {
|
|
15
|
+
return _VoiceClientVideoView.default;
|
|
16
|
+
}
|
|
17
|
+
});
|
|
18
|
+
var _transport = require("./transport.js");
|
|
19
|
+
var _VoiceClientVideoView = _interopRequireDefault(require("./view/VoiceClientVideoView.js"));
|
|
20
|
+
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
21
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_transport","require","_VoiceClientVideoView","_interopRequireDefault","e","__esModule","default"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;;;;;;;;;;;AAAA,IAAAA,UAAA,GAAAC,OAAA;AACA,IAAAC,qBAAA,GAAAC,sBAAA,CAAAF,OAAA;AAA+D,SAAAE,uBAAAC,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}
|
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.RNDailyTransport = void 0;
|
|
7
|
+
var _reactNativeDailyJs = _interopRequireDefault(require("@daily-co/react-native-daily-js"));
|
|
8
|
+
var _clientJs = require("@pipecat-ai/client-js");
|
|
9
|
+
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
10
|
+
class RNDailyTransport extends _clientJs.Transport {
|
|
11
|
+
// Not able to use declare fields here
|
|
12
|
+
// opened issue: https://github.com/facebook/create-react-app/issues/8918
|
|
13
|
+
|
|
14
|
+
_botId = "";
|
|
15
|
+
_selectedCam = {};
|
|
16
|
+
_selectedMic = {};
|
|
17
|
+
_selectedSpeaker = {};
|
|
18
|
+
constructor() {
|
|
19
|
+
super();
|
|
20
|
+
}
|
|
21
|
+
initialize(options, messageHandler) {
|
|
22
|
+
this._callbacks = options.callbacks ?? {};
|
|
23
|
+
this._onMessage = messageHandler;
|
|
24
|
+
const existingInstance = _reactNativeDailyJs.default.getCallInstance();
|
|
25
|
+
if (existingInstance) {
|
|
26
|
+
void existingInstance.destroy();
|
|
27
|
+
}
|
|
28
|
+
this._daily = _reactNativeDailyJs.default.createCallObject({
|
|
29
|
+
startVideoOff: !(options.enableCam == true),
|
|
30
|
+
startAudioOff: options.enableMic == false,
|
|
31
|
+
allowMultipleCallInstances: true,
|
|
32
|
+
dailyConfig: {}
|
|
33
|
+
});
|
|
34
|
+
this.attachEventListeners();
|
|
35
|
+
this.state = "disconnected";
|
|
36
|
+
console.debug("[RTVI Transport] Initialized");
|
|
37
|
+
}
|
|
38
|
+
get state() {
|
|
39
|
+
return this._state;
|
|
40
|
+
}
|
|
41
|
+
set state(state) {
|
|
42
|
+
if (this._state === state) return;
|
|
43
|
+
this._state = state;
|
|
44
|
+
this._callbacks.onTransportStateChanged?.(state);
|
|
45
|
+
}
|
|
46
|
+
async getAllCams() {
|
|
47
|
+
const {
|
|
48
|
+
devices
|
|
49
|
+
} = await this._daily.enumerateDevices();
|
|
50
|
+
return devices.filter(d => d.kind === "videoinput");
|
|
51
|
+
}
|
|
52
|
+
updateCam(camId) {
|
|
53
|
+
this._daily.setCamera(camId).then(async () => {
|
|
54
|
+
let inputDevices = await this._daily.getInputDevices();
|
|
55
|
+
this._selectedCam = inputDevices.camera;
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
get selectedCam() {
|
|
59
|
+
return this._selectedCam;
|
|
60
|
+
}
|
|
61
|
+
async getAllMics() {
|
|
62
|
+
const {
|
|
63
|
+
devices
|
|
64
|
+
} = await this._daily.enumerateDevices();
|
|
65
|
+
return devices.filter(d => d.kind === "audio");
|
|
66
|
+
}
|
|
67
|
+
updateMic(micId) {
|
|
68
|
+
this._daily.setAudioDevice(micId).then(async () => {
|
|
69
|
+
let inputDevices = await this._daily.getInputDevices();
|
|
70
|
+
this._selectedMic = inputDevices.mic;
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
get selectedMic() {
|
|
74
|
+
return this._selectedMic;
|
|
75
|
+
}
|
|
76
|
+
async getAllSpeakers() {
|
|
77
|
+
const {
|
|
78
|
+
devices
|
|
79
|
+
} = await this._daily.enumerateDevices();
|
|
80
|
+
return devices.filter(d => d.kind === "audio");
|
|
81
|
+
}
|
|
82
|
+
updateSpeaker(speakerId) {
|
|
83
|
+
this._daily?.setAudioDevice(speakerId).then(async () => {
|
|
84
|
+
const devicesInUse = await this._daily.getInputDevices();
|
|
85
|
+
this._selectedSpeaker = devicesInUse?.speaker;
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
get selectedSpeaker() {
|
|
89
|
+
return this._selectedSpeaker;
|
|
90
|
+
}
|
|
91
|
+
enableMic(enable) {
|
|
92
|
+
this._daily.setLocalAudio(enable);
|
|
93
|
+
}
|
|
94
|
+
get isMicEnabled() {
|
|
95
|
+
return this._daily.localAudio();
|
|
96
|
+
}
|
|
97
|
+
enableCam(enable) {
|
|
98
|
+
this._daily.setLocalVideo(enable);
|
|
99
|
+
}
|
|
100
|
+
get isCamEnabled() {
|
|
101
|
+
return this._daily.localVideo();
|
|
102
|
+
}
|
|
103
|
+
tracks() {
|
|
104
|
+
const participants = this._daily?.participants();
|
|
105
|
+
const bot = participants?.[this._botId];
|
|
106
|
+
const tracks = {
|
|
107
|
+
local: {
|
|
108
|
+
audio: participants?.local?.tracks?.audio?.persistentTrack,
|
|
109
|
+
video: participants?.local?.tracks?.video?.persistentTrack
|
|
110
|
+
}
|
|
111
|
+
};
|
|
112
|
+
if (bot) {
|
|
113
|
+
tracks.bot = {
|
|
114
|
+
audio: bot?.tracks?.audio?.persistentTrack,
|
|
115
|
+
video: bot?.tracks?.video?.persistentTrack
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
return tracks;
|
|
119
|
+
}
|
|
120
|
+
async initDevices() {
|
|
121
|
+
if (!this._daily) {
|
|
122
|
+
throw new _clientJs.RTVIError("Transport instance not initialized");
|
|
123
|
+
}
|
|
124
|
+
this.state = "initializing";
|
|
125
|
+
await this._daily.startCamera();
|
|
126
|
+
const {
|
|
127
|
+
devices
|
|
128
|
+
} = await this._daily.enumerateDevices();
|
|
129
|
+
const cams = devices.filter(d => d.kind === "videoinput");
|
|
130
|
+
const mics = devices.filter(d => d.kind === "audio");
|
|
131
|
+
this._callbacks.onAvailableCamsUpdated?.(cams);
|
|
132
|
+
this._callbacks.onAvailableMicsUpdated?.(mics);
|
|
133
|
+
let inputDevices = await this._daily.getInputDevices();
|
|
134
|
+
this._selectedCam = inputDevices.camera;
|
|
135
|
+
this._callbacks.onCamUpdated?.(this._selectedCam);
|
|
136
|
+
this._selectedMic = inputDevices.mic;
|
|
137
|
+
this._callbacks.onMicUpdated?.(this._selectedMic);
|
|
138
|
+
|
|
139
|
+
// Instantiate audio observers
|
|
140
|
+
if (!this._daily.isLocalAudioLevelObserverRunning()) await this._daily.startLocalAudioLevelObserver(100);
|
|
141
|
+
if (!this._daily.isRemoteParticipantsAudioLevelObserverRunning()) await this._daily.startRemoteParticipantsAudioLevelObserver(100);
|
|
142
|
+
this.state = "initialized";
|
|
143
|
+
}
|
|
144
|
+
async connect(authBundle, abortController) {
|
|
145
|
+
if (!this._daily) {
|
|
146
|
+
throw new _clientJs.RTVIError("Transport instance not initialized");
|
|
147
|
+
}
|
|
148
|
+
if (abortController.signal.aborted) return;
|
|
149
|
+
this.state = "connecting";
|
|
150
|
+
try {
|
|
151
|
+
await this._daily.join({
|
|
152
|
+
url: authBundle.room_url,
|
|
153
|
+
token: authBundle.token
|
|
154
|
+
});
|
|
155
|
+
const room = await this._daily.room();
|
|
156
|
+
if (room && "id" in room && room.config && room.config.exp) {
|
|
157
|
+
this._expiry = room.config.exp;
|
|
158
|
+
}
|
|
159
|
+
} catch (e) {
|
|
160
|
+
this.state = "error";
|
|
161
|
+
throw new _clientJs.TransportStartError();
|
|
162
|
+
}
|
|
163
|
+
if (abortController.signal.aborted) return;
|
|
164
|
+
this.state = "connected";
|
|
165
|
+
this._callbacks.onConnected?.();
|
|
166
|
+
}
|
|
167
|
+
async sendReadyMessage() {
|
|
168
|
+
return new Promise(resolve => {
|
|
169
|
+
(async () => {
|
|
170
|
+
this._daily.on("track-started", ev => {
|
|
171
|
+
if (!ev.participant?.local) {
|
|
172
|
+
this.state = "ready";
|
|
173
|
+
this.sendMessage(_clientJs.RTVIMessage.clientReady());
|
|
174
|
+
resolve();
|
|
175
|
+
}
|
|
176
|
+
});
|
|
177
|
+
})();
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
attachEventListeners() {
|
|
181
|
+
this._daily.on("available-devices-updated", this.handleAvailableDevicesUpdated.bind(this));
|
|
182
|
+
this._daily.on(
|
|
183
|
+
// TODO, we need to add DailyEventObjectSelectedDevicesUpdated to types overrides inside react-ntive-daily-js
|
|
184
|
+
// @ts-ignore
|
|
185
|
+
"selected-devices-updated", this.handleSelectedDevicesUpdated.bind(this));
|
|
186
|
+
this._daily.on("track-started", this.handleTrackStarted.bind(this));
|
|
187
|
+
this._daily.on("track-stopped", this.handleTrackStopped.bind(this));
|
|
188
|
+
this._daily.on("participant-joined", this.handleParticipantJoined.bind(this));
|
|
189
|
+
this._daily.on("participant-left", this.handleParticipantLeft.bind(this));
|
|
190
|
+
this._daily.on("local-audio-level", this.handleLocalAudioLevel.bind(this));
|
|
191
|
+
this._daily.on("remote-participants-audio-level", this.handleRemoteAudioLevel.bind(this));
|
|
192
|
+
this._daily.on("app-message", this.handleAppMessage.bind(this));
|
|
193
|
+
this._daily.on("left-meeting", this.handleLeftMeeting.bind(this));
|
|
194
|
+
}
|
|
195
|
+
async disconnect() {
|
|
196
|
+
this._daily.stopLocalAudioLevelObserver();
|
|
197
|
+
this._daily.stopRemoteParticipantsAudioLevelObserver();
|
|
198
|
+
await this._daily.leave();
|
|
199
|
+
await this._daily.destroy();
|
|
200
|
+
}
|
|
201
|
+
sendMessage(message) {
|
|
202
|
+
this._daily.sendAppMessage(message, "*");
|
|
203
|
+
}
|
|
204
|
+
handleAppMessage(ev) {
|
|
205
|
+
// Bubble any messages with rtvi-ai label
|
|
206
|
+
if (ev.data.label === "rtvi-ai") {
|
|
207
|
+
this._onMessage({
|
|
208
|
+
id: ev.data.id,
|
|
209
|
+
type: ev.data.type,
|
|
210
|
+
data: ev.data.data
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
handleAvailableDevicesUpdated(ev) {
|
|
215
|
+
this._callbacks.onAvailableCamsUpdated?.(ev.availableDevices.filter(d => d.kind === "videoinput"));
|
|
216
|
+
this._callbacks.onAvailableMicsUpdated?.(ev.availableDevices.filter(d => d.kind === "audio"));
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
// TODO, we need to add DailyEventObjectSelectedDevicesUpdated to types overrides inside react-ntive-daily-js
|
|
220
|
+
handleSelectedDevicesUpdated(
|
|
221
|
+
// @ts-ignore
|
|
222
|
+
ev) {
|
|
223
|
+
if (this._selectedCam?.deviceId !== ev.devices.camera) {
|
|
224
|
+
this._selectedCam = ev.devices.camera;
|
|
225
|
+
this._callbacks.onCamUpdated?.(ev.devices.camera);
|
|
226
|
+
}
|
|
227
|
+
if (this._selectedMic?.deviceId !== ev.devices.mic) {
|
|
228
|
+
this._selectedMic = ev.devices.mic;
|
|
229
|
+
this._callbacks.onMicUpdated?.(ev.devices.mic);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
handleTrackStarted(ev) {
|
|
233
|
+
this._callbacks.onTrackStarted?.(ev.track, ev.participant ? dailyParticipantToParticipant(ev.participant) : undefined);
|
|
234
|
+
}
|
|
235
|
+
handleTrackStopped(ev) {
|
|
236
|
+
this._callbacks.onTrackStopped?.(ev.track, ev.participant ? dailyParticipantToParticipant(ev.participant) : undefined);
|
|
237
|
+
}
|
|
238
|
+
handleParticipantJoined(ev) {
|
|
239
|
+
const p = dailyParticipantToParticipant(ev.participant);
|
|
240
|
+
this._callbacks.onParticipantJoined?.(p);
|
|
241
|
+
if (p.local) return;
|
|
242
|
+
this._botId = ev.participant.session_id;
|
|
243
|
+
this._callbacks.onBotConnected?.(p);
|
|
244
|
+
}
|
|
245
|
+
handleParticipantLeft(ev) {
|
|
246
|
+
const p = dailyParticipantToParticipant(ev.participant);
|
|
247
|
+
this._callbacks.onParticipantLeft?.(p);
|
|
248
|
+
if (p.local) return;
|
|
249
|
+
this._botId = "";
|
|
250
|
+
this._callbacks.onBotDisconnected?.(p);
|
|
251
|
+
}
|
|
252
|
+
handleLocalAudioLevel(ev) {
|
|
253
|
+
this._callbacks.onLocalAudioLevel?.(ev.audioLevel);
|
|
254
|
+
}
|
|
255
|
+
handleRemoteAudioLevel(ev) {
|
|
256
|
+
const participants = this._daily.participants();
|
|
257
|
+
for (const participantId in ev.participantsAudioLevel) {
|
|
258
|
+
if (ev.participantsAudioLevel.hasOwnProperty(participantId)) {
|
|
259
|
+
const audioLevel = ev.participantsAudioLevel[participantId];
|
|
260
|
+
let participant = participants[participantId];
|
|
261
|
+
if (audioLevel && participant) {
|
|
262
|
+
this._callbacks.onRemoteAudioLevel?.(audioLevel, dailyParticipantToParticipant(participant));
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
handleLeftMeeting() {
|
|
268
|
+
this.state = "disconnected";
|
|
269
|
+
this._botId = "";
|
|
270
|
+
this._callbacks.onDisconnected?.();
|
|
271
|
+
}
|
|
272
|
+
get expiry() {
|
|
273
|
+
return this._expiry;
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
exports.RNDailyTransport = RNDailyTransport;
|
|
277
|
+
const dailyParticipantToParticipant = p => ({
|
|
278
|
+
id: p.user_id,
|
|
279
|
+
local: p.local,
|
|
280
|
+
name: p.user_name
|
|
281
|
+
});
|
|
282
|
+
//# sourceMappingURL=transport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_reactNativeDailyJs","_interopRequireDefault","require","_clientJs","e","__esModule","default","RNDailyTransport","Transport","_botId","_selectedCam","_selectedMic","_selectedSpeaker","constructor","initialize","options","messageHandler","_callbacks","callbacks","_onMessage","existingInstance","Daily","getCallInstance","destroy","_daily","createCallObject","startVideoOff","enableCam","startAudioOff","enableMic","allowMultipleCallInstances","dailyConfig","attachEventListeners","state","console","debug","_state","onTransportStateChanged","getAllCams","devices","enumerateDevices","filter","d","kind","updateCam","camId","setCamera","then","inputDevices","getInputDevices","camera","selectedCam","getAllMics","updateMic","micId","setAudioDevice","mic","selectedMic","getAllSpeakers","updateSpeaker","speakerId","devicesInUse","speaker","selectedSpeaker","enable","setLocalAudio","isMicEnabled","localAudio","setLocalVideo","isCamEnabled","localVideo","tracks","participants","bot","local","audio","persistentTrack","video","initDevices","RTVIError","startCamera","cams","mics","onAvailableCamsUpdated","onAvailableMicsUpdated","onCamUpdated","onMicUpdated","isLocalAudioLevelObserverRunning","startLocalAudioLevelObserver","isRemoteParticipantsAudioLevelObserverRunning","startRemoteParticipantsAudioLevelObserver","connect","authBundle","abortController","signal","aborted","join","url","room_url","token","room","config","exp","_expiry","TransportStartError","onConnected","sendReadyMessage","Promise","resolve","on","ev","participant","sendMessage","RTVIMessage","clientReady","handleAvailableDevicesUpdated","bind","handleSelectedDevicesUpdated","handleTrackStarted","handleTrackStopped","handleParticipantJoined","handleParticipantLeft","handleLocalAudioLevel","handleRemoteAudioLevel","handleAppMessage","handleLeftMeeting","disconnect","stopLocalAudioLevelObserver","stopRemoteParticipantsAudioLevelObserver","leave","message","sendAppMessage","data","label","id","type","availableDevices","deviceId","onTrackStarted","track","dailyParticipantToParticipant","undefined","onTrackStopped","p","onParticipantJoined","session_id","onBotConnected","onParticipantLeft","onBotDisconnected","onLocalAudioLevel","audioLevel","participantId","participantsAudioLevel","hasOwnProperty","onRemoteAudioLevel","onDisconnected","expiry","exports","user_id","name","user_name"],"sourceRoot":"../../src","sources":["transport.ts"],"mappings":";;;;;;AAAA,IAAAA,mBAAA,GAAAC,sBAAA,CAAAC,OAAA;AAYA,IAAAC,SAAA,GAAAD,OAAA;AAS+B,SAAAD,uBAAAG,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAQxB,MAAMG,gBAAgB,SAASC,mBAAS,CAAC;EAC9C;EACA;;EAEQC,MAAM,GAAW,EAAE;EACnBC,YAAY,GAA4C,CAAC,CAAC;EAC1DC,YAAY,GAA4C,CAAC,CAAC;EAC1DC,gBAAgB,GAA4C,CAAC,CAAC;EAEtEC,WAAWA,CAAA,EAAG;IACZ,KAAK,CAAC,CAAC;EACT;EAEOC,UAAUA,CACfC,OAA0B,EAC1BC,cAAyC,EACnC;IACN,IAAI,CAACC,UAAU,GAAGF,OAAO,CAACG,SAAS,IAAI,CAAC,CAAC;IACzC,IAAI,CAACC,UAAU,GAAGH,cAAc;IAEhC,MAAMI,gBAAgB,GAAGC,2BAAK,CAACC,eAAe,CAAC,CAAC;IAChD,IAAIF,gBAAgB,EAAE;MACpB,KAAKA,gBAAgB,CAACG,OAAO,CAAC,CAAC;IACjC;IAEA,IAAI,CAACC,MAAM,GAAGH,2BAAK,CAACI,gBAAgB,CAAC;MACnCC,aAAa,EAAE,EAAEX,OAAO,CAACY,SAAS,IAAI,IAAI,CAAC;MAC3CC,aAAa,EAAEb,OAAO,CAACc,SAAS,IAAI,KAAK;MACzCC,0BAA0B,EAAE,IAAI;MAChCC,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC;IAEF,IAAI,CAACC,oBAAoB,CAAC,CAAC;IAE3B,IAAI,CAACC,KAAK,GAAG,cAAc;IAE3BC,OAAO,CAACC,KAAK,CAAC,8BAA8B,CAAC;EAC/C;EAEA,IAAIF,KAAKA,CAAA,EAAmB;IAC1B,OAAO,IAAI,CAACG,MAAM;EACpB;EAEA,IAAYH,KAAKA,CAACA,KAAqB,EAAE;IACvC,IAAI,IAAI,CAACG,MAAM,KAAKH,KAAK,EAAE;IAE3B,IAAI,CAACG,MAAM,GAAGH,KAAK;IACnB,IAAI,CAAChB,UAAU,CAACoB,uBAAuB,GAAGJ,KAAK,CAAC;EAClD;EAEA,MAAMK,UAAUA,CAAA,EAAG;IACjB,MAAM;MAAEC;IAAQ,CAAC,GAAG,MAAM,IAAI,CAACf,MAAM,CAAEgB,gBAAgB,CAAC,CAAC;IACzD,OAAOD,OAAO,CAACE,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,YAAY,CAAC;EACvD;EAEAC,SAASA,CAACC,KAAa,EAAE;IACvB,IAAI,CAACrB,MAAM,CACRsB,SAAS,CAACD,KAAK,CAAC,CAChBE,IAAI,CAAC,YAAY;MAChB,IAAIC,YAAY,GAAG,MAAM,IAAI,CAACxB,MAAM,CAAEyB,eAAe,CAAC,CAAC;MACvD,IAAI,CAACvC,YAAY,GAAGsC,YAAY,CAACE,MAAyB;IAC5D,CAAC,CAAC;EACN;EAEA,IAAIC,WAAWA,CAAA,EAAG;IAChB,OAAO,IAAI,CAACzC,YAAY;EAC1B;EAEA,MAAM0C,UAAUA,CAAA,EAAG;IACjB,MAAM;MAAEb;IAAQ,CAAC,GAAG,MAAM,IAAI,CAACf,MAAM,CAAEgB,gBAAgB,CAAC,CAAC;IACzD,OAAOD,OAAO,CAACE,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,OAAO,CAAC;EAClD;EAEAU,SAASA,CAACC,KAAa,EAAE;IACvB,IAAI,CAAC9B,MAAM,CACR+B,cAAc,CAACD,KAAK,CAAC,CACrBP,IAAI,CAAC,YAAY;MAChB,IAAIC,YAAY,GAAG,MAAM,IAAI,CAACxB,MAAM,CAAEyB,eAAe,CAAC,CAAC;MACvD,IAAI,CAACtC,YAAY,GAAGqC,YAAY,CAACQ,GAAsB;IACzD,CAAC,CAAC;EACN;EAEA,IAAIC,WAAWA,CAAA,EAAG;IAChB,OAAO,IAAI,CAAC9C,YAAY;EAC1B;EAEA,MAAM+C,cAAcA,CAAA,EAAG;IACrB,MAAM;MAAEnB;IAAQ,CAAC,GAAG,MAAM,IAAI,CAACf,MAAM,CAAEgB,gBAAgB,CAAC,CAAC;IACzD,OAAOD,OAAO,CAACE,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,OAAO,CAAC;EAClD;EAEAgB,aAAaA,CAACC,SAAiB,EAAE;IAC/B,IAAI,CAACpC,MAAM,EACP+B,cAAc,CAACK,SAAS,CAAC,CAC1Bb,IAAI,CAAC,YAAY;MAChB,MAAMc,YAAY,GAAG,MAAM,IAAI,CAACrC,MAAM,CAAEyB,eAAe,CAAC,CAAC;MACzD,IAAI,CAACrC,gBAAgB,GAAGiD,YAAY,EAAEC,OAAO;IAC/C,CAAC,CAAC;EACN;EAEA,IAAIC,eAAeA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACnD,gBAAgB;EAC9B;EAEAiB,SAASA,CAACmC,MAAe,EAAE;IACzB,IAAI,CAACxC,MAAM,CAAEyC,aAAa,CAACD,MAAM,CAAC;EACpC;EAEA,IAAIE,YAAYA,CAAA,EAAG;IACjB,OAAO,IAAI,CAAC1C,MAAM,CAAE2C,UAAU,CAAC,CAAC;EAClC;EAEAxC,SAASA,CAACqC,MAAe,EAAE;IACzB,IAAI,CAACxC,MAAM,CAAE4C,aAAa,CAACJ,MAAM,CAAC;EACpC;EAEA,IAAIK,YAAYA,CAAA,EAAG;IACjB,OAAO,IAAI,CAAC7C,MAAM,CAAE8C,UAAU,CAAC,CAAC;EAClC;EAEAC,MAAMA,CAAA,EAAG;IACP,MAAMC,YAAY,GAAG,IAAI,CAAChD,MAAM,EAAEgD,YAAY,CAAC,CAAC;IAChD,MAAMC,GAAG,GAAGD,YAAY,GAAG,IAAI,CAAC/D,MAAM,CAAC;IAEvC,MAAM8D,MAAc,GAAG;MACrBG,KAAK,EAAE;QACLC,KAAK,EAAEH,YAAY,EAAEE,KAAK,EAAEH,MAAM,EAAEI,KAAK,EAAEC,eAAe;QAC1DC,KAAK,EAAEL,YAAY,EAAEE,KAAK,EAAEH,MAAM,EAAEM,KAAK,EAAED;MAC7C;IACF,CAAC;IAED,IAAIH,GAAG,EAAE;MACPF,MAAM,CAACE,GAAG,GAAG;QACXE,KAAK,EAAEF,GAAG,EAAEF,MAAM,EAAEI,KAAK,EAAEC,eAAe;QAC1CC,KAAK,EAAEJ,GAAG,EAAEF,MAAM,EAAEM,KAAK,EAAED;MAC7B,CAAC;IACH;IAEA,OAAOL,MAAM;EACf;EAEA,MAAMO,WAAWA,CAAA,EAAG;IAClB,IAAI,CAAC,IAAI,CAACtD,MAAM,EAAE;MAChB,MAAM,IAAIuD,mBAAS,CAAC,oCAAoC,CAAC;IAC3D;IAEA,IAAI,CAAC9C,KAAK,GAAG,cAAc;IAC3B,MAAM,IAAI,CAACT,MAAM,CAACwD,WAAW,CAAC,CAAC;IAC/B,MAAM;MAAEzC;IAAQ,CAAC,GAAG,MAAM,IAAI,CAACf,MAAM,CAACgB,gBAAgB,CAAC,CAAC;IACxD,MAAMyC,IAAI,GAAG1C,OAAO,CAACE,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,YAAY,CAAC;IAC3D,MAAMuC,IAAI,GAAG3C,OAAO,CAACE,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,OAAO,CAAC;IAEtD,IAAI,CAAC1B,UAAU,CAACkE,sBAAsB,GAAGF,IAAI,CAAC;IAC9C,IAAI,CAAChE,UAAU,CAACmE,sBAAsB,GAAGF,IAAI,CAAC;IAE9C,IAAIlC,YAAY,GAAG,MAAM,IAAI,CAACxB,MAAM,CAACyB,eAAe,CAAC,CAAC;IACtD,IAAI,CAACvC,YAAY,GAAGsC,YAAY,CAACE,MAAM;IACvC,IAAI,CAACjC,UAAU,CAACoE,YAAY,GAAG,IAAI,CAAC3E,YAA+B,CAAC;IACpE,IAAI,CAACC,YAAY,GAAGqC,YAAY,CAACQ,GAAG;IACpC,IAAI,CAACvC,UAAU,CAACqE,YAAY,GAAG,IAAI,CAAC3E,YAA+B,CAAC;;IAEpE;IACA,IAAI,CAAC,IAAI,CAACa,MAAM,CAAC+D,gCAAgC,CAAC,CAAC,EACjD,MAAM,IAAI,CAAC/D,MAAM,CAACgE,4BAA4B,CAAC,GAAG,CAAC;IACrD,IAAI,CAAC,IAAI,CAAChE,MAAM,CAACiE,6CAA6C,CAAC,CAAC,EAC9D,MAAM,IAAI,CAACjE,MAAM,CAACkE,yCAAyC,CAAC,GAAG,CAAC;IAElE,IAAI,CAACzD,KAAK,GAAG,aAAa;EAC5B;EAEA,MAAM0D,OAAOA,CACXC,UAAoC,EACpCC,eAAgC,EAChC;IACA,IAAI,CAAC,IAAI,CAACrE,MAAM,EAAE;MAChB,MAAM,IAAIuD,mBAAS,CAAC,oCAAoC,CAAC;IAC3D;IAEA,IAAIc,eAAe,CAACC,MAAM,CAACC,OAAO,EAAE;IAEpC,IAAI,CAAC9D,KAAK,GAAG,YAAY;IAEzB,IAAI;MACF,MAAM,IAAI,CAACT,MAAM,CAACwE,IAAI,CAAC;QACrBC,GAAG,EAAEL,UAAU,CAACM,QAAQ;QACxBC,KAAK,EAAEP,UAAU,CAACO;MACpB,CAAC,CAAC;MAEF,MAAMC,IAAI,GAAG,MAAM,IAAI,CAAC5E,MAAM,CAAC4E,IAAI,CAAC,CAAC;MACrC,IAAIA,IAAI,IAAI,IAAI,IAAIA,IAAI,IAAIA,IAAI,CAACC,MAAM,IAAID,IAAI,CAACC,MAAM,CAACC,GAAG,EAAE;QAC1D,IAAI,CAACC,OAAO,GAAGH,IAAI,CAACC,MAAM,CAACC,GAAG;MAChC;IACF,CAAC,CAAC,OAAOlG,CAAC,EAAE;MACV,IAAI,CAAC6B,KAAK,GAAG,OAAO;MACpB,MAAM,IAAIuE,6BAAmB,CAAC,CAAC;IACjC;IAEA,IAAIX,eAAe,CAACC,MAAM,CAACC,OAAO,EAAE;IAEpC,IAAI,CAAC9D,KAAK,GAAG,WAAW;IAExB,IAAI,CAAChB,UAAU,CAACwF,WAAW,GAAG,CAAC;EACjC;EAEA,MAAMC,gBAAgBA,CAAA,EAAkB;IACtC,OAAO,IAAIC,OAAO,CAAQC,OAAO,IAAK;MACpC,CAAC,YAAY;QACX,IAAI,CAACpF,MAAM,CAAEqF,EAAE,CAAC,eAAe,EAAGC,EAAE,IAAK;UACvC,IAAI,CAACA,EAAE,CAACC,WAAW,EAAErC,KAAK,EAAE;YAC1B,IAAI,CAACzC,KAAK,GAAG,OAAO;YACpB,IAAI,CAAC+E,WAAW,CAACC,qBAAW,CAACC,WAAW,CAAC,CAAC,CAAC;YAC3CN,OAAO,CAAC,CAAC;UACX;QACF,CAAC,CAAC;MACJ,CAAC,EAAE,CAAC;IACN,CAAC,CAAC;EACJ;EAEQ5E,oBAAoBA,CAAA,EAAG;IAC7B,IAAI,CAACR,MAAM,CAAEqF,EAAE,CACb,2BAA2B,EAC3B,IAAI,CAACM,6BAA6B,CAACC,IAAI,CAAC,IAAI,CAC9C,CAAC;IAED,IAAI,CAAC5F,MAAM,CAAEqF,EAAE;IACb;IACA;IACA,0BAA0B,EAC1B,IAAI,CAACQ,4BAA4B,CAACD,IAAI,CAAC,IAAI,CAC7C,CAAC;IAED,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,eAAe,EAAE,IAAI,CAACS,kBAAkB,CAACF,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,eAAe,EAAE,IAAI,CAACU,kBAAkB,CAACH,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CACb,oBAAoB,EACpB,IAAI,CAACW,uBAAuB,CAACJ,IAAI,CAAC,IAAI,CACxC,CAAC;IACD,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,kBAAkB,EAAE,IAAI,CAACY,qBAAqB,CAACL,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAACa,qBAAqB,CAACN,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CACb,iCAAiC,EACjC,IAAI,CAACc,sBAAsB,CAACP,IAAI,CAAC,IAAI,CACvC,CAAC;IACD,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,aAAa,EAAE,IAAI,CAACe,gBAAgB,CAACR,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC5F,MAAM,CAAEqF,EAAE,CAAC,cAAc,EAAE,IAAI,CAACgB,iBAAiB,CAACT,IAAI,CAAC,IAAI,CAAC,CAAC;EACpE;EAEA,MAAMU,UAAUA,CAAA,EAAG;IACjB,IAAI,CAACtG,MAAM,CAAEuG,2BAA2B,CAAC,CAAC;IAC1C,IAAI,CAACvG,MAAM,CAAEwG,wCAAwC,CAAC,CAAC;IAEvD,MAAM,IAAI,CAACxG,MAAM,CAAEyG,KAAK,CAAC,CAAC;IAC1B,MAAM,IAAI,CAACzG,MAAM,CAAED,OAAO,CAAC,CAAC;EAC9B;EAEOyF,WAAWA,CAACkB,OAAoB,EAAE;IACvC,IAAI,CAAC1G,MAAM,CAAE2G,cAAc,CAACD,OAAO,EAAE,GAAG,CAAC;EAC3C;EAEQN,gBAAgBA,CAACd,EAA8B,EAAE;IACvD;IACA,IAAIA,EAAE,CAACsB,IAAI,CAACC,KAAK,KAAK,SAAS,EAAE;MAC/B,IAAI,CAAClH,UAAU,CAAC;QACdmH,EAAE,EAAExB,EAAE,CAACsB,IAAI,CAACE,EAAE;QACdC,IAAI,EAAEzB,EAAE,CAACsB,IAAI,CAACG,IAAI;QAClBH,IAAI,EAAEtB,EAAE,CAACsB,IAAI,CAACA;MAChB,CAAgB,CAAC;IACnB;EACF;EAEQjB,6BAA6BA,CACnCL,EAA2C,EAC3C;IACA,IAAI,CAAC7F,UAAU,CAACkE,sBAAsB,GACpC2B,EAAE,CAAC0B,gBAAgB,CAAC/F,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,YAAY,CAC3D,CAAC;IACD,IAAI,CAAC1B,UAAU,CAACmE,sBAAsB,GACpC0B,EAAE,CAAC0B,gBAAgB,CAAC/F,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,KAAK,OAAO,CACtD,CAAC;EACH;;EAEA;EACQ0E,4BAA4BA;EAClC;EACAP,EAA0C,EAC1C;IACA,IAAI,IAAI,CAACpG,YAAY,EAAE+H,QAAQ,KAAK3B,EAAE,CAACvE,OAAO,CAACW,MAAM,EAAE;MACrD,IAAI,CAACxC,YAAY,GAAGoG,EAAE,CAACvE,OAAO,CAACW,MAAM;MACrC,IAAI,CAACjC,UAAU,CAACoE,YAAY,GAAGyB,EAAE,CAACvE,OAAO,CAACW,MAAyB,CAAC;IACtE;IACA,IAAI,IAAI,CAACvC,YAAY,EAAE8H,QAAQ,KAAK3B,EAAE,CAACvE,OAAO,CAACiB,GAAG,EAAE;MAClD,IAAI,CAAC7C,YAAY,GAAGmG,EAAE,CAACvE,OAAO,CAACiB,GAAG;MAClC,IAAI,CAACvC,UAAU,CAACqE,YAAY,GAAGwB,EAAE,CAACvE,OAAO,CAACiB,GAAsB,CAAC;IACnE;EACF;EAEQ8D,kBAAkBA,CAACR,EAAyB,EAAE;IACpD,IAAI,CAAC7F,UAAU,CAACyH,cAAc,GAC5B5B,EAAE,CAAC6B,KAAK,EACR7B,EAAE,CAACC,WAAW,GAAG6B,6BAA6B,CAAC9B,EAAE,CAACC,WAAW,CAAC,GAAG8B,SACnE,CAAC;EACH;EAEQtB,kBAAkBA,CAACT,EAAyB,EAAE;IACpD,IAAI,CAAC7F,UAAU,CAAC6H,cAAc,GAC5BhC,EAAE,CAAC6B,KAAK,EACR7B,EAAE,CAACC,WAAW,GAAG6B,6BAA6B,CAAC9B,EAAE,CAACC,WAAW,CAAC,GAAG8B,SACnE,CAAC;EACH;EAEQrB,uBAAuBA,CAACV,EAA+B,EAAE;IAC/D,MAAMiC,CAAC,GAAGH,6BAA6B,CAAC9B,EAAE,CAACC,WAAW,CAAC;IAEvD,IAAI,CAAC9F,UAAU,CAAC+H,mBAAmB,GAAGD,CAAC,CAAC;IAExC,IAAIA,CAAC,CAACrE,KAAK,EAAE;IAEb,IAAI,CAACjE,MAAM,GAAGqG,EAAE,CAACC,WAAW,CAACkC,UAAU;IAEvC,IAAI,CAAChI,UAAU,CAACiI,cAAc,GAAGH,CAAC,CAAC;EACrC;EAEQtB,qBAAqBA,CAACX,EAAmC,EAAE;IACjE,MAAMiC,CAAC,GAAGH,6BAA6B,CAAC9B,EAAE,CAACC,WAAW,CAAC;IAEvD,IAAI,CAAC9F,UAAU,CAACkI,iBAAiB,GAAGJ,CAAC,CAAC;IAEtC,IAAIA,CAAC,CAACrE,KAAK,EAAE;IAEb,IAAI,CAACjE,MAAM,GAAG,EAAE;IAEhB,IAAI,CAACQ,UAAU,CAACmI,iBAAiB,GAAGL,CAAC,CAAC;EACxC;EAEQrB,qBAAqBA,CAACZ,EAAmC,EAAE;IACjE,IAAI,CAAC7F,UAAU,CAACoI,iBAAiB,GAAGvC,EAAE,CAACwC,UAAU,CAAC;EACpD;EAEQ3B,sBAAsBA,CAC5Bb,EAAgD,EAChD;IACA,MAAMtC,YAAY,GAAG,IAAI,CAAChD,MAAM,CAAEgD,YAAY,CAAC,CAAC;IAEhD,KAAK,MAAM+E,aAAa,IAAIzC,EAAE,CAAC0C,sBAAsB,EAAE;MACrD,IAAI1C,EAAE,CAAC0C,sBAAsB,CAACC,cAAc,CAACF,aAAa,CAAC,EAAE;QAC3D,MAAMD,UAAU,GAAGxC,EAAE,CAAC0C,sBAAsB,CAACD,aAAa,CAAC;QAC3D,IAAIxC,WAAW,GAAGvC,YAAY,CAAC+E,aAAa,CAAC;QAC7C,IAAGD,UAAU,IAAIvC,WAAW,EAAE;UAC5B,IAAI,CAAC9F,UAAU,CAACyI,kBAAkB,GAChCJ,UAAU,EACVV,6BAA6B,CAAC7B,WAAW,CAC3C,CAAC;QACH;MACF;IACF;EACF;EAEQc,iBAAiBA,CAAA,EAAG;IAC1B,IAAI,CAAC5F,KAAK,GAAG,cAAc;IAC3B,IAAI,CAACxB,MAAM,GAAG,EAAE;IAChB,IAAI,CAACQ,UAAU,CAAC0I,cAAc,GAAG,CAAC;EACpC;EAEA,IAAIC,MAAMA,CAAA,EAAuB;IAC/B,OAAO,IAAI,CAACrD,OAAO;EACrB;AAEF;AAACsD,OAAA,CAAAtJ,gBAAA,GAAAA,gBAAA;AAED,MAAMqI,6BAA6B,GAAIG,CAAmB,KAAmB;EAC3ET,EAAE,EAAES,CAAC,CAACe,OAAO;EACbpF,KAAK,EAAEqE,CAAC,CAACrE,KAAK;EACdqF,IAAI,EAAEhB,CAAC,CAACiB;AACV,CAAC,CAAC","ignoreList":[]}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.TransportStartError = exports.Transport = exports.StartBotError = exports.RTVI_MESSAGE_LABEL = exports.RTVI_ACTION_TYPE = exports.RTVIMessageType = exports.RTVIMessage = exports.RTVIEvent = exports.RTVIError = exports.RTVIClientHelper = exports.RTVIClient = exports.RTVIActionRequest = exports.MessageDispatcher = exports.LogLevel = exports.LLMMessageType = exports.LLMHelper = exports.ConnectionTimeoutError = exports.ConfigUpdateError = exports.BotNotReadyError = void 0;
|
|
7
|
+
class RTVIError extends Error {}
|
|
8
|
+
exports.RTVIError = RTVIError;
|
|
9
|
+
class ConnectionTimeoutError extends RTVIError {}
|
|
10
|
+
exports.ConnectionTimeoutError = ConnectionTimeoutError;
|
|
11
|
+
class StartBotError extends RTVIError {}
|
|
12
|
+
exports.StartBotError = StartBotError;
|
|
13
|
+
class TransportStartError extends RTVIError {}
|
|
14
|
+
exports.TransportStartError = TransportStartError;
|
|
15
|
+
class BotNotReadyError extends RTVIError {}
|
|
16
|
+
exports.BotNotReadyError = BotNotReadyError;
|
|
17
|
+
class ConfigUpdateError extends RTVIError {
|
|
18
|
+
status = 400;
|
|
19
|
+
}
|
|
20
|
+
exports.ConfigUpdateError = ConfigUpdateError;
|
|
21
|
+
class RTVIClientHelper {}
|
|
22
|
+
exports.RTVIClientHelper = RTVIClientHelper;
|
|
23
|
+
let LLMMessageType = exports.LLMMessageType = /*#__PURE__*/function (LLMMessageType) {
|
|
24
|
+
LLMMessageType["LLM_FUNCTION_CALL"] = "llm-function-call";
|
|
25
|
+
LLMMessageType["LLM_FUNCTION_CALL_START"] = "llm-function-call-start";
|
|
26
|
+
LLMMessageType["LLM_FUNCTION_CALL_RESULT"] = "llm-function-call-result";
|
|
27
|
+
LLMMessageType["LLM_JSON_COMPLETION"] = "llm-json-completion";
|
|
28
|
+
return LLMMessageType;
|
|
29
|
+
}({});
|
|
30
|
+
class LLMHelper extends RTVIClientHelper {}
|
|
31
|
+
exports.LLMHelper = LLMHelper;
|
|
32
|
+
class Transport {}
|
|
33
|
+
exports.Transport = Transport;
|
|
34
|
+
let RTVIEvent = exports.RTVIEvent = /*#__PURE__*/function (RTVIEvent) {
|
|
35
|
+
RTVIEvent["MessageError"] = "messageError";
|
|
36
|
+
RTVIEvent["Error"] = "error";
|
|
37
|
+
RTVIEvent["Connected"] = "connected";
|
|
38
|
+
RTVIEvent["Disconnected"] = "disconnected";
|
|
39
|
+
RTVIEvent["TransportStateChanged"] = "transportStateChanged";
|
|
40
|
+
RTVIEvent["Config"] = "config";
|
|
41
|
+
RTVIEvent["ConfigDescribe"] = "configDescribe";
|
|
42
|
+
RTVIEvent["ActionsAvailable"] = "actionsAvailable";
|
|
43
|
+
RTVIEvent["ParticipantConnected"] = "participantConnected";
|
|
44
|
+
RTVIEvent["ParticipantLeft"] = "participantLeft";
|
|
45
|
+
RTVIEvent["TrackStarted"] = "trackStarted";
|
|
46
|
+
RTVIEvent["TrackStopped"] = "trackStopped";
|
|
47
|
+
RTVIEvent["AvailableCamsUpdated"] = "availableCamsUpdated";
|
|
48
|
+
RTVIEvent["AvailableMicsUpdated"] = "availableMicsUpdated";
|
|
49
|
+
RTVIEvent["AvailableSpeakersUpdated"] = "availableSpeakersUpdated";
|
|
50
|
+
RTVIEvent["CamUpdated"] = "camUpdated";
|
|
51
|
+
RTVIEvent["MicUpdated"] = "micUpdated";
|
|
52
|
+
RTVIEvent["SpeakerUpdated"] = "speakerUpdated";
|
|
53
|
+
RTVIEvent["BotConnected"] = "botConnected";
|
|
54
|
+
RTVIEvent["BotReady"] = "botReady";
|
|
55
|
+
RTVIEvent["BotDisconnected"] = "botDisconnected";
|
|
56
|
+
RTVIEvent["BotStartedSpeaking"] = "botStartedSpeaking";
|
|
57
|
+
RTVIEvent["BotStoppedSpeaking"] = "botStoppedSpeaking";
|
|
58
|
+
RTVIEvent["RemoteAudioLevel"] = "remoteAudioLevel";
|
|
59
|
+
RTVIEvent["UserStartedSpeaking"] = "userStartedSpeaking";
|
|
60
|
+
RTVIEvent["UserStoppedSpeaking"] = "userStoppedSpeaking";
|
|
61
|
+
RTVIEvent["LocalAudioLevel"] = "localAudioLevel";
|
|
62
|
+
RTVIEvent["Metrics"] = "metrics";
|
|
63
|
+
RTVIEvent["UserTranscript"] = "userTranscript";
|
|
64
|
+
RTVIEvent["BotTranscript"] = "botTranscript";
|
|
65
|
+
RTVIEvent["BotLlmText"] = "botLlmText";
|
|
66
|
+
RTVIEvent["BotLlmStarted"] = "botLlmStarted";
|
|
67
|
+
RTVIEvent["BotLlmStopped"] = "botLlmStopped";
|
|
68
|
+
RTVIEvent["BotTtsText"] = "botTtsText";
|
|
69
|
+
RTVIEvent["BotTtsStarted"] = "botTtsStarted";
|
|
70
|
+
RTVIEvent["BotTtsStopped"] = "botTtsStopped";
|
|
71
|
+
RTVIEvent["LLMFunctionCall"] = "llmFunctionCall";
|
|
72
|
+
RTVIEvent["LLMFunctionCallStart"] = "llmFunctionCallStart";
|
|
73
|
+
RTVIEvent["LLMJsonCompletion"] = "llmJsonCompletion";
|
|
74
|
+
RTVIEvent["StorageItemStored"] = "storageItemStored";
|
|
75
|
+
return RTVIEvent;
|
|
76
|
+
}({});
|
|
77
|
+
/**
|
|
78
|
+
* Copyright (c) 2024, Daily.
|
|
79
|
+
*
|
|
80
|
+
* SPDX-License-Identifier: BSD-2-Clause
|
|
81
|
+
*/
|
|
82
|
+
let LogLevel = exports.LogLevel = /*#__PURE__*/function (LogLevel) {
|
|
83
|
+
LogLevel[LogLevel["NONE"] = 0] = "NONE";
|
|
84
|
+
LogLevel[LogLevel["ERROR"] = 1] = "ERROR";
|
|
85
|
+
LogLevel[LogLevel["WARN"] = 2] = "WARN";
|
|
86
|
+
LogLevel[LogLevel["INFO"] = 3] = "INFO";
|
|
87
|
+
LogLevel[LogLevel["DEBUG"] = 4] = "DEBUG";
|
|
88
|
+
return LogLevel;
|
|
89
|
+
}({});
|
|
90
|
+
class RTVIClient extends RTVIEventEmitter {}
|
|
91
|
+
exports.RTVIClient = RTVIClient;
|
|
92
|
+
const RTVI_MESSAGE_LABEL = exports.RTVI_MESSAGE_LABEL = "rtvi-ai";
|
|
93
|
+
let RTVIMessageType = exports.RTVIMessageType = /*#__PURE__*/function (RTVIMessageType) {
|
|
94
|
+
RTVIMessageType["CLIENT_READY"] = "client-ready";
|
|
95
|
+
RTVIMessageType["UPDATE_CONFIG"] = "update-config";
|
|
96
|
+
RTVIMessageType["GET_CONFIG"] = "get-config";
|
|
97
|
+
RTVIMessageType["DESCRIBE_CONFIG"] = "describe-config";
|
|
98
|
+
RTVIMessageType["DESCRIBE_ACTIONS"] = "describe-actions";
|
|
99
|
+
RTVIMessageType["DISCONNECT_BOT"] = "disconnect-bot";
|
|
100
|
+
RTVIMessageType["BOT_READY"] = "bot-ready";
|
|
101
|
+
RTVIMessageType["ERROR"] = "error";
|
|
102
|
+
RTVIMessageType["ERROR_RESPONSE"] = "error-response";
|
|
103
|
+
RTVIMessageType["CONFIG"] = "config";
|
|
104
|
+
RTVIMessageType["CONFIG_AVAILABLE"] = "config-available";
|
|
105
|
+
RTVIMessageType["CONFIG_ERROR"] = "config-error";
|
|
106
|
+
RTVIMessageType["ACTIONS_AVAILABLE"] = "actions-available";
|
|
107
|
+
RTVIMessageType["ACTION_RESPONSE"] = "action-response";
|
|
108
|
+
RTVIMessageType["METRICS"] = "metrics";
|
|
109
|
+
RTVIMessageType["USER_TRANSCRIPTION"] = "user-transcription";
|
|
110
|
+
RTVIMessageType["BOT_TRANSCRIPTION"] = "bot-transcription";
|
|
111
|
+
RTVIMessageType["USER_STARTED_SPEAKING"] = "user-started-speaking";
|
|
112
|
+
RTVIMessageType["USER_STOPPED_SPEAKING"] = "user-stopped-speaking";
|
|
113
|
+
RTVIMessageType["BOT_STARTED_SPEAKING"] = "bot-started-speaking";
|
|
114
|
+
RTVIMessageType["BOT_STOPPED_SPEAKING"] = "bot-stopped-speaking";
|
|
115
|
+
RTVIMessageType["USER_LLM_TEXT"] = "user-llm-text";
|
|
116
|
+
RTVIMessageType["BOT_LLM_TEXT"] = "bot-llm-text";
|
|
117
|
+
RTVIMessageType["BOT_LLM_STARTED"] = "bot-llm-started";
|
|
118
|
+
RTVIMessageType["BOT_LLM_STOPPED"] = "bot-llm-stopped";
|
|
119
|
+
RTVIMessageType["BOT_TTS_TEXT"] = "bot-tts-text";
|
|
120
|
+
RTVIMessageType["BOT_TTS_STARTED"] = "bot-tts-started";
|
|
121
|
+
RTVIMessageType["BOT_TTS_STOPPED"] = "bot-tts-stopped";
|
|
122
|
+
RTVIMessageType["STORAGE_ITEM_STORED"] = "storage-item-stored";
|
|
123
|
+
return RTVIMessageType;
|
|
124
|
+
}({});
|
|
125
|
+
class RTVIMessage {}
|
|
126
|
+
exports.RTVIMessage = RTVIMessage;
|
|
127
|
+
const RTVI_ACTION_TYPE = exports.RTVI_ACTION_TYPE = "action";
|
|
128
|
+
class RTVIActionRequest extends RTVIMessage {}
|
|
129
|
+
exports.RTVIActionRequest = RTVIActionRequest;
|
|
130
|
+
class MessageDispatcher {}
|
|
131
|
+
exports.MessageDispatcher = MessageDispatcher;
|
|
132
|
+
//# sourceMappingURL=typeOverrides.d.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["RTVIError","Error","exports","ConnectionTimeoutError","StartBotError","TransportStartError","BotNotReadyError","ConfigUpdateError","status","RTVIClientHelper","LLMMessageType","LLMHelper","Transport","RTVIEvent","LogLevel","RTVIClient","RTVIEventEmitter","RTVI_MESSAGE_LABEL","RTVIMessageType","RTVIMessage","RTVI_ACTION_TYPE","RTVIActionRequest","MessageDispatcher"],"sourceRoot":"../../../../../src","sources":["types/@pipecat-ai/client-js/typeOverrides.d.ts"],"mappings":";;;;;;AAIO,MAAMA,SAAS,SAASC,KAAK,CAAC;AAGpCC,OAAA,CAAAF,SAAA,GAAAA,SAAA;AACM,MAAMG,sBAAsB,SAASH,SAAS,CAAC;AAErDE,OAAA,CAAAC,sBAAA,GAAAA,sBAAA;AACM,MAAMC,aAAa,SAASJ,SAAS,CAAC;AAG5CE,OAAA,CAAAE,aAAA,GAAAA,aAAA;AACM,MAAMC,mBAAmB,SAASL,SAAS,CAAC;AAElDE,OAAA,CAAAG,mBAAA,GAAAA,mBAAA;AACM,MAAMC,gBAAgB,SAASN,SAAS,CAAC;AAE/CE,OAAA,CAAAI,gBAAA,GAAAA,gBAAA;AACM,MAAMC,iBAAiB,SAASP,SAAS,CAAC;EACtCQ,MAAM,GAAG,GAAG;AAEvB;AAACN,OAAA,CAAAK,iBAAA,GAAAA,iBAAA;AASM,MAAeE,gBAAgB,CAAC;AAStCP,OAAA,CAAAO,gBAAA,GAAAA,gBAAA;AAAA,IAoBWC,cAAc,GAAAR,OAAA,CAAAQ,cAAA,0BAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;AAenB,MAAMC,SAAS,SAASF,gBAAgB,CAAC;AAyC/CP,OAAA,CAAAS,SAAA,GAAAA,SAAA;AAiBM,MAAeC,SAAS,CAAC;AA8B/BV,OAAA,CAAAU,SAAA,GAAAA,SAAA;AAAA,IACWC,SAAS,GAAAX,OAAA,CAAAW,SAAA,0BAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAATA,SAAS;EAAA,OAATA,SAAS;AAAA;AAsFrB;AACA;AACA;AACA;AACA;AAJA,IAKYC,QAAQ,GAAAZ,OAAA,CAAAY,QAAA,0BAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA;AAsJb,MAAMC,UAAU,SAASC,gBAAgB,CAAC;AA4HhDd,OAAA,CAAAa,UAAA,GAAAA,UAAA;AACM,MAAME,kBAAkB,GAAAf,OAAA,CAAAe,kBAAA,GAAG,SAAS;AAAC,IAChCC,eAAe,GAAAhB,OAAA,CAAAgB,eAAA,0BAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAfA,eAAe;EAAA,OAAfA,eAAe;AAAA;AAuEpB,MAAMC,WAAW,CAAC;AAYxBjB,OAAA,CAAAiB,WAAA,GAAAA,WAAA;AACM,MAAMC,gBAAgB,GAAAlB,OAAA,CAAAkB,gBAAA,GAAG,QAAQ;AASjC,MAAMC,iBAAiB,SAASF,WAAW,CAAC;AAElDjB,OAAA,CAAAmB,iBAAA,GAAAA,iBAAA;AASM,MAAMC,iBAAiB,CAAC;AAM9BpB,OAAA,CAAAoB,iBAAA,GAAAA,iBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.default = void 0;
|
|
7
|
+
var _reactNativeDailyJs = require("@daily-co/react-native-daily-js");
|
|
8
|
+
const VoiceClientVideoView = _reactNativeDailyJs.DailyMediaView;
|
|
9
|
+
var _default = exports.default = VoiceClientVideoView;
|
|
10
|
+
//# sourceMappingURL=VoiceClientVideoView.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_reactNativeDailyJs","require","VoiceClientVideoView","DailyMediaView","_default","exports","default"],"sourceRoot":"../../../src","sources":["view/VoiceClientVideoView.tsx"],"mappings":";;;;;;AAAA,IAAAA,mBAAA,GAAAC,OAAA;AACA,MAAMC,oBAAoB,GAAGC,kCAAc;AAAA,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAC5BJ,oBAAoB","ignoreList":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["RNDailyTransport","VoiceClientVideoView"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA,SAASA,gBAAgB,QAAQ,gBAAa;AAC9C,OAAOC,oBAAoB,MAAM,gCAA6B;AAE9D,SAASA,oBAAoB,EAAED,gBAAgB","ignoreList":[]}
|