@pipecat-ai/websocket-transport 0.4.1 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +46 -165
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +148 -49
- package/dist/index.js.map +1 -1
- package/dist/index.module.js +147 -50
- package/dist/index.module.js.map +1 -1
- package/package.json +3 -2
package/dist/index.d.ts
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import { RTVIClientOptions, RTVIEventCallbacks, Tracks, RTVIMessage, Transport, TransportState } from "@pipecat-ai/client-js";
|
|
2
2
|
import { DailyEventObjectTrack } from "@daily-co/daily-js";
|
|
3
3
|
import { EventEmitter } from "events";
|
|
4
|
-
import { BinaryWriteOptions, IBinaryWriter, BinaryReadOptions, IBinaryReader, PartialMessage, MessageType } from "@protobuf-ts/runtime";
|
|
5
4
|
declare abstract class MediaManager {
|
|
6
5
|
protected _userAudioCallback: (data: ArrayBuffer) => void;
|
|
7
6
|
protected _options: RTVIClientOptions;
|
|
@@ -54,7 +53,7 @@ export class WavMediaManager extends MediaManager {
|
|
|
54
53
|
tracks(): Tracks;
|
|
55
54
|
}
|
|
56
55
|
export class DailyMediaManager extends MediaManager {
|
|
57
|
-
constructor(enablePlayer?: boolean, enableRecording?: boolean, onTrackStartedCallback?: (event: DailyEventObjectTrack) => void, onTrackStoppedCallback?: (event: DailyEventObjectTrack) => void, recorderChunkSize?: number | undefined, recorderSampleRate?: number);
|
|
56
|
+
constructor(enablePlayer?: boolean, enableRecording?: boolean, onTrackStartedCallback?: (event: DailyEventObjectTrack) => void, onTrackStoppedCallback?: (event: DailyEventObjectTrack) => void, recorderChunkSize?: number | undefined, recorderSampleRate?: number, playerSampleRate?: number);
|
|
58
57
|
initialize(): Promise<void>;
|
|
59
58
|
connect(): Promise<void>;
|
|
60
59
|
disconnect(): Promise<void>;
|
|
@@ -167,173 +166,39 @@ declare class ReconnectingWebSocket extends EventEmitter {
|
|
|
167
166
|
set reconnectInterval(interval: number);
|
|
168
167
|
_handleMessage(event: MessageEvent): Promise<void>;
|
|
169
168
|
}
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
id: bigint;
|
|
178
|
-
/**
|
|
179
|
-
* @generated from protobuf field: string name = 2
|
|
180
|
-
*/
|
|
181
|
-
name: string;
|
|
182
|
-
/**
|
|
183
|
-
* @generated from protobuf field: string text = 3
|
|
184
|
-
*/
|
|
185
|
-
text: string;
|
|
186
|
-
}
|
|
187
|
-
/**
|
|
188
|
-
* @generated from protobuf message pipecat.AudioRawFrame
|
|
189
|
-
*/
|
|
190
|
-
interface AudioRawFrame {
|
|
191
|
-
/**
|
|
192
|
-
* @generated from protobuf field: uint64 id = 1
|
|
193
|
-
*/
|
|
194
|
-
id: bigint;
|
|
195
|
-
/**
|
|
196
|
-
* @generated from protobuf field: string name = 2
|
|
197
|
-
*/
|
|
198
|
-
name: string;
|
|
199
|
-
/**
|
|
200
|
-
* @generated from protobuf field: bytes audio = 3
|
|
201
|
-
*/
|
|
202
|
-
audio: Uint8Array;
|
|
203
|
-
/**
|
|
204
|
-
* @generated from protobuf field: uint32 sample_rate = 4
|
|
205
|
-
*/
|
|
206
|
-
sampleRate: number;
|
|
207
|
-
/**
|
|
208
|
-
* @generated from protobuf field: uint32 num_channels = 5
|
|
209
|
-
*/
|
|
210
|
-
numChannels: number;
|
|
211
|
-
/**
|
|
212
|
-
* @generated from protobuf field: optional uint64 pts = 6
|
|
213
|
-
*/
|
|
214
|
-
pts?: bigint;
|
|
215
|
-
}
|
|
216
|
-
/**
|
|
217
|
-
* @generated from protobuf message pipecat.TranscriptionFrame
|
|
218
|
-
*/
|
|
219
|
-
interface TranscriptionFrame {
|
|
220
|
-
/**
|
|
221
|
-
* @generated from protobuf field: uint64 id = 1
|
|
222
|
-
*/
|
|
223
|
-
id: bigint;
|
|
224
|
-
/**
|
|
225
|
-
* @generated from protobuf field: string name = 2
|
|
226
|
-
*/
|
|
227
|
-
name: string;
|
|
228
|
-
/**
|
|
229
|
-
* @generated from protobuf field: string text = 3
|
|
230
|
-
*/
|
|
231
|
-
text: string;
|
|
232
|
-
/**
|
|
233
|
-
* @generated from protobuf field: string user_id = 4
|
|
234
|
-
*/
|
|
235
|
-
userId: string;
|
|
236
|
-
/**
|
|
237
|
-
* @generated from protobuf field: string timestamp = 5
|
|
238
|
-
*/
|
|
239
|
-
timestamp: string;
|
|
240
|
-
}
|
|
241
|
-
/**
|
|
242
|
-
* @generated from protobuf message pipecat.MessageFrame
|
|
243
|
-
*/
|
|
244
|
-
interface MessageFrame {
|
|
245
|
-
/**
|
|
246
|
-
* @generated from protobuf field: string data = 1
|
|
247
|
-
*/
|
|
248
|
-
data: string;
|
|
249
|
-
}
|
|
250
|
-
/**
|
|
251
|
-
* @generated from protobuf message pipecat.Frame
|
|
252
|
-
*/
|
|
253
|
-
interface Frame {
|
|
254
|
-
/**
|
|
255
|
-
* @generated from protobuf oneof: frame
|
|
256
|
-
*/
|
|
257
|
-
frame: {
|
|
258
|
-
oneofKind: "text";
|
|
259
|
-
/**
|
|
260
|
-
* @generated from protobuf field: pipecat.TextFrame text = 1
|
|
261
|
-
*/
|
|
262
|
-
text: TextFrame;
|
|
263
|
-
} | {
|
|
264
|
-
oneofKind: "audio";
|
|
265
|
-
/**
|
|
266
|
-
* @generated from protobuf field: pipecat.AudioRawFrame audio = 2
|
|
267
|
-
*/
|
|
268
|
-
audio: AudioRawFrame;
|
|
169
|
+
interface WebSocketSerializer {
|
|
170
|
+
serialize(data: any): any;
|
|
171
|
+
serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): any;
|
|
172
|
+
serializeMessage(msg: RTVIMessage): any;
|
|
173
|
+
deserialize(data: any): Promise<{
|
|
174
|
+
type: "audio";
|
|
175
|
+
audio: Int16Array;
|
|
269
176
|
} | {
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
* @generated from protobuf field: pipecat.TranscriptionFrame transcription = 3
|
|
273
|
-
*/
|
|
274
|
-
transcription: TranscriptionFrame;
|
|
177
|
+
type: "message";
|
|
178
|
+
message: RTVIMessage;
|
|
275
179
|
} | {
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
180
|
+
type: "raw";
|
|
181
|
+
message: any;
|
|
182
|
+
}>;
|
|
183
|
+
}
|
|
184
|
+
export class ProtobufFrameSerializer implements WebSocketSerializer {
|
|
185
|
+
serialize(data: any): any;
|
|
186
|
+
serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): Uint8Array;
|
|
187
|
+
serializeMessage(msg: RTVIMessage): Uint8Array;
|
|
188
|
+
deserialize(data: any): Promise<{
|
|
189
|
+
type: "audio";
|
|
190
|
+
audio: Int16Array;
|
|
281
191
|
} | {
|
|
282
|
-
|
|
283
|
-
|
|
192
|
+
type: "message";
|
|
193
|
+
message: RTVIMessage;
|
|
194
|
+
}>;
|
|
284
195
|
}
|
|
285
|
-
declare class TextFrame$Type extends MessageType<TextFrame> {
|
|
286
|
-
constructor();
|
|
287
|
-
create(value?: PartialMessage<TextFrame>): TextFrame;
|
|
288
|
-
internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: TextFrame): TextFrame;
|
|
289
|
-
internalBinaryWrite(message: TextFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
|
|
290
|
-
}
|
|
291
|
-
/**
|
|
292
|
-
* @generated MessageType for protobuf message pipecat.TextFrame
|
|
293
|
-
*/
|
|
294
|
-
declare const TextFrame: TextFrame$Type;
|
|
295
|
-
declare class AudioRawFrame$Type extends MessageType<AudioRawFrame> {
|
|
296
|
-
constructor();
|
|
297
|
-
create(value?: PartialMessage<AudioRawFrame>): AudioRawFrame;
|
|
298
|
-
internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: AudioRawFrame): AudioRawFrame;
|
|
299
|
-
internalBinaryWrite(message: AudioRawFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
|
|
300
|
-
}
|
|
301
|
-
/**
|
|
302
|
-
* @generated MessageType for protobuf message pipecat.AudioRawFrame
|
|
303
|
-
*/
|
|
304
|
-
declare const AudioRawFrame: AudioRawFrame$Type;
|
|
305
|
-
declare class TranscriptionFrame$Type extends MessageType<TranscriptionFrame> {
|
|
306
|
-
constructor();
|
|
307
|
-
create(value?: PartialMessage<TranscriptionFrame>): TranscriptionFrame;
|
|
308
|
-
internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: TranscriptionFrame): TranscriptionFrame;
|
|
309
|
-
internalBinaryWrite(message: TranscriptionFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
|
|
310
|
-
}
|
|
311
|
-
/**
|
|
312
|
-
* @generated MessageType for protobuf message pipecat.TranscriptionFrame
|
|
313
|
-
*/
|
|
314
|
-
declare const TranscriptionFrame: TranscriptionFrame$Type;
|
|
315
|
-
declare class MessageFrame$Type extends MessageType<MessageFrame> {
|
|
316
|
-
constructor();
|
|
317
|
-
create(value?: PartialMessage<MessageFrame>): MessageFrame;
|
|
318
|
-
internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: MessageFrame): MessageFrame;
|
|
319
|
-
internalBinaryWrite(message: MessageFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
|
|
320
|
-
}
|
|
321
|
-
/**
|
|
322
|
-
* @generated MessageType for protobuf message pipecat.MessageFrame
|
|
323
|
-
*/
|
|
324
|
-
declare const MessageFrame: MessageFrame$Type;
|
|
325
|
-
declare class Frame$Type extends MessageType<Frame> {
|
|
326
|
-
constructor();
|
|
327
|
-
create(value?: PartialMessage<Frame>): Frame;
|
|
328
|
-
internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: Frame): Frame;
|
|
329
|
-
internalBinaryWrite(message: Frame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
|
|
330
|
-
}
|
|
331
|
-
/**
|
|
332
|
-
* @generated MessageType for protobuf message pipecat.Frame
|
|
333
|
-
*/
|
|
334
|
-
declare const Frame: Frame$Type;
|
|
335
196
|
export class WebSocketTransport extends Transport {
|
|
336
|
-
constructor(
|
|
197
|
+
constructor({ serializer, recorderSampleRate, playerSampleRate, }?: {
|
|
198
|
+
serializer: WebSocketSerializer;
|
|
199
|
+
recorderSampleRate?: number;
|
|
200
|
+
playerSampleRate?: number;
|
|
201
|
+
});
|
|
337
202
|
initialize(options: RTVIClientOptions, messageHandler: (ev: RTVIMessage) => void): void;
|
|
338
203
|
initDevices(): Promise<void>;
|
|
339
204
|
connect(authBundle: unknown, abortController: AbortController): Promise<void>;
|
|
@@ -355,9 +220,10 @@ export class WebSocketTransport extends Transport {
|
|
|
355
220
|
initializeWebsocket(authBundle: any): ReconnectingWebSocket;
|
|
356
221
|
sendReadyMessage(): void;
|
|
357
222
|
handleUserAudioStream(data: ArrayBuffer): void;
|
|
223
|
+
sendRawMessage(message: any): void;
|
|
358
224
|
sendMessage(message: RTVIMessage): void;
|
|
359
225
|
_sendAudioInput(data: ArrayBuffer): Promise<void>;
|
|
360
|
-
_sendMsg(msg:
|
|
226
|
+
_sendMsg(msg: any): Promise<void>;
|
|
361
227
|
connectionError(errorMsg: string): void;
|
|
362
228
|
enableScreenShare(enable: boolean): void;
|
|
363
229
|
get isSharingScreen(): boolean;
|
|
@@ -365,5 +231,20 @@ export class WebSocketTransport extends Transport {
|
|
|
365
231
|
get isCamEnabled(): boolean;
|
|
366
232
|
get selectedCam(): MediaDeviceInfo | Record<string, never>;
|
|
367
233
|
}
|
|
234
|
+
export class TwilioSerializer implements WebSocketSerializer {
|
|
235
|
+
serialize(data: any): string;
|
|
236
|
+
serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): string;
|
|
237
|
+
serializeMessage(msg: RTVIMessage): any;
|
|
238
|
+
deserialize(data: any): Promise<{
|
|
239
|
+
type: "audio";
|
|
240
|
+
audio: Int16Array;
|
|
241
|
+
} | {
|
|
242
|
+
type: "message";
|
|
243
|
+
message: RTVIMessage;
|
|
244
|
+
} | {
|
|
245
|
+
type: "raw";
|
|
246
|
+
message: any;
|
|
247
|
+
}>;
|
|
248
|
+
}
|
|
368
249
|
|
|
369
250
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"mappings":";;;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,UAAU,EAAE,kBAAkB,CAAM;IAE9C,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;;IAO/B,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI;IAGnE,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,GAAE,OAAe;IAQpE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IACjC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,CAAC,cAAc,CACrB,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAEzB,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAErD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAE/C,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IACzC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAEzC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IACrC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IAErC,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,4BAA6B,SAAQ,YAAY;gBAQ7C,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAM,GAAG,SAAiB;IAQ1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,UAAU;IAIvE,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKtC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAG7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,IAAI,YAAY,IAAI,OAAO,CAG1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;CAmCjB;ACnND,8BAA+B,SAAQ,YAAY;gBAsB/C,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAc;IAmC9B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CACZ,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAInB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlD,SAAS,CAAC,KAAK,EAAE,MAAM;IAOvB,SAAS,CAAC,KAAK,EAAE,MAAM;IAOjB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;cA8DA,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;IA4C/D,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;CAkB1D;ACxTD;IACE,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,mCAAmC,SAAQ,YAAY;IACrD,sCAAsC;IACtC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9B,uDAAuD;IACvD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAI1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;gBAoBxC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,EAC7B,OAAO,GAAE,gBAAqB;IA+BnB,OAAO;IAgOd,IAAI,CAAC,IAAI,EAAE,GAAG;IAad,KAAK;IAWX,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAK5C;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,EAK9C;IAED,IAAI,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,EAIlC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAIpC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAEjC;IAED,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAOxC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAOrC;IAEK,cAAc,CAAC,KAAK,EAAE,YAAY;CAyCzC;AChhBD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,KAAK,EAAE,UAAU,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACrB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,KAAK,EAAE;QACH,SAAS,EAAE,MAAM,CAAC;QAClB;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACnB,GAAG;QACA,SAAS,EAAE,OAAO,CAAC;QACnB;;WAEG;QACH,KAAK,EAAE,aAAa,CAAC;KACxB,GAAG;QACA,SAAS,EAAE,eAAe,CAAC;QAC3B;;WAEG;QACH,aAAa,EAAE,kBAAkB,CAAC;KACrC,GAAG;QACA,SAAS,EAAE,SAAS,CAAC;QACrB;;WAEG;QACH,OAAO,EAAE,YAAY,CAAC;KACzB,GAAG;QACA,SAAS,EAAE,SAAS,CAAC;KACxB,CAAC;CACL;AAED,4BAAqB,SAAQ,YAAY,SAAS,CAAC;;IAQ/C,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,SAAS,CAAC,GAAG,SAAS;IASpD,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,SAAS,GAAG,SAAS;IAyBpH,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAe7G;AACD;;GAEG;AACH,QAAO,MAAM,yBAAgC,CAAC;AAE9C,gCAAyB,SAAQ,YAAY,aAAa,CAAC;;IAWvD,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,aAAa,CAAC,GAAG,aAAa;IAW5D,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,aAAa,GAAG,aAAa;IAkC5H,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAwBjH;AACD;;GAEG;AACH,QAAO,MAAM,iCAAwC,CAAC;AAEtD,qCAA8B,SAAQ,YAAY,kBAAkB,CAAC;;IAUjE,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,kBAAkB,CAAC,GAAG,kBAAkB;IAWtE,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,kBAAkB,GAAG,kBAAkB;IA+BtI,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAqBtH;AACD;;GAEG;AACH,QAAO,MAAM,2CAAkD,CAAC;AAEhE,+BAAwB,SAAQ,YAAY,YAAY,CAAC;;IAMrD,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,YAAY,CAAC,GAAG,YAAY;IAO1D,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,YAAY,GAAG,YAAY;IAmB1H,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAShH;AACD;;GAEG;AACH,QAAO,MAAM,+BAAsC,CAAC;AAEpD,wBAAiB,SAAQ,YAAY,KAAK,CAAC;;IASvC,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,KAAK,CAAC,GAAG,KAAK;IAO5C,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK;IAwC5G,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAkBzG;AACD;;GAEG;AACH,QAAO,MAAM,iBAAwB,CAAC;AC7dtC,+BAAgC,SAAQ,SAAS;;IAsB/C,UAAU,CACR,OAAO,EAAE,iBAAiB,EAC1B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAQD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CACX,UAAU,EAAE,OAAO,EACnB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC;IAgBV,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAItC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAED,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAGhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAK9B;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAED,MAAM,IAAI,MAAM;IAIhB,mBAAmB,CAAC,UAAU,EAAE,GAAG,GAAG,qBAAqB;IA8C3D,gBAAgB,IAAI,IAAI;IAKxB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAyB9C,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAajC,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBjD,QAAQ,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBzC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAOvC,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKxC,IAAW,eAAe,IAAI,OAAO,CAGpC;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAKzB,IAAI,YAAY,IAAI,OAAO,CAG1B;IAED,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;CACF","sources":["transports/lib/wavtools/lib/wav_packer.js","transports/lib/wavtools/lib/analysis/constants.js","transports/lib/wavtools/lib/analysis/audio_analysis.js","transports/lib/wavtools/lib/worklets/stream_processor.js","transports/lib/wavtools/lib/wav_stream_player.js","transports/lib/wavtools/lib/worklets/audio_processor.js","transports/lib/wavtools/lib/wav_recorder.js","transports/lib/wavtools/lib/mediastream_recorder.js","transports/lib/wavtools/index.js","transports/lib/media-mgmt/mediaManager.ts","transports/lib/media-mgmt/dailyMediaManager.ts","transports/lib/websocket-utils/reconnectingWebSocket.ts","transports/websocket-transport/src/src/generated/proto/frames.ts","transports/websocket-transport/src/src/webSocketTransport.ts","transports/websocket-transport/src/src/index.ts","transports/websocket-transport/src/index.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"// export * from \"./realTimeWebSocketTransport\";\n// export * from \"../../../lib/wavtools/dist/index.d.ts\";\n\nimport { WavMediaManager } from \"../../../lib/media-mgmt/mediaManager\";\nimport { DailyMediaManager } from \"../../../lib/media-mgmt/dailyMediaManager\";\nimport { WebSocketTransport } from \"./webSocketTransport.ts\";\n\nexport { WavMediaManager, DailyMediaManager, WebSocketTransport };\n"],"names":[],"version":3,"file":"index.d.ts.map"}
|
|
1
|
+
{"mappings":";;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,UAAU,EAAE,kBAAkB,CAAM;IAE9C,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;;IAO/B,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI;IAGnE,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,GAAE,OAAe;IAQpE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IACjC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,CAAC,cAAc,CACrB,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAEzB,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAErD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAE/C,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IACzC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAEzC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IACrC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IAErC,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,4BAA6B,SAAQ,YAAY;gBAQ7C,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAM,GAAG,SAAiB;IAQ1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,UAAU;IAIvE,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKtC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAG7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,IAAI,YAAY,IAAI,OAAO,CAG1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;CAmCjB;ACnND,8BAA+B,SAAQ,YAAY;gBAsB/C,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAc,EAClC,gBAAgB,GAAE,MAAc;IAqC5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CACZ,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAInB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlD,SAAS,CAAC,KAAK,EAAE,MAAM;IAOvB,SAAS,CAAC,KAAK,EAAE,MAAM;IAOjB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;cA8DA,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;IA4C/D,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;CAkB1D;AC3TD;IACE,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,mCAAmC,SAAQ,YAAY;IACrD,sCAAsC;IACtC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9B,uDAAuD;IACvD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAI1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;gBAoBxC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,EAC7B,OAAO,GAAE,gBAAqB;IA+BnB,OAAO;IAgOd,IAAI,CAAC,IAAI,EAAE,GAAG;IAad,KAAK;IAWX,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAK5C;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,EAK9C;IAED,IAAI,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,EAIlC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAIpC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAEjC;IAED,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAOxC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAOrC;IAEK,cAAc,CAAC,KAAK,EAAE,YAAY;CAyCzC;ACtiBD;IACE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,CAAC;IAC1B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,GAAG,CAAC;IACP,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG,CAAC;IACxC,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAC3B;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC,CAAC;CACH;AEXD,oCAAqC,YAAW,mBAAmB;IACjE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG;IACzB,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,UAAU;IAgBb,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,UAAU;IAWxC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAC5C;CAkBF;AC5CD,+BAAgC,SAAQ,SAAS;gBAS7C,EACE,UAAU,EACV,kBAAkB,EAClB,gBAAgB,GACjB,GAAE;QACD,UAAU,EAAE,mBAAmB,CAAC;QAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAK3B;IAmBH,UAAU,CACR,OAAO,EAAE,iBAAiB,EAC1B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAQD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CACX,UAAU,EAAE,OAAO,EACnB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC;IAgBV,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAItC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAED,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAGhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAK9B;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAED,MAAM,IAAI,MAAM;IAIhB,mBAAmB,CAAC,UAAU,EAAE,GAAG,GAAG,qBAAqB;IAuC3D,gBAAgB,IAAI,IAAI;IAKxB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAyB9C,cAAc,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI;IAMlC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAMjC,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAajD,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBvC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAOvC,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKxC,IAAW,eAAe,IAAI,OAAO,CAGpC;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAKzB,IAAI,YAAY,IAAI,OAAO,CAG1B;IAED,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;CACF;ACrSD,6BAA8B,YAAW,mBAAmB;IAC1D,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM;IAI5B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,MAAM;IAaT,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG;IAuBjC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC;CAoBF","sources":["transports/lib/wavtools/lib/wav_packer.js","transports/lib/wavtools/lib/analysis/constants.js","transports/lib/wavtools/lib/analysis/audio_analysis.js","transports/lib/wavtools/lib/worklets/stream_processor.js","transports/lib/wavtools/lib/wav_stream_player.js","transports/lib/wavtools/lib/worklets/audio_processor.js","transports/lib/wavtools/lib/wav_recorder.js","transports/lib/wavtools/lib/mediastream_recorder.js","transports/lib/wavtools/index.js","transports/lib/media-mgmt/mediaManager.ts","transports/lib/media-mgmt/dailyMediaManager.ts","transports/lib/websocket-utils/reconnectingWebSocket.ts","transports/websocket-transport/src/src/serializers/websocketSerializer.ts","transports/websocket-transport/src/src/generated/proto/frames.ts","transports/websocket-transport/src/src/serializers/protobufSerializer.ts","transports/websocket-transport/src/src/webSocketTransport.ts","transports/websocket-transport/src/src/serializers/twilioSerializer.ts","transports/websocket-transport/src/src/index.ts","transports/websocket-transport/src/index.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"// export * from \"./realTimeWebSocketTransport\";\n// export * from \"../../../lib/wavtools/dist/index.d.ts\";\n\nimport { WavMediaManager } from \"../../../lib/media-mgmt/mediaManager\";\nimport { DailyMediaManager } from \"../../../lib/media-mgmt/dailyMediaManager\";\nimport { WebSocketTransport } from \"./webSocketTransport.ts\";\nimport { ProtobufFrameSerializer } from \"./serializers/protobufSerializer.ts\";\nimport { TwilioSerializer } from \"./serializers/twilioSerializer.ts\";\n\nexport {\n WavMediaManager,\n DailyMediaManager,\n WebSocketTransport,\n ProtobufFrameSerializer,\n TwilioSerializer,\n};\n"],"names":[],"version":3,"file":"index.d.ts.map"}
|
package/dist/index.js
CHANGED
|
@@ -2,6 +2,7 @@ var $fkNis$dailycodailyjs = require("@daily-co/daily-js");
|
|
|
2
2
|
var $fkNis$pipecataiclientjs = require("@pipecat-ai/client-js");
|
|
3
3
|
var $fkNis$events = require("events");
|
|
4
4
|
var $fkNis$protobuftsruntime = require("@protobuf-ts/runtime");
|
|
5
|
+
var $fkNis$xlaw = require("x-law");
|
|
5
6
|
|
|
6
7
|
|
|
7
8
|
function $parcel$export(e, n, v, s) {
|
|
@@ -15,6 +16,8 @@ function $parcel$interopDefault(a) {
|
|
|
15
16
|
$parcel$export(module.exports, "WavMediaManager", () => $23859655abfc5f5c$export$45c5b9bfba2f6304);
|
|
16
17
|
$parcel$export(module.exports, "DailyMediaManager", () => $1c088932741d88e6$export$c95c65abc5f47125);
|
|
17
18
|
$parcel$export(module.exports, "WebSocketTransport", () => $bee70417e8ead9ed$export$de21836fc42c6f9c);
|
|
19
|
+
$parcel$export(module.exports, "ProtobufFrameSerializer", () => $49316c2028553492$export$4b2026f8e11b148a);
|
|
20
|
+
$parcel$export(module.exports, "TwilioSerializer", () => $36ab1bf4324e4b8b$export$44a8a077420336af);
|
|
18
21
|
// export * from "./realTimeWebSocketTransport";
|
|
19
22
|
// export * from "../../../lib/wavtools/dist/index.d.ts";
|
|
20
23
|
/**
|
|
@@ -2060,11 +2063,12 @@ var $1c088932741d88e6$var$__generator = undefined && undefined.__generator || fu
|
|
|
2060
2063
|
};
|
|
2061
2064
|
var $1c088932741d88e6$export$c95c65abc5f47125 = /** @class */ function(_super) {
|
|
2062
2065
|
$1c088932741d88e6$var$__extends(DailyMediaManager, _super);
|
|
2063
|
-
function DailyMediaManager(enablePlayer, enableRecording, onTrackStartedCallback, onTrackStoppedCallback, recorderChunkSize, recorderSampleRate) {
|
|
2066
|
+
function DailyMediaManager(enablePlayer, enableRecording, onTrackStartedCallback, onTrackStoppedCallback, recorderChunkSize, recorderSampleRate, playerSampleRate) {
|
|
2064
2067
|
if (enablePlayer === void 0) enablePlayer = true;
|
|
2065
2068
|
if (enableRecording === void 0) enableRecording = true;
|
|
2066
2069
|
if (recorderChunkSize === void 0) recorderChunkSize = undefined;
|
|
2067
2070
|
if (recorderSampleRate === void 0) recorderSampleRate = 24000;
|
|
2071
|
+
if (playerSampleRate === void 0) playerSampleRate = 24000;
|
|
2068
2072
|
var _a;
|
|
2069
2073
|
var _this = _super.call(this) || this;
|
|
2070
2074
|
_this._selectedCam = {};
|
|
@@ -2084,7 +2088,7 @@ var $1c088932741d88e6$export$c95c65abc5f47125 = /** @class */ function(_super) {
|
|
|
2084
2088
|
sampleRate: recorderSampleRate
|
|
2085
2089
|
});
|
|
2086
2090
|
if (enablePlayer) _this._wavStreamPlayer = new (0, $1e7ce9484a3c4077$export$9698d62c78b8f366)({
|
|
2087
|
-
sampleRate:
|
|
2091
|
+
sampleRate: playerSampleRate
|
|
2088
2092
|
});
|
|
2089
2093
|
_this._daily.on("track-started", _this.handleTrackStarted.bind(_this));
|
|
2090
2094
|
_this._daily.on("track-stopped", _this.handleTrackStopped.bind(_this));
|
|
@@ -3818,13 +3822,70 @@ class $6abb1f384118d238$var$Frame$Type extends (0, $fkNis$protobuftsruntime.Mess
|
|
|
3818
3822
|
const $6abb1f384118d238$export$b89a827e9254211a = new $6abb1f384118d238$var$Frame$Type();
|
|
3819
3823
|
|
|
3820
3824
|
|
|
3825
|
+
class $49316c2028553492$export$4b2026f8e11b148a {
|
|
3826
|
+
serialize(data) {}
|
|
3827
|
+
serializeAudio(data, sampleRate, numChannels) {
|
|
3828
|
+
const pcmByteArray = new Uint8Array(data);
|
|
3829
|
+
const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
|
|
3830
|
+
frame: {
|
|
3831
|
+
oneofKind: "audio",
|
|
3832
|
+
audio: {
|
|
3833
|
+
id: 0n,
|
|
3834
|
+
name: "audio",
|
|
3835
|
+
audio: pcmByteArray,
|
|
3836
|
+
sampleRate: sampleRate,
|
|
3837
|
+
numChannels: numChannels
|
|
3838
|
+
}
|
|
3839
|
+
}
|
|
3840
|
+
});
|
|
3841
|
+
return new Uint8Array((0, $6abb1f384118d238$export$b89a827e9254211a).toBinary(frame));
|
|
3842
|
+
}
|
|
3843
|
+
serializeMessage(msg) {
|
|
3844
|
+
const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
|
|
3845
|
+
frame: {
|
|
3846
|
+
oneofKind: "message",
|
|
3847
|
+
message: {
|
|
3848
|
+
data: JSON.stringify(msg)
|
|
3849
|
+
}
|
|
3850
|
+
}
|
|
3851
|
+
});
|
|
3852
|
+
return new Uint8Array((0, $6abb1f384118d238$export$b89a827e9254211a).toBinary(frame));
|
|
3853
|
+
}
|
|
3854
|
+
async deserialize(data) {
|
|
3855
|
+
if (!(data instanceof Blob)) throw new Error("Unknown data type");
|
|
3856
|
+
const arrayBuffer = await data.arrayBuffer();
|
|
3857
|
+
const parsed = (0, $6abb1f384118d238$export$b89a827e9254211a).fromBinary(new Uint8Array(arrayBuffer)).frame;
|
|
3858
|
+
if (parsed.oneofKind === "audio") {
|
|
3859
|
+
const audioVector = Array.from(parsed.audio.audio);
|
|
3860
|
+
const uint8Array = new Uint8Array(audioVector);
|
|
3861
|
+
const int16Array = new Int16Array(uint8Array.buffer);
|
|
3862
|
+
return {
|
|
3863
|
+
type: "audio",
|
|
3864
|
+
audio: int16Array
|
|
3865
|
+
};
|
|
3866
|
+
} else if (parsed.oneofKind === "message") {
|
|
3867
|
+
const msg = JSON.parse(parsed.message.data);
|
|
3868
|
+
return {
|
|
3869
|
+
type: "message",
|
|
3870
|
+
message: msg
|
|
3871
|
+
};
|
|
3872
|
+
} else throw new Error("Unknown frame kind");
|
|
3873
|
+
}
|
|
3874
|
+
}
|
|
3875
|
+
|
|
3876
|
+
|
|
3821
3877
|
class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclientjs.Transport) {
|
|
3822
|
-
constructor(
|
|
3878
|
+
constructor({ serializer: serializer, recorderSampleRate: recorderSampleRate, playerSampleRate: playerSampleRate } = {
|
|
3879
|
+
serializer: new (0, $49316c2028553492$export$4b2026f8e11b148a)(),
|
|
3880
|
+
recorderSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE,
|
|
3881
|
+
playerSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE
|
|
3882
|
+
}){
|
|
3823
3883
|
super();
|
|
3824
3884
|
this.audioQueue = [];
|
|
3825
|
-
this._mediaManager = new (0, $1c088932741d88e6$export$c95c65abc5f47125)(true, true, undefined, undefined, 512,
|
|
3885
|
+
this._mediaManager = new (0, $1c088932741d88e6$export$c95c65abc5f47125)(true, true, undefined, undefined, 512, recorderSampleRate, playerSampleRate);
|
|
3826
3886
|
this._mediaManager.setUserAudioCallback(this.handleUserAudioStream.bind(this));
|
|
3827
3887
|
this._ws = null;
|
|
3888
|
+
this._serializer = serializer;
|
|
3828
3889
|
}
|
|
3829
3890
|
initialize(options, messageHandler) {
|
|
3830
3891
|
this._options = options;
|
|
@@ -3905,6 +3966,7 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3905
3966
|
return this._mediaManager.tracks();
|
|
3906
3967
|
}
|
|
3907
3968
|
initializeWebsocket(authBundle) {
|
|
3969
|
+
console.log("Initializing websocket", authBundle);
|
|
3908
3970
|
const ws = new (0, $158ad1a38fb85e0e$export$4f3d0ffd941ebefb)(`${authBundle.ws_url}`, undefined, {
|
|
3909
3971
|
parseBlobToJson: false
|
|
3910
3972
|
});
|
|
@@ -3914,23 +3976,14 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3914
3976
|
(0, $fkNis$pipecataiclientjs.logger).debug("Websocket connection opened");
|
|
3915
3977
|
});
|
|
3916
3978
|
ws.on("message", async (data)=>{
|
|
3917
|
-
|
|
3918
|
-
|
|
3919
|
-
|
|
3920
|
-
|
|
3921
|
-
|
|
3922
|
-
const audioVector = Array.from(parsedFrame.audio.audio);
|
|
3923
|
-
const uint8Array = new Uint8Array(audioVector);
|
|
3924
|
-
const int16Array = new Int16Array(uint8Array.buffer);
|
|
3925
|
-
this._mediaManager.bufferBotAudio(int16Array);
|
|
3926
|
-
} else if (parsedFrame.oneofKind === "message") {
|
|
3927
|
-
let jsonText = parsedFrame.message.data;
|
|
3928
|
-
try {
|
|
3929
|
-
let jsonMessage = JSON.parse(jsonText);
|
|
3930
|
-
if (jsonMessage.label === "rtvi-ai") this._onMessage(jsonMessage);
|
|
3931
|
-
} catch {
|
|
3932
|
-
(0, $fkNis$pipecataiclientjs.logger).warn("Failed to parse message", jsonText);
|
|
3979
|
+
try {
|
|
3980
|
+
const parsed = await this._serializer.deserialize(data);
|
|
3981
|
+
if (parsed.type === "audio") this._mediaManager.bufferBotAudio(parsed.audio);
|
|
3982
|
+
else if (parsed.type === "message") {
|
|
3983
|
+
if (parsed.message.label === "rtvi-ai") this._onMessage(parsed.message);
|
|
3933
3984
|
}
|
|
3985
|
+
} catch (e) {
|
|
3986
|
+
(0, $fkNis$pipecataiclientjs.logger).error("Failed to deserialize incoming message", e);
|
|
3934
3987
|
}
|
|
3935
3988
|
});
|
|
3936
3989
|
ws.on("error", (error)=>{
|
|
@@ -3969,33 +4022,23 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3969
4022
|
if (queuedData) this._sendAudioInput(queuedData);
|
|
3970
4023
|
}
|
|
3971
4024
|
}
|
|
4025
|
+
sendRawMessage(message) {
|
|
4026
|
+
(0, $fkNis$pipecataiclientjs.logger).debug("Received raw message to send to Web Socket", message);
|
|
4027
|
+
const encoded = this._serializer.serialize(message);
|
|
4028
|
+
this._sendMsg(encoded);
|
|
4029
|
+
}
|
|
3972
4030
|
sendMessage(message) {
|
|
3973
4031
|
(0, $fkNis$pipecataiclientjs.logger).debug("Received message to send to Web Socket", message);
|
|
3974
|
-
const
|
|
3975
|
-
|
|
3976
|
-
oneofKind: "message",
|
|
3977
|
-
message: {
|
|
3978
|
-
data: JSON.stringify(message)
|
|
3979
|
-
}
|
|
3980
|
-
}
|
|
3981
|
-
});
|
|
3982
|
-
this._sendMsg(frame);
|
|
4032
|
+
const encoded = this._serializer.serializeMessage(message);
|
|
4033
|
+
this._sendMsg(encoded);
|
|
3983
4034
|
}
|
|
3984
4035
|
async _sendAudioInput(data) {
|
|
3985
|
-
|
|
3986
|
-
|
|
3987
|
-
|
|
3988
|
-
|
|
3989
|
-
|
|
3990
|
-
|
|
3991
|
-
name: "audio",
|
|
3992
|
-
audio: pcmByteArray,
|
|
3993
|
-
sampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE,
|
|
3994
|
-
numChannels: 1
|
|
3995
|
-
}
|
|
3996
|
-
}
|
|
3997
|
-
});
|
|
3998
|
-
await this._sendMsg(frame);
|
|
4036
|
+
try {
|
|
4037
|
+
const encoded = this._serializer.serializeAudio(data, $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE, 1);
|
|
4038
|
+
await this._sendMsg(encoded);
|
|
4039
|
+
} catch (e) {
|
|
4040
|
+
(0, $fkNis$pipecataiclientjs.logger).error("Error sending audio frame", e);
|
|
4041
|
+
}
|
|
3999
4042
|
}
|
|
4000
4043
|
async _sendMsg(msg) {
|
|
4001
4044
|
if (!this._ws) {
|
|
@@ -4006,13 +4049,9 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4006
4049
|
(0, $fkNis$pipecataiclientjs.logger).error("attempt to send to closed socket");
|
|
4007
4050
|
return;
|
|
4008
4051
|
}
|
|
4009
|
-
if (!msg)
|
|
4010
|
-
(0, $fkNis$pipecataiclientjs.logger).error("need a msg to send a msg");
|
|
4011
|
-
return;
|
|
4012
|
-
}
|
|
4052
|
+
if (!msg) return;
|
|
4013
4053
|
try {
|
|
4014
|
-
|
|
4015
|
-
await this._ws.send(encodedFrame);
|
|
4054
|
+
await this._ws.send(msg);
|
|
4016
4055
|
} catch (e) {
|
|
4017
4056
|
(0, $fkNis$pipecataiclientjs.logger).error("sendMsg error", e);
|
|
4018
4057
|
}
|
|
@@ -4045,6 +4084,66 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4045
4084
|
}
|
|
4046
4085
|
}
|
|
4047
4086
|
$bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE = 16000;
|
|
4087
|
+
$bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE = 24000;
|
|
4088
|
+
|
|
4089
|
+
|
|
4090
|
+
|
|
4091
|
+
|
|
4092
|
+
class $36ab1bf4324e4b8b$export$44a8a077420336af {
|
|
4093
|
+
serialize(data) {
|
|
4094
|
+
return JSON.stringify(data);
|
|
4095
|
+
}
|
|
4096
|
+
serializeAudio(data, sampleRate, numChannels) {
|
|
4097
|
+
const pcmSamples = new Int16Array(data);
|
|
4098
|
+
const muLawSamples = (0, $fkNis$xlaw.mulaw).encode(pcmSamples);
|
|
4099
|
+
const base64Payload = this.arrayToBase64(muLawSamples);
|
|
4100
|
+
const twilioMessage = {
|
|
4101
|
+
event: "media",
|
|
4102
|
+
media: {
|
|
4103
|
+
payload: base64Payload
|
|
4104
|
+
}
|
|
4105
|
+
};
|
|
4106
|
+
return JSON.stringify(twilioMessage);
|
|
4107
|
+
}
|
|
4108
|
+
serializeMessage(msg) {
|
|
4109
|
+
// Twilio does not support RTVI messages, so just ignore them
|
|
4110
|
+
return null;
|
|
4111
|
+
}
|
|
4112
|
+
arrayToBase64(bytes) {
|
|
4113
|
+
let binary = "";
|
|
4114
|
+
for(let i = 0; i < bytes.byteLength; i++)binary += String.fromCharCode(bytes[i]);
|
|
4115
|
+
return btoa(binary);
|
|
4116
|
+
}
|
|
4117
|
+
base64ToUint8Array(base64) {
|
|
4118
|
+
const binaryString = atob(base64);
|
|
4119
|
+
const len = binaryString.length;
|
|
4120
|
+
const bytes = new Uint8Array(len);
|
|
4121
|
+
for(let i = 0; i < len; i++)bytes[i] = binaryString.charCodeAt(i);
|
|
4122
|
+
return bytes;
|
|
4123
|
+
}
|
|
4124
|
+
async deserialize(data) {
|
|
4125
|
+
const jsonMessage = JSON.parse(data); // Assuming 'data' is a JSON string
|
|
4126
|
+
if (jsonMessage.event === "clear") return {
|
|
4127
|
+
type: "raw",
|
|
4128
|
+
message: jsonMessage
|
|
4129
|
+
};
|
|
4130
|
+
else if (jsonMessage.event === "media") {
|
|
4131
|
+
// Deserialize 'media' event
|
|
4132
|
+
const payload = jsonMessage.media.payload;
|
|
4133
|
+
const serialized_data = this.base64ToUint8Array(payload);
|
|
4134
|
+
//const decoded_audio = this.ulawToPcm(serialized_data);
|
|
4135
|
+
const decoded_audio = (0, $fkNis$xlaw.mulaw).decode(serialized_data);
|
|
4136
|
+
return {
|
|
4137
|
+
type: "audio",
|
|
4138
|
+
audio: decoded_audio
|
|
4139
|
+
};
|
|
4140
|
+
} else // Deserialize other message types (assuming 'frame' has 'message' field)
|
|
4141
|
+
return {
|
|
4142
|
+
type: "message",
|
|
4143
|
+
message: jsonMessage.message
|
|
4144
|
+
};
|
|
4145
|
+
}
|
|
4146
|
+
}
|
|
4048
4147
|
|
|
4049
4148
|
|
|
4050
4149
|
|