@pipecat-ai/websocket-transport 0.4.1 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1,7 +1,6 @@
1
1
  import { RTVIClientOptions, RTVIEventCallbacks, Tracks, RTVIMessage, Transport, TransportState } from "@pipecat-ai/client-js";
2
2
  import { DailyEventObjectTrack } from "@daily-co/daily-js";
3
3
  import { EventEmitter } from "events";
4
- import { BinaryWriteOptions, IBinaryWriter, BinaryReadOptions, IBinaryReader, PartialMessage, MessageType } from "@protobuf-ts/runtime";
5
4
  declare abstract class MediaManager {
6
5
  protected _userAudioCallback: (data: ArrayBuffer) => void;
7
6
  protected _options: RTVIClientOptions;
@@ -54,7 +53,7 @@ export class WavMediaManager extends MediaManager {
54
53
  tracks(): Tracks;
55
54
  }
56
55
  export class DailyMediaManager extends MediaManager {
57
- constructor(enablePlayer?: boolean, enableRecording?: boolean, onTrackStartedCallback?: (event: DailyEventObjectTrack) => void, onTrackStoppedCallback?: (event: DailyEventObjectTrack) => void, recorderChunkSize?: number | undefined, recorderSampleRate?: number);
56
+ constructor(enablePlayer?: boolean, enableRecording?: boolean, onTrackStartedCallback?: (event: DailyEventObjectTrack) => void, onTrackStoppedCallback?: (event: DailyEventObjectTrack) => void, recorderChunkSize?: number | undefined, recorderSampleRate?: number, playerSampleRate?: number);
58
57
  initialize(): Promise<void>;
59
58
  connect(): Promise<void>;
60
59
  disconnect(): Promise<void>;
@@ -167,173 +166,39 @@ declare class ReconnectingWebSocket extends EventEmitter {
167
166
  set reconnectInterval(interval: number);
168
167
  _handleMessage(event: MessageEvent): Promise<void>;
169
168
  }
170
- /**
171
- * @generated from protobuf message pipecat.TextFrame
172
- */
173
- interface TextFrame {
174
- /**
175
- * @generated from protobuf field: uint64 id = 1
176
- */
177
- id: bigint;
178
- /**
179
- * @generated from protobuf field: string name = 2
180
- */
181
- name: string;
182
- /**
183
- * @generated from protobuf field: string text = 3
184
- */
185
- text: string;
186
- }
187
- /**
188
- * @generated from protobuf message pipecat.AudioRawFrame
189
- */
190
- interface AudioRawFrame {
191
- /**
192
- * @generated from protobuf field: uint64 id = 1
193
- */
194
- id: bigint;
195
- /**
196
- * @generated from protobuf field: string name = 2
197
- */
198
- name: string;
199
- /**
200
- * @generated from protobuf field: bytes audio = 3
201
- */
202
- audio: Uint8Array;
203
- /**
204
- * @generated from protobuf field: uint32 sample_rate = 4
205
- */
206
- sampleRate: number;
207
- /**
208
- * @generated from protobuf field: uint32 num_channels = 5
209
- */
210
- numChannels: number;
211
- /**
212
- * @generated from protobuf field: optional uint64 pts = 6
213
- */
214
- pts?: bigint;
215
- }
216
- /**
217
- * @generated from protobuf message pipecat.TranscriptionFrame
218
- */
219
- interface TranscriptionFrame {
220
- /**
221
- * @generated from protobuf field: uint64 id = 1
222
- */
223
- id: bigint;
224
- /**
225
- * @generated from protobuf field: string name = 2
226
- */
227
- name: string;
228
- /**
229
- * @generated from protobuf field: string text = 3
230
- */
231
- text: string;
232
- /**
233
- * @generated from protobuf field: string user_id = 4
234
- */
235
- userId: string;
236
- /**
237
- * @generated from protobuf field: string timestamp = 5
238
- */
239
- timestamp: string;
240
- }
241
- /**
242
- * @generated from protobuf message pipecat.MessageFrame
243
- */
244
- interface MessageFrame {
245
- /**
246
- * @generated from protobuf field: string data = 1
247
- */
248
- data: string;
249
- }
250
- /**
251
- * @generated from protobuf message pipecat.Frame
252
- */
253
- interface Frame {
254
- /**
255
- * @generated from protobuf oneof: frame
256
- */
257
- frame: {
258
- oneofKind: "text";
259
- /**
260
- * @generated from protobuf field: pipecat.TextFrame text = 1
261
- */
262
- text: TextFrame;
263
- } | {
264
- oneofKind: "audio";
265
- /**
266
- * @generated from protobuf field: pipecat.AudioRawFrame audio = 2
267
- */
268
- audio: AudioRawFrame;
169
+ interface WebSocketSerializer {
170
+ serialize(data: any): any;
171
+ serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): any;
172
+ serializeMessage(msg: RTVIMessage): any;
173
+ deserialize(data: any): Promise<{
174
+ type: "audio";
175
+ audio: Int16Array;
269
176
  } | {
270
- oneofKind: "transcription";
271
- /**
272
- * @generated from protobuf field: pipecat.TranscriptionFrame transcription = 3
273
- */
274
- transcription: TranscriptionFrame;
177
+ type: "message";
178
+ message: RTVIMessage;
275
179
  } | {
276
- oneofKind: "message";
277
- /**
278
- * @generated from protobuf field: pipecat.MessageFrame message = 4
279
- */
280
- message: MessageFrame;
180
+ type: "raw";
181
+ message: any;
182
+ }>;
183
+ }
184
+ export class ProtobufFrameSerializer implements WebSocketSerializer {
185
+ serialize(data: any): any;
186
+ serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): Uint8Array;
187
+ serializeMessage(msg: RTVIMessage): Uint8Array;
188
+ deserialize(data: any): Promise<{
189
+ type: "audio";
190
+ audio: Int16Array;
281
191
  } | {
282
- oneofKind: undefined;
283
- };
192
+ type: "message";
193
+ message: RTVIMessage;
194
+ }>;
284
195
  }
285
- declare class TextFrame$Type extends MessageType<TextFrame> {
286
- constructor();
287
- create(value?: PartialMessage<TextFrame>): TextFrame;
288
- internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: TextFrame): TextFrame;
289
- internalBinaryWrite(message: TextFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
290
- }
291
- /**
292
- * @generated MessageType for protobuf message pipecat.TextFrame
293
- */
294
- declare const TextFrame: TextFrame$Type;
295
- declare class AudioRawFrame$Type extends MessageType<AudioRawFrame> {
296
- constructor();
297
- create(value?: PartialMessage<AudioRawFrame>): AudioRawFrame;
298
- internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: AudioRawFrame): AudioRawFrame;
299
- internalBinaryWrite(message: AudioRawFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
300
- }
301
- /**
302
- * @generated MessageType for protobuf message pipecat.AudioRawFrame
303
- */
304
- declare const AudioRawFrame: AudioRawFrame$Type;
305
- declare class TranscriptionFrame$Type extends MessageType<TranscriptionFrame> {
306
- constructor();
307
- create(value?: PartialMessage<TranscriptionFrame>): TranscriptionFrame;
308
- internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: TranscriptionFrame): TranscriptionFrame;
309
- internalBinaryWrite(message: TranscriptionFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
310
- }
311
- /**
312
- * @generated MessageType for protobuf message pipecat.TranscriptionFrame
313
- */
314
- declare const TranscriptionFrame: TranscriptionFrame$Type;
315
- declare class MessageFrame$Type extends MessageType<MessageFrame> {
316
- constructor();
317
- create(value?: PartialMessage<MessageFrame>): MessageFrame;
318
- internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: MessageFrame): MessageFrame;
319
- internalBinaryWrite(message: MessageFrame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
320
- }
321
- /**
322
- * @generated MessageType for protobuf message pipecat.MessageFrame
323
- */
324
- declare const MessageFrame: MessageFrame$Type;
325
- declare class Frame$Type extends MessageType<Frame> {
326
- constructor();
327
- create(value?: PartialMessage<Frame>): Frame;
328
- internalBinaryRead(reader: IBinaryReader, length: number, options: BinaryReadOptions, target?: Frame): Frame;
329
- internalBinaryWrite(message: Frame, writer: IBinaryWriter, options: BinaryWriteOptions): IBinaryWriter;
330
- }
331
- /**
332
- * @generated MessageType for protobuf message pipecat.Frame
333
- */
334
- declare const Frame: Frame$Type;
335
196
  export class WebSocketTransport extends Transport {
336
- constructor();
197
+ constructor({ serializer, recorderSampleRate, playerSampleRate, }?: {
198
+ serializer: WebSocketSerializer;
199
+ recorderSampleRate?: number;
200
+ playerSampleRate?: number;
201
+ });
337
202
  initialize(options: RTVIClientOptions, messageHandler: (ev: RTVIMessage) => void): void;
338
203
  initDevices(): Promise<void>;
339
204
  connect(authBundle: unknown, abortController: AbortController): Promise<void>;
@@ -355,9 +220,10 @@ export class WebSocketTransport extends Transport {
355
220
  initializeWebsocket(authBundle: any): ReconnectingWebSocket;
356
221
  sendReadyMessage(): void;
357
222
  handleUserAudioStream(data: ArrayBuffer): void;
223
+ sendRawMessage(message: any): void;
358
224
  sendMessage(message: RTVIMessage): void;
359
225
  _sendAudioInput(data: ArrayBuffer): Promise<void>;
360
- _sendMsg(msg: Frame): Promise<void>;
226
+ _sendMsg(msg: any): Promise<void>;
361
227
  connectionError(errorMsg: string): void;
362
228
  enableScreenShare(enable: boolean): void;
363
229
  get isSharingScreen(): boolean;
@@ -365,5 +231,20 @@ export class WebSocketTransport extends Transport {
365
231
  get isCamEnabled(): boolean;
366
232
  get selectedCam(): MediaDeviceInfo | Record<string, never>;
367
233
  }
234
+ export class TwilioSerializer implements WebSocketSerializer {
235
+ serialize(data: any): string;
236
+ serializeAudio(data: ArrayBuffer, sampleRate: number, numChannels: number): string;
237
+ serializeMessage(msg: RTVIMessage): any;
238
+ deserialize(data: any): Promise<{
239
+ type: "audio";
240
+ audio: Int16Array;
241
+ } | {
242
+ type: "message";
243
+ message: RTVIMessage;
244
+ } | {
245
+ type: "raw";
246
+ message: any;
247
+ }>;
248
+ }
368
249
 
369
250
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"mappings":";;;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,UAAU,EAAE,kBAAkB,CAAM;IAE9C,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;;IAO/B,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI;IAGnE,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,GAAE,OAAe;IAQpE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IACjC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,CAAC,cAAc,CACrB,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAEzB,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAErD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAE/C,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IACzC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAEzC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IACrC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IAErC,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,4BAA6B,SAAQ,YAAY;gBAQ7C,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAM,GAAG,SAAiB;IAQ1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,UAAU;IAIvE,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKtC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAG7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,IAAI,YAAY,IAAI,OAAO,CAG1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;CAmCjB;ACnND,8BAA+B,SAAQ,YAAY;gBAsB/C,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAc;IAmC9B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CACZ,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAInB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlD,SAAS,CAAC,KAAK,EAAE,MAAM;IAOvB,SAAS,CAAC,KAAK,EAAE,MAAM;IAOjB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;cA8DA,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;IA4C/D,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;CAkB1D;ACxTD;IACE,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,mCAAmC,SAAQ,YAAY;IACrD,sCAAsC;IACtC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9B,uDAAuD;IACvD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAI1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;gBAoBxC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,EAC7B,OAAO,GAAE,gBAAqB;IA+BnB,OAAO;IAgOd,IAAI,CAAC,IAAI,EAAE,GAAG;IAad,KAAK;IAWX,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAK5C;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,EAK9C;IAED,IAAI,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,EAIlC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAIpC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAEjC;IAED,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAOxC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAOrC;IAEK,cAAc,CAAC,KAAK,EAAE,YAAY;CAyCzC;AChhBD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,KAAK,EAAE,UAAU,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACrB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CAChB;AACD;;GAEG;AACH;IACI;;OAEG;IACH,KAAK,EAAE;QACH,SAAS,EAAE,MAAM,CAAC;QAClB;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACnB,GAAG;QACA,SAAS,EAAE,OAAO,CAAC;QACnB;;WAEG;QACH,KAAK,EAAE,aAAa,CAAC;KACxB,GAAG;QACA,SAAS,EAAE,eAAe,CAAC;QAC3B;;WAEG;QACH,aAAa,EAAE,kBAAkB,CAAC;KACrC,GAAG;QACA,SAAS,EAAE,SAAS,CAAC;QACrB;;WAEG;QACH,OAAO,EAAE,YAAY,CAAC;KACzB,GAAG;QACA,SAAS,EAAE,SAAS,CAAC;KACxB,CAAC;CACL;AAED,4BAAqB,SAAQ,YAAY,SAAS,CAAC;;IAQ/C,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,SAAS,CAAC,GAAG,SAAS;IASpD,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,SAAS,GAAG,SAAS;IAyBpH,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAe7G;AACD;;GAEG;AACH,QAAO,MAAM,yBAAgC,CAAC;AAE9C,gCAAyB,SAAQ,YAAY,aAAa,CAAC;;IAWvD,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,aAAa,CAAC,GAAG,aAAa;IAW5D,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,aAAa,GAAG,aAAa;IAkC5H,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAwBjH;AACD;;GAEG;AACH,QAAO,MAAM,iCAAwC,CAAC;AAEtD,qCAA8B,SAAQ,YAAY,kBAAkB,CAAC;;IAUjE,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,kBAAkB,CAAC,GAAG,kBAAkB;IAWtE,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,kBAAkB,GAAG,kBAAkB;IA+BtI,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAqBtH;AACD;;GAEG;AACH,QAAO,MAAM,2CAAkD,CAAC;AAEhE,+BAAwB,SAAQ,YAAY,YAAY,CAAC;;IAMrD,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,YAAY,CAAC,GAAG,YAAY;IAO1D,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,YAAY,GAAG,YAAY;IAmB1H,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAShH;AACD;;GAEG;AACH,QAAO,MAAM,+BAAsC,CAAC;AAEpD,wBAAiB,SAAQ,YAAY,KAAK,CAAC;;IASvC,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,KAAK,CAAC,GAAG,KAAK;IAO5C,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK;IAwC5G,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,GAAG,aAAa;CAkBzG;AACD;;GAEG;AACH,QAAO,MAAM,iBAAwB,CAAC;AC7dtC,+BAAgC,SAAQ,SAAS;;IAsB/C,UAAU,CACR,OAAO,EAAE,iBAAiB,EAC1B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAQD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CACX,UAAU,EAAE,OAAO,EACnB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC;IAgBV,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAItC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAED,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAGhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAK9B;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAED,MAAM,IAAI,MAAM;IAIhB,mBAAmB,CAAC,UAAU,EAAE,GAAG,GAAG,qBAAqB;IA8C3D,gBAAgB,IAAI,IAAI;IAKxB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAyB9C,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAajC,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBjD,QAAQ,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBzC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAOvC,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKxC,IAAW,eAAe,IAAI,OAAO,CAGpC;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAKzB,IAAI,YAAY,IAAI,OAAO,CAG1B;IAED,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;CACF","sources":["transports/lib/wavtools/lib/wav_packer.js","transports/lib/wavtools/lib/analysis/constants.js","transports/lib/wavtools/lib/analysis/audio_analysis.js","transports/lib/wavtools/lib/worklets/stream_processor.js","transports/lib/wavtools/lib/wav_stream_player.js","transports/lib/wavtools/lib/worklets/audio_processor.js","transports/lib/wavtools/lib/wav_recorder.js","transports/lib/wavtools/lib/mediastream_recorder.js","transports/lib/wavtools/index.js","transports/lib/media-mgmt/mediaManager.ts","transports/lib/media-mgmt/dailyMediaManager.ts","transports/lib/websocket-utils/reconnectingWebSocket.ts","transports/websocket-transport/src/src/generated/proto/frames.ts","transports/websocket-transport/src/src/webSocketTransport.ts","transports/websocket-transport/src/src/index.ts","transports/websocket-transport/src/index.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"// export * from \"./realTimeWebSocketTransport\";\n// export * from \"../../../lib/wavtools/dist/index.d.ts\";\n\nimport { WavMediaManager } from \"../../../lib/media-mgmt/mediaManager\";\nimport { DailyMediaManager } from \"../../../lib/media-mgmt/dailyMediaManager\";\nimport { WebSocketTransport } from \"./webSocketTransport.ts\";\n\nexport { WavMediaManager, DailyMediaManager, WebSocketTransport };\n"],"names":[],"version":3,"file":"index.d.ts.map"}
1
+ {"mappings":";;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,UAAU,EAAE,kBAAkB,CAAM;IAE9C,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;;IAO/B,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI;IAGnE,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,GAAE,OAAe;IAQpE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IACjC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,CAAC,cAAc,CACrB,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAEzB,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAErD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAE/C,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IACzC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAEzC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IACrC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IAErC,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,4BAA6B,SAAQ,YAAY;gBAQ7C,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAM,GAAG,SAAiB;IAQ1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,UAAU;IAIvE,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKtC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAG7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,IAAI,YAAY,IAAI,OAAO,CAG1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;CAmCjB;ACnND,8BAA+B,SAAQ,YAAY;gBAsB/C,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAc,EAClC,gBAAgB,GAAE,MAAc;IAqC5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CACZ,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAInB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlD,SAAS,CAAC,KAAK,EAAE,MAAM;IAOvB,SAAS,CAAC,KAAK,EAAE,MAAM;IAOjB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;cA8DA,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;IA4C/D,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;CAkB1D;AC3TD;IACE,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,mCAAmC,SAAQ,YAAY;IACrD,sCAAsC;IACtC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9B,uDAAuD;IACvD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAI1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;gBAoBxC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,EAC7B,OAAO,GAAE,gBAAqB;IA+BnB,OAAO;IAgOd,IAAI,CAAC,IAAI,EAAE,GAAG;IAad,KAAK;IAWX,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAK5C;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,EAK9C;IAED,IAAI,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,EAIlC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAIpC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAEjC;IAED,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAOxC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAOrC;IAEK,cAAc,CAAC,KAAK,EAAE,YAAY;CAyCzC;ACtiBD;IACE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,CAAC;IAC1B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,GAAG,CAAC;IACP,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG,CAAC;IACxC,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAC3B;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC,CAAC;CACH;AEXD,oCAAqC,YAAW,mBAAmB;IACjE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG;IACzB,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,UAAU;IAgBb,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,UAAU;IAWxC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAC5C;CAkBF;AC5CD,+BAAgC,SAAQ,SAAS;gBAS7C,EACE,UAAU,EACV,kBAAkB,EAClB,gBAAgB,GACjB,GAAE;QACD,UAAU,EAAE,mBAAmB,CAAC;QAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAK3B;IAmBH,UAAU,CACR,OAAO,EAAE,iBAAiB,EAC1B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAQD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CACX,UAAU,EAAE,OAAO,EACnB,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC;IAgBV,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAItC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAED,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAGhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAK9B;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAED,MAAM,IAAI,MAAM;IAIhB,mBAAmB,CAAC,UAAU,EAAE,GAAG,GAAG,qBAAqB;IAuC3D,gBAAgB,IAAI,IAAI;IAKxB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAyB9C,cAAc,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI;IAMlC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAMjC,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAajD,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBvC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAOvC,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKxC,IAAW,eAAe,IAAI,OAAO,CAGpC;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IAKzB,IAAI,YAAY,IAAI,OAAO,CAG1B;IAED,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;CACF;ACrSD,6BAA8B,YAAW,mBAAmB;IAC1D,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM;IAI5B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,MAAM;IAaT,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG;IAuBjC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC;CAoBF","sources":["transports/lib/wavtools/lib/wav_packer.js","transports/lib/wavtools/lib/analysis/constants.js","transports/lib/wavtools/lib/analysis/audio_analysis.js","transports/lib/wavtools/lib/worklets/stream_processor.js","transports/lib/wavtools/lib/wav_stream_player.js","transports/lib/wavtools/lib/worklets/audio_processor.js","transports/lib/wavtools/lib/wav_recorder.js","transports/lib/wavtools/lib/mediastream_recorder.js","transports/lib/wavtools/index.js","transports/lib/media-mgmt/mediaManager.ts","transports/lib/media-mgmt/dailyMediaManager.ts","transports/lib/websocket-utils/reconnectingWebSocket.ts","transports/websocket-transport/src/src/serializers/websocketSerializer.ts","transports/websocket-transport/src/src/generated/proto/frames.ts","transports/websocket-transport/src/src/serializers/protobufSerializer.ts","transports/websocket-transport/src/src/webSocketTransport.ts","transports/websocket-transport/src/src/serializers/twilioSerializer.ts","transports/websocket-transport/src/src/index.ts","transports/websocket-transport/src/index.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"// export * from \"./realTimeWebSocketTransport\";\n// export * from \"../../../lib/wavtools/dist/index.d.ts\";\n\nimport { WavMediaManager } from \"../../../lib/media-mgmt/mediaManager\";\nimport { DailyMediaManager } from \"../../../lib/media-mgmt/dailyMediaManager\";\nimport { WebSocketTransport } from \"./webSocketTransport.ts\";\nimport { ProtobufFrameSerializer } from \"./serializers/protobufSerializer.ts\";\nimport { TwilioSerializer } from \"./serializers/twilioSerializer.ts\";\n\nexport {\n WavMediaManager,\n DailyMediaManager,\n WebSocketTransport,\n ProtobufFrameSerializer,\n TwilioSerializer,\n};\n"],"names":[],"version":3,"file":"index.d.ts.map"}
package/dist/index.js CHANGED
@@ -2,6 +2,7 @@ var $fkNis$dailycodailyjs = require("@daily-co/daily-js");
2
2
  var $fkNis$pipecataiclientjs = require("@pipecat-ai/client-js");
3
3
  var $fkNis$events = require("events");
4
4
  var $fkNis$protobuftsruntime = require("@protobuf-ts/runtime");
5
+ var $fkNis$xlaw = require("x-law");
5
6
 
6
7
 
7
8
  function $parcel$export(e, n, v, s) {
@@ -15,6 +16,8 @@ function $parcel$interopDefault(a) {
15
16
  $parcel$export(module.exports, "WavMediaManager", () => $23859655abfc5f5c$export$45c5b9bfba2f6304);
16
17
  $parcel$export(module.exports, "DailyMediaManager", () => $1c088932741d88e6$export$c95c65abc5f47125);
17
18
  $parcel$export(module.exports, "WebSocketTransport", () => $bee70417e8ead9ed$export$de21836fc42c6f9c);
19
+ $parcel$export(module.exports, "ProtobufFrameSerializer", () => $49316c2028553492$export$4b2026f8e11b148a);
20
+ $parcel$export(module.exports, "TwilioSerializer", () => $36ab1bf4324e4b8b$export$44a8a077420336af);
18
21
  // export * from "./realTimeWebSocketTransport";
19
22
  // export * from "../../../lib/wavtools/dist/index.d.ts";
20
23
  /**
@@ -2060,11 +2063,12 @@ var $1c088932741d88e6$var$__generator = undefined && undefined.__generator || fu
2060
2063
  };
2061
2064
  var $1c088932741d88e6$export$c95c65abc5f47125 = /** @class */ function(_super) {
2062
2065
  $1c088932741d88e6$var$__extends(DailyMediaManager, _super);
2063
- function DailyMediaManager(enablePlayer, enableRecording, onTrackStartedCallback, onTrackStoppedCallback, recorderChunkSize, recorderSampleRate) {
2066
+ function DailyMediaManager(enablePlayer, enableRecording, onTrackStartedCallback, onTrackStoppedCallback, recorderChunkSize, recorderSampleRate, playerSampleRate) {
2064
2067
  if (enablePlayer === void 0) enablePlayer = true;
2065
2068
  if (enableRecording === void 0) enableRecording = true;
2066
2069
  if (recorderChunkSize === void 0) recorderChunkSize = undefined;
2067
2070
  if (recorderSampleRate === void 0) recorderSampleRate = 24000;
2071
+ if (playerSampleRate === void 0) playerSampleRate = 24000;
2068
2072
  var _a;
2069
2073
  var _this = _super.call(this) || this;
2070
2074
  _this._selectedCam = {};
@@ -2084,7 +2088,7 @@ var $1c088932741d88e6$export$c95c65abc5f47125 = /** @class */ function(_super) {
2084
2088
  sampleRate: recorderSampleRate
2085
2089
  });
2086
2090
  if (enablePlayer) _this._wavStreamPlayer = new (0, $1e7ce9484a3c4077$export$9698d62c78b8f366)({
2087
- sampleRate: 24000
2091
+ sampleRate: playerSampleRate
2088
2092
  });
2089
2093
  _this._daily.on("track-started", _this.handleTrackStarted.bind(_this));
2090
2094
  _this._daily.on("track-stopped", _this.handleTrackStopped.bind(_this));
@@ -3818,13 +3822,70 @@ class $6abb1f384118d238$var$Frame$Type extends (0, $fkNis$protobuftsruntime.Mess
3818
3822
  const $6abb1f384118d238$export$b89a827e9254211a = new $6abb1f384118d238$var$Frame$Type();
3819
3823
 
3820
3824
 
3825
+ class $49316c2028553492$export$4b2026f8e11b148a {
3826
+ serialize(data) {}
3827
+ serializeAudio(data, sampleRate, numChannels) {
3828
+ const pcmByteArray = new Uint8Array(data);
3829
+ const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
3830
+ frame: {
3831
+ oneofKind: "audio",
3832
+ audio: {
3833
+ id: 0n,
3834
+ name: "audio",
3835
+ audio: pcmByteArray,
3836
+ sampleRate: sampleRate,
3837
+ numChannels: numChannels
3838
+ }
3839
+ }
3840
+ });
3841
+ return new Uint8Array((0, $6abb1f384118d238$export$b89a827e9254211a).toBinary(frame));
3842
+ }
3843
+ serializeMessage(msg) {
3844
+ const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
3845
+ frame: {
3846
+ oneofKind: "message",
3847
+ message: {
3848
+ data: JSON.stringify(msg)
3849
+ }
3850
+ }
3851
+ });
3852
+ return new Uint8Array((0, $6abb1f384118d238$export$b89a827e9254211a).toBinary(frame));
3853
+ }
3854
+ async deserialize(data) {
3855
+ if (!(data instanceof Blob)) throw new Error("Unknown data type");
3856
+ const arrayBuffer = await data.arrayBuffer();
3857
+ const parsed = (0, $6abb1f384118d238$export$b89a827e9254211a).fromBinary(new Uint8Array(arrayBuffer)).frame;
3858
+ if (parsed.oneofKind === "audio") {
3859
+ const audioVector = Array.from(parsed.audio.audio);
3860
+ const uint8Array = new Uint8Array(audioVector);
3861
+ const int16Array = new Int16Array(uint8Array.buffer);
3862
+ return {
3863
+ type: "audio",
3864
+ audio: int16Array
3865
+ };
3866
+ } else if (parsed.oneofKind === "message") {
3867
+ const msg = JSON.parse(parsed.message.data);
3868
+ return {
3869
+ type: "message",
3870
+ message: msg
3871
+ };
3872
+ } else throw new Error("Unknown frame kind");
3873
+ }
3874
+ }
3875
+
3876
+
3821
3877
  class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclientjs.Transport) {
3822
- constructor(){
3878
+ constructor({ serializer: serializer, recorderSampleRate: recorderSampleRate, playerSampleRate: playerSampleRate } = {
3879
+ serializer: new (0, $49316c2028553492$export$4b2026f8e11b148a)(),
3880
+ recorderSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE,
3881
+ playerSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE
3882
+ }){
3823
3883
  super();
3824
3884
  this.audioQueue = [];
3825
- this._mediaManager = new (0, $1c088932741d88e6$export$c95c65abc5f47125)(true, true, undefined, undefined, 512, $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE);
3885
+ this._mediaManager = new (0, $1c088932741d88e6$export$c95c65abc5f47125)(true, true, undefined, undefined, 512, recorderSampleRate, playerSampleRate);
3826
3886
  this._mediaManager.setUserAudioCallback(this.handleUserAudioStream.bind(this));
3827
3887
  this._ws = null;
3888
+ this._serializer = serializer;
3828
3889
  }
3829
3890
  initialize(options, messageHandler) {
3830
3891
  this._options = options;
@@ -3905,6 +3966,7 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
3905
3966
  return this._mediaManager.tracks();
3906
3967
  }
3907
3968
  initializeWebsocket(authBundle) {
3969
+ console.log("Initializing websocket", authBundle);
3908
3970
  const ws = new (0, $158ad1a38fb85e0e$export$4f3d0ffd941ebefb)(`${authBundle.ws_url}`, undefined, {
3909
3971
  parseBlobToJson: false
3910
3972
  });
@@ -3914,23 +3976,14 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
3914
3976
  (0, $fkNis$pipecataiclientjs.logger).debug("Websocket connection opened");
3915
3977
  });
3916
3978
  ws.on("message", async (data)=>{
3917
- let arrayBuffer = await data.arrayBuffer();
3918
- const parsedFrame = (0, $6abb1f384118d238$export$b89a827e9254211a).fromBinary(new Uint8Array(arrayBuffer)).frame;
3919
- if (parsedFrame.oneofKind === "audio") {
3920
- // We should be able to use parsedFrame.audio.audio.buffer but for
3921
- // some reason that contains all the bytes from the protobuf message.
3922
- const audioVector = Array.from(parsedFrame.audio.audio);
3923
- const uint8Array = new Uint8Array(audioVector);
3924
- const int16Array = new Int16Array(uint8Array.buffer);
3925
- this._mediaManager.bufferBotAudio(int16Array);
3926
- } else if (parsedFrame.oneofKind === "message") {
3927
- let jsonText = parsedFrame.message.data;
3928
- try {
3929
- let jsonMessage = JSON.parse(jsonText);
3930
- if (jsonMessage.label === "rtvi-ai") this._onMessage(jsonMessage);
3931
- } catch {
3932
- (0, $fkNis$pipecataiclientjs.logger).warn("Failed to parse message", jsonText);
3979
+ try {
3980
+ const parsed = await this._serializer.deserialize(data);
3981
+ if (parsed.type === "audio") this._mediaManager.bufferBotAudio(parsed.audio);
3982
+ else if (parsed.type === "message") {
3983
+ if (parsed.message.label === "rtvi-ai") this._onMessage(parsed.message);
3933
3984
  }
3985
+ } catch (e) {
3986
+ (0, $fkNis$pipecataiclientjs.logger).error("Failed to deserialize incoming message", e);
3934
3987
  }
3935
3988
  });
3936
3989
  ws.on("error", (error)=>{
@@ -3969,33 +4022,23 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
3969
4022
  if (queuedData) this._sendAudioInput(queuedData);
3970
4023
  }
3971
4024
  }
4025
+ sendRawMessage(message) {
4026
+ (0, $fkNis$pipecataiclientjs.logger).debug("Received raw message to send to Web Socket", message);
4027
+ const encoded = this._serializer.serialize(message);
4028
+ this._sendMsg(encoded);
4029
+ }
3972
4030
  sendMessage(message) {
3973
4031
  (0, $fkNis$pipecataiclientjs.logger).debug("Received message to send to Web Socket", message);
3974
- const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
3975
- frame: {
3976
- oneofKind: "message",
3977
- message: {
3978
- data: JSON.stringify(message)
3979
- }
3980
- }
3981
- });
3982
- this._sendMsg(frame);
4032
+ const encoded = this._serializer.serializeMessage(message);
4033
+ this._sendMsg(encoded);
3983
4034
  }
3984
4035
  async _sendAudioInput(data) {
3985
- const pcmByteArray = new Uint8Array(data);
3986
- const frame = (0, $6abb1f384118d238$export$b89a827e9254211a).create({
3987
- frame: {
3988
- oneofKind: "audio",
3989
- audio: {
3990
- id: 0n,
3991
- name: "audio",
3992
- audio: pcmByteArray,
3993
- sampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE,
3994
- numChannels: 1
3995
- }
3996
- }
3997
- });
3998
- await this._sendMsg(frame);
4036
+ try {
4037
+ const encoded = this._serializer.serializeAudio(data, $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE, 1);
4038
+ await this._sendMsg(encoded);
4039
+ } catch (e) {
4040
+ (0, $fkNis$pipecataiclientjs.logger).error("Error sending audio frame", e);
4041
+ }
3999
4042
  }
4000
4043
  async _sendMsg(msg) {
4001
4044
  if (!this._ws) {
@@ -4006,13 +4049,9 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
4006
4049
  (0, $fkNis$pipecataiclientjs.logger).error("attempt to send to closed socket");
4007
4050
  return;
4008
4051
  }
4009
- if (!msg) {
4010
- (0, $fkNis$pipecataiclientjs.logger).error("need a msg to send a msg");
4011
- return;
4012
- }
4052
+ if (!msg) return;
4013
4053
  try {
4014
- const encodedFrame = new Uint8Array((0, $6abb1f384118d238$export$b89a827e9254211a).toBinary(msg));
4015
- await this._ws.send(encodedFrame);
4054
+ await this._ws.send(msg);
4016
4055
  } catch (e) {
4017
4056
  (0, $fkNis$pipecataiclientjs.logger).error("sendMsg error", e);
4018
4057
  }
@@ -4045,6 +4084,66 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
4045
4084
  }
4046
4085
  }
4047
4086
  $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE = 16000;
4087
+ $bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE = 24000;
4088
+
4089
+
4090
+
4091
+
4092
+ class $36ab1bf4324e4b8b$export$44a8a077420336af {
4093
+ serialize(data) {
4094
+ return JSON.stringify(data);
4095
+ }
4096
+ serializeAudio(data, sampleRate, numChannels) {
4097
+ const pcmSamples = new Int16Array(data);
4098
+ const muLawSamples = (0, $fkNis$xlaw.mulaw).encode(pcmSamples);
4099
+ const base64Payload = this.arrayToBase64(muLawSamples);
4100
+ const twilioMessage = {
4101
+ event: "media",
4102
+ media: {
4103
+ payload: base64Payload
4104
+ }
4105
+ };
4106
+ return JSON.stringify(twilioMessage);
4107
+ }
4108
+ serializeMessage(msg) {
4109
+ // Twilio does not support RTVI messages, so just ignore them
4110
+ return null;
4111
+ }
4112
+ arrayToBase64(bytes) {
4113
+ let binary = "";
4114
+ for(let i = 0; i < bytes.byteLength; i++)binary += String.fromCharCode(bytes[i]);
4115
+ return btoa(binary);
4116
+ }
4117
+ base64ToUint8Array(base64) {
4118
+ const binaryString = atob(base64);
4119
+ const len = binaryString.length;
4120
+ const bytes = new Uint8Array(len);
4121
+ for(let i = 0; i < len; i++)bytes[i] = binaryString.charCodeAt(i);
4122
+ return bytes;
4123
+ }
4124
+ async deserialize(data) {
4125
+ const jsonMessage = JSON.parse(data); // Assuming 'data' is a JSON string
4126
+ if (jsonMessage.event === "clear") return {
4127
+ type: "raw",
4128
+ message: jsonMessage
4129
+ };
4130
+ else if (jsonMessage.event === "media") {
4131
+ // Deserialize 'media' event
4132
+ const payload = jsonMessage.media.payload;
4133
+ const serialized_data = this.base64ToUint8Array(payload);
4134
+ //const decoded_audio = this.ulawToPcm(serialized_data);
4135
+ const decoded_audio = (0, $fkNis$xlaw.mulaw).decode(serialized_data);
4136
+ return {
4137
+ type: "audio",
4138
+ audio: decoded_audio
4139
+ };
4140
+ } else // Deserialize other message types (assuming 'frame' has 'message' field)
4141
+ return {
4142
+ type: "message",
4143
+ message: jsonMessage.message
4144
+ };
4145
+ }
4146
+ }
4048
4147
 
4049
4148
 
4050
4149