@pipecat-ai/websocket-transport 0.4.2 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +15 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +39 -25
- package/dist/index.js.map +1 -1
- package/dist/index.module.js +40 -26
- package/dist/index.module.js.map +1 -1
- package/package.json +3 -3
package/dist/index.d.ts
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { PipecatClientOptions, RTVIEventCallbacks, Tracks, RTVIMessage, Transport, TransportState } from "@pipecat-ai/client-js";
|
|
2
2
|
import { DailyEventObjectTrack } from "@daily-co/daily-js";
|
|
3
3
|
import { EventEmitter } from "events";
|
|
4
4
|
declare abstract class MediaManager {
|
|
5
5
|
protected _userAudioCallback: (data: ArrayBuffer) => void;
|
|
6
|
-
protected _options:
|
|
6
|
+
protected _options: PipecatClientOptions;
|
|
7
7
|
protected _callbacks: RTVIEventCallbacks;
|
|
8
8
|
protected _micEnabled: boolean;
|
|
9
9
|
protected _camEnabled: boolean;
|
|
10
10
|
constructor();
|
|
11
11
|
setUserAudioCallback(userAudioCallback: (data: ArrayBuffer) => void): void;
|
|
12
|
-
|
|
12
|
+
setClientOptions(options: PipecatClientOptions, override?: boolean): void;
|
|
13
13
|
abstract initialize(): Promise<void>;
|
|
14
14
|
abstract connect(): Promise<void>;
|
|
15
15
|
abstract disconnect(): Promise<void>;
|
|
@@ -193,16 +193,19 @@ export class ProtobufFrameSerializer implements WebSocketSerializer {
|
|
|
193
193
|
message: RTVIMessage;
|
|
194
194
|
}>;
|
|
195
195
|
}
|
|
196
|
+
type WebSocketTransportOptions = {
|
|
197
|
+
ws_url?: string;
|
|
198
|
+
serializer?: WebSocketSerializer;
|
|
199
|
+
recorderSampleRate?: number;
|
|
200
|
+
playerSampleRate?: number;
|
|
201
|
+
};
|
|
196
202
|
export class WebSocketTransport extends Transport {
|
|
197
|
-
constructor(
|
|
198
|
-
|
|
199
|
-
recorderSampleRate?: number;
|
|
200
|
-
playerSampleRate?: number;
|
|
201
|
-
});
|
|
202
|
-
initialize(options: RTVIClientOptions, messageHandler: (ev: RTVIMessage) => void): void;
|
|
203
|
+
constructor(opts?: WebSocketTransportOptions);
|
|
204
|
+
initialize(options: PipecatClientOptions, messageHandler: (ev: RTVIMessage) => void): void;
|
|
203
205
|
initDevices(): Promise<void>;
|
|
204
|
-
|
|
205
|
-
|
|
206
|
+
_validateConnectionParams(connectParams: unknown): WebSocketTransportOptions | undefined;
|
|
207
|
+
_connect(connectParams?: WebSocketTransportOptions): Promise<void>;
|
|
208
|
+
_disconnect(): Promise<void>;
|
|
206
209
|
getAllMics(): Promise<MediaDeviceInfo[]>;
|
|
207
210
|
getAllCams(): Promise<MediaDeviceInfo[]>;
|
|
208
211
|
getAllSpeakers(): Promise<MediaDeviceInfo[]>;
|
|
@@ -215,9 +218,8 @@ export class WebSocketTransport extends Transport {
|
|
|
215
218
|
get isMicEnabled(): boolean;
|
|
216
219
|
get state(): TransportState;
|
|
217
220
|
set state(state: TransportState);
|
|
218
|
-
get expiry(): number | undefined;
|
|
219
221
|
tracks(): Tracks;
|
|
220
|
-
initializeWebsocket(
|
|
222
|
+
initializeWebsocket(): ReconnectingWebSocket;
|
|
221
223
|
sendReadyMessage(): void;
|
|
222
224
|
handleUserAudioStream(data: ArrayBuffer): void;
|
|
223
225
|
sendRawMessage(message: any): void;
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"mappings":";;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,
|
|
1
|
+
{"mappings":";;;ASQA,QAAO,QAAQ;IACb,UAAkB,kBAAkB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;IAClE,UAAkB,QAAQ,EAAE,oBAAoB,CAAC;IACjD,SAAS,CAAC,UAAU,EAAE,kBAAkB,CAAM;IAE9C,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC;;IAO/B,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI;IAGnE,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,GAAE,OAAe;IAQzE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IACjC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,CAAC,cAAc,CACrB,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAEzB,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IACjD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAErD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IACvC,QAAQ,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAE/C,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpE,QAAQ,KAAK,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IACzC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAEzC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IACrC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC;IAErC,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,4BAA6B,SAAQ,YAAY;gBAQ7C,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAM,GAAG,SAAiB;IAQ1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAUxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,UAAU;IAIvE,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKtC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAGzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAG7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,IAAI,YAAY,IAAI,OAAO,CAG1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;CAmCjB;ACnND,8BAA+B,SAAQ,YAAY;gBAsB/C,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,EAC/D,iBAAiB,GAAE,MAAM,GAAG,SAAqB,EACjD,kBAAkB,GAAE,MAAc,EAClC,gBAAgB,GAAE,MAAc;IAqC5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7C,cAAc,CACZ,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,EAAE,CAAC,EAAE,MAAM,GACV,UAAU,GAAG,SAAS;IAInB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAIxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlD,SAAS,CAAC,KAAK,EAAE,MAAM;IAOvB,SAAS,CAAC,KAAK,EAAE,MAAM;IAOjB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAEK,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IACD,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,MAAM,IAAI,MAAM;cA8DA,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;IA4C/D,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB;CAkB1D;AC3TD;IACE,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,mCAAmC,SAAQ,YAAY;IACrD,sCAAsC;IACtC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9B,uDAAuD;IACvD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAI1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;gBAoBxC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,EAC7B,OAAO,GAAE,gBAAqB;IA+BnB,OAAO;IAgOd,IAAI,CAAC,IAAI,EAAE,GAAG;IAad,KAAK;IAWX,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAK5C;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,EAK9C;IAED,IAAI,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,EAIlC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAIpC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAEjC;IAED,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAOxC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAOrC;IAEK,cAAc,CAAC,KAAK,EAAE,YAAY;CAyCzC;ACtiBD;IACE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,CAAC;IAC1B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,GAAG,CAAC;IACP,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG,CAAC;IACxC,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAC3B;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC,CAAC;CACH;AEXD,oCAAqC,YAAW,mBAAmB;IACjE,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG;IACzB,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,UAAU;IAgBb,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,UAAU;IAWxC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAC5C;CAkBF;AC1CD,iCAAwC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,mBAAmB,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,+BAAgC,SAAQ,SAAS;gBAUnC,IAAI,GAAE,yBAA8B;IAqBhD,UAAU,CACR,OAAO,EAAE,oBAAoB,EAC7B,cAAc,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,GACxC,IAAI;IAQD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAMlC,yBAAyB,CACvB,aAAa,EAAE,OAAO,GACrB,yBAAyB,GAAG,SAAS;IA0BlC,QAAQ,CAAC,aAAa,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAQlC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAGxC,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAItC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAG9B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAItC,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAEzD;IACD,IAAI,eAAe,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAE7D;IAED,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAGhC,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAK9B;IAED,MAAM,IAAI,MAAM;IAIhB,mBAAmB,IAAI,qBAAqB;IAsC5C,gBAAgB,IAAI,IAAI;IAKxB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAyB9C,cAAc,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI;IAKlC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI;IAKjC,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAajD,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBvC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAOvC,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IASxC,IAAW,eAAe,IAAI,OAAO,CAGpC;IAED,SAAS,CAAC,MAAM,EAAE,OAAO;IASzB,IAAI,YAAY,IAAI,OAAO,CAG1B;IAED,IAAI,WAAW,IAAI,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAOzD;CACF;AChVD,6BAA8B,YAAW,mBAAmB;IAC1D,SAAS,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM;IAI5B,cAAc,CACZ,IAAI,EAAE,WAAW,EACjB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,MAAM;IAaT,gBAAgB,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG;IAuBjC,WAAW,CACf,IAAI,EAAE,GAAG,GACR,OAAO,CACN;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,GACpC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,GACzC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,GAAG,CAAA;KAAE,CAChC;CAoBF","sources":["transports/lib/wavtools/lib/wav_packer.js","transports/lib/wavtools/lib/analysis/constants.js","transports/lib/wavtools/lib/analysis/audio_analysis.js","transports/lib/wavtools/lib/worklets/stream_processor.js","transports/lib/wavtools/lib/wav_stream_player.js","transports/lib/wavtools/lib/worklets/audio_processor.js","transports/lib/wavtools/lib/wav_recorder.js","transports/lib/wavtools/lib/mediastream_recorder.js","transports/lib/wavtools/index.js","transports/lib/media-mgmt/mediaManager.ts","transports/lib/media-mgmt/dailyMediaManager.ts","transports/lib/websocket-utils/reconnectingWebSocket.ts","transports/websocket-transport/src/src/serializers/websocketSerializer.ts","transports/websocket-transport/src/src/generated/proto/frames.ts","transports/websocket-transport/src/src/serializers/protobufSerializer.ts","transports/websocket-transport/src/src/webSocketTransport.ts","transports/websocket-transport/src/src/serializers/twilioSerializer.ts","transports/websocket-transport/src/src/index.ts","transports/websocket-transport/src/index.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"// export * from \"./realTimeWebSocketTransport\";\n// export * from \"../../../lib/wavtools/dist/index.d.ts\";\n\nimport { WavMediaManager } from \"../../../lib/media-mgmt/mediaManager\";\nimport { DailyMediaManager } from \"../../../lib/media-mgmt/dailyMediaManager\";\nimport { WebSocketTransport } from \"./webSocketTransport.ts\";\nimport { ProtobufFrameSerializer } from \"./serializers/protobufSerializer.ts\";\nimport { TwilioSerializer } from \"./serializers/twilioSerializer.ts\";\n\nexport {\n WavMediaManager,\n DailyMediaManager,\n WebSocketTransport,\n ProtobufFrameSerializer,\n TwilioSerializer,\n};\n"],"names":[],"version":3,"file":"index.d.ts.map"}
|
package/dist/index.js
CHANGED
|
@@ -1578,7 +1578,7 @@ var $23859655abfc5f5c$export$4a0c46dbbe2ddb67 = /** @class */ function() {
|
|
|
1578
1578
|
MediaManager.prototype.setUserAudioCallback = function(userAudioCallback) {
|
|
1579
1579
|
this._userAudioCallback = userAudioCallback;
|
|
1580
1580
|
};
|
|
1581
|
-
MediaManager.prototype.
|
|
1581
|
+
MediaManager.prototype.setClientOptions = function(options, override) {
|
|
1582
1582
|
var _a, _b, _c;
|
|
1583
1583
|
if (override === void 0) override = false;
|
|
1584
1584
|
if (this._options && !override) return;
|
|
@@ -3875,23 +3875,22 @@ class $49316c2028553492$export$4b2026f8e11b148a {
|
|
|
3875
3875
|
|
|
3876
3876
|
|
|
3877
3877
|
class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclientjs.Transport) {
|
|
3878
|
-
constructor(
|
|
3879
|
-
serializer: new (0, $49316c2028553492$export$4b2026f8e11b148a)(),
|
|
3880
|
-
recorderSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE,
|
|
3881
|
-
playerSampleRate: $bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE
|
|
3882
|
-
}){
|
|
3878
|
+
constructor(opts = {}){
|
|
3883
3879
|
super();
|
|
3880
|
+
this._wsUrl = null;
|
|
3884
3881
|
this.audioQueue = [];
|
|
3885
|
-
this.
|
|
3882
|
+
this._wsUrl = opts.ws_url || null;
|
|
3883
|
+
this._recorderSampleRate = opts.recorderSampleRate || $bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE;
|
|
3884
|
+
this._mediaManager = new (0, $1c088932741d88e6$export$c95c65abc5f47125)(true, true, undefined, undefined, 512, this._recorderSampleRate, opts.playerSampleRate || $bee70417e8ead9ed$export$de21836fc42c6f9c.PLAYER_SAMPLE_RATE);
|
|
3886
3885
|
this._mediaManager.setUserAudioCallback(this.handleUserAudioStream.bind(this));
|
|
3887
3886
|
this._ws = null;
|
|
3888
|
-
this._serializer = serializer;
|
|
3887
|
+
this._serializer = opts.serializer || new (0, $49316c2028553492$export$4b2026f8e11b148a)();
|
|
3889
3888
|
}
|
|
3890
3889
|
initialize(options, messageHandler) {
|
|
3891
3890
|
this._options = options;
|
|
3892
3891
|
this._callbacks = options.callbacks ?? {};
|
|
3893
3892
|
this._onMessage = messageHandler;
|
|
3894
|
-
this._mediaManager.
|
|
3893
|
+
this._mediaManager.setClientOptions(options);
|
|
3895
3894
|
this.state = "disconnected";
|
|
3896
3895
|
}
|
|
3897
3896
|
async initDevices() {
|
|
@@ -3899,12 +3898,33 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3899
3898
|
await this._mediaManager.initialize();
|
|
3900
3899
|
this.state = "initialized";
|
|
3901
3900
|
}
|
|
3902
|
-
|
|
3901
|
+
_validateConnectionParams(connectParams) {
|
|
3902
|
+
if (connectParams === undefined || connectParams === null) return undefined;
|
|
3903
|
+
if (typeof connectParams !== "object") throw new (0, $fkNis$pipecataiclientjs.RTVIError)("Invalid connection parameters");
|
|
3904
|
+
const fixedParams = {};
|
|
3905
|
+
for (const [key, val] of Object.entries(connectParams)){
|
|
3906
|
+
// acept ws_url for backwards compatibility
|
|
3907
|
+
if (key === "ws_url" || key === "connectionUrl") {
|
|
3908
|
+
if (typeof val !== "string") throw new (0, $fkNis$pipecataiclientjs.RTVIError)(`Invalid type for connectionUrl: expected string, got ${typeof val}`);
|
|
3909
|
+
fixedParams.ws_url = val;
|
|
3910
|
+
} else throw new (0, $fkNis$pipecataiclientjs.RTVIError)(`Unrecognized connection parameter: ${key}. Only 'connectionUrl' is allowed.`);
|
|
3911
|
+
}
|
|
3912
|
+
return fixedParams;
|
|
3913
|
+
}
|
|
3914
|
+
async _connect(connectParams) {
|
|
3915
|
+
if (this._abortController?.signal.aborted) return;
|
|
3903
3916
|
this.state = "connecting";
|
|
3917
|
+
this._wsUrl = connectParams?.ws_url || this._wsUrl;
|
|
3918
|
+
if (!this._wsUrl) {
|
|
3919
|
+
(0, $fkNis$pipecataiclientjs.logger).error("No url provided for connection");
|
|
3920
|
+
this.state = "error";
|
|
3921
|
+
throw new (0, $fkNis$pipecataiclientjs.TransportStartError)();
|
|
3922
|
+
}
|
|
3904
3923
|
try {
|
|
3905
|
-
this._ws = this.initializeWebsocket(
|
|
3924
|
+
this._ws = this.initializeWebsocket();
|
|
3906
3925
|
await this._ws.connect();
|
|
3907
3926
|
await this._mediaManager.connect();
|
|
3927
|
+
if (this._abortController?.signal.aborted) return;
|
|
3908
3928
|
this.state = "connected";
|
|
3909
3929
|
this._callbacks.onConnected?.();
|
|
3910
3930
|
} catch (error) {
|
|
@@ -3914,7 +3934,7 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3914
3934
|
throw new (0, $fkNis$pipecataiclientjs.TransportStartError)(msg);
|
|
3915
3935
|
}
|
|
3916
3936
|
}
|
|
3917
|
-
async
|
|
3937
|
+
async _disconnect() {
|
|
3918
3938
|
this.state = "disconnecting";
|
|
3919
3939
|
await this._mediaManager.disconnect();
|
|
3920
3940
|
await this._ws?.close();
|
|
@@ -3959,15 +3979,11 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
3959
3979
|
this._state = state;
|
|
3960
3980
|
this._callbacks.onTransportStateChanged?.(state);
|
|
3961
3981
|
}
|
|
3962
|
-
get expiry() {
|
|
3963
|
-
return this._expiry;
|
|
3964
|
-
}
|
|
3965
3982
|
tracks() {
|
|
3966
3983
|
return this._mediaManager.tracks();
|
|
3967
3984
|
}
|
|
3968
|
-
initializeWebsocket(
|
|
3969
|
-
|
|
3970
|
-
const ws = new (0, $158ad1a38fb85e0e$export$4f3d0ffd941ebefb)(`${authBundle.ws_url}`, undefined, {
|
|
3985
|
+
initializeWebsocket() {
|
|
3986
|
+
const ws = new (0, $158ad1a38fb85e0e$export$4f3d0ffd941ebefb)(this._wsUrl, undefined, {
|
|
3971
3987
|
parseBlobToJson: false
|
|
3972
3988
|
});
|
|
3973
3989
|
// disabling the keep alive, there is no API for it inside Pipecat
|
|
@@ -4023,18 +4039,16 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4023
4039
|
}
|
|
4024
4040
|
}
|
|
4025
4041
|
sendRawMessage(message) {
|
|
4026
|
-
(0, $fkNis$pipecataiclientjs.logger).debug("Received raw message to send to Web Socket", message);
|
|
4027
4042
|
const encoded = this._serializer.serialize(message);
|
|
4028
4043
|
this._sendMsg(encoded);
|
|
4029
4044
|
}
|
|
4030
4045
|
sendMessage(message) {
|
|
4031
|
-
(0, $fkNis$pipecataiclientjs.logger).debug("Received message to send to Web Socket", message);
|
|
4032
4046
|
const encoded = this._serializer.serializeMessage(message);
|
|
4033
4047
|
this._sendMsg(encoded);
|
|
4034
4048
|
}
|
|
4035
4049
|
async _sendAudioInput(data) {
|
|
4036
4050
|
try {
|
|
4037
|
-
const encoded = this._serializer.serializeAudio(data,
|
|
4051
|
+
const encoded = this._serializer.serializeAudio(data, this._recorderSampleRate, 1);
|
|
4038
4052
|
await this._sendMsg(encoded);
|
|
4039
4053
|
} catch (e) {
|
|
4040
4054
|
(0, $fkNis$pipecataiclientjs.logger).error("Error sending audio frame", e);
|
|
@@ -4063,8 +4077,8 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4063
4077
|
}
|
|
4064
4078
|
// Not implemented
|
|
4065
4079
|
enableScreenShare(enable) {
|
|
4066
|
-
(0, $fkNis$pipecataiclientjs.logger).error("
|
|
4067
|
-
throw new
|
|
4080
|
+
(0, $fkNis$pipecataiclientjs.logger).error("enableScreenShare not implemented for WebSocketTransport");
|
|
4081
|
+
throw new (0, $fkNis$pipecataiclientjs.UnsupportedFeatureError)("enableScreenShare", "webSocketTransport", "This feature has not been implemented");
|
|
4068
4082
|
}
|
|
4069
4083
|
get isSharingScreen() {
|
|
4070
4084
|
(0, $fkNis$pipecataiclientjs.logger).error("isSharingScreen not implemented for WebSocketTransport");
|
|
@@ -4072,7 +4086,7 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4072
4086
|
}
|
|
4073
4087
|
enableCam(enable) {
|
|
4074
4088
|
(0, $fkNis$pipecataiclientjs.logger).error("enableCam not implemented for WebSocketTransport");
|
|
4075
|
-
throw new
|
|
4089
|
+
throw new (0, $fkNis$pipecataiclientjs.UnsupportedFeatureError)("enableCam", "webSocketTransport", "This feature has not been implemented");
|
|
4076
4090
|
}
|
|
4077
4091
|
get isCamEnabled() {
|
|
4078
4092
|
(0, $fkNis$pipecataiclientjs.logger).error("isCamEnabled not implemented for WebSocketTransport");
|
|
@@ -4080,7 +4094,7 @@ class $bee70417e8ead9ed$export$de21836fc42c6f9c extends (0, $fkNis$pipecataiclie
|
|
|
4080
4094
|
}
|
|
4081
4095
|
get selectedCam() {
|
|
4082
4096
|
(0, $fkNis$pipecataiclientjs.logger).error("selectedCam not implemented for WebSocketTransport");
|
|
4083
|
-
throw new
|
|
4097
|
+
throw new (0, $fkNis$pipecataiclientjs.UnsupportedFeatureError)("selectedCam", "webSocketTransport", "This feature has not been implemented");
|
|
4084
4098
|
}
|
|
4085
4099
|
}
|
|
4086
4100
|
$bee70417e8ead9ed$export$de21836fc42c6f9c.RECORDER_SAMPLE_RATE = 16000;
|