@anam-ai/js-sdk 4.8.0-alpha.sam.1 → 4.8.0-alpha.sam.2

package/dist/module/modules/SignallingClient.js

@@ -0,0 +1,251 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { AnamEvent, InternalEvent, SignalMessageAction, ConnectionClosedCode, } from '../types';
+const DEFAULT_HEARTBEAT_INTERVAL_SECONDS = 5;
+const DEFAULT_WS_RECONNECTION_ATTEMPTS = 5;
+export class SignallingClient {
+    constructor(sessionId, options, publicEventEmitter, internalEventEmitter, apiGatewayConfig) {
+        var _a, _b, _c, _d, _e;
+        this.stopSignal = false;
+        this.sendingBuffer = [];
+        this.wsConnectionAttempts = 0;
+        this.socket = null;
+        this.heartBeatIntervalRef = null;
+        this.publicEventEmitter = publicEventEmitter;
+        this.internalEventEmitter = internalEventEmitter;
+        this.apiGatewayConfig = apiGatewayConfig;
+        if (!sessionId) {
+            throw new Error('Signalling Client: sessionId is required');
+        }
+        this.sessionId = sessionId;
+        const { heartbeatIntervalSeconds, maxWsReconnectionAttempts, url } = options;
+        this.heartbeatIntervalSeconds =
+            heartbeatIntervalSeconds || DEFAULT_HEARTBEAT_INTERVAL_SECONDS;
+        this.maxWsReconnectionAttempts =
+            maxWsReconnectionAttempts || DEFAULT_WS_RECONNECTION_ATTEMPTS;
+        if (!url.baseUrl) {
+            throw new Error('Signalling Client: baseUrl is required');
+        }
+        // Construct WebSocket URL (with or without API Gateway)
+        if (((_a = this.apiGatewayConfig) === null || _a === void 0 ? void 0 : _a.enabled) && ((_b = this.apiGatewayConfig) === null || _b === void 0 ? void 0 : _b.baseUrl)) {
+            // Use API Gateway WebSocket URL
+            const gatewayUrl = new URL(this.apiGatewayConfig.baseUrl);
+            const wsPath = (_c = this.apiGatewayConfig.wsPath) !== null && _c !== void 0 ? _c : '/ws';
+            // Construct gateway WebSocket URL
+            gatewayUrl.protocol = gatewayUrl.protocol.replace('http', 'ws');
+            gatewayUrl.pathname = wsPath;
+            this.url = gatewayUrl;
+            // Construct the complete target WebSocket URL and pass it as a query parameter
+            const httpProtocol = url.protocol || 'https';
+            const targetProtocol = httpProtocol === 'http' ? 'ws' : 'wss';
+            const httpUrl = `${httpProtocol}://${url.baseUrl}`;
+            const targetWsPath = (_d = url.signallingPath) !== null && _d !== void 0 ? _d : '/ws';
+            // Build complete target URL
+            const targetUrl = new URL(httpUrl);
+            targetUrl.protocol = targetProtocol === 'ws' ? 'ws:' : 'wss:';
+            if (url.port) {
+                targetUrl.port = url.port;
+            }
+            targetUrl.pathname = targetWsPath;
+            targetUrl.searchParams.append('session_id', sessionId);
+            // Pass complete target URL as query parameter
+            this.url.searchParams.append('target_url', targetUrl.href);
+        }
+        else {
+            // Direct connection to Anam (original behavior)
+            const httpProtocol = url.protocol || 'https';
+            const initUrl = `${httpProtocol}://${url.baseUrl}`;
+            this.url = new URL(initUrl);
+            this.url.protocol = url.protocol === 'http' ? 'ws:' : 'wss:';
+            if (url.port) {
+                this.url.port = url.port;
+            }
+            this.url.pathname = (_e = url.signallingPath) !== null && _e !== void 0 ? _e : '/ws';
+            this.url.searchParams.append('session_id', sessionId);
+        }
+    }
+    stop() {
+        this.stopSignal = true;
+        this.closeSocket();
+    }
+    connect() {
+        this.socket = new WebSocket(this.url.href);
+        this.socket.onopen = this.onOpen.bind(this);
+        this.socket.onclose = this.onClose.bind(this);
+        this.socket.onerror = this.onError.bind(this);
+        return this.socket;
+    }
+    sendOffer(localDescription) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const offerMessagePayload = {
+                connectionDescription: localDescription,
+                userUid: this.sessionId, // TODO: this should be renamed to session Id on the server
+            };
+            const offerMessage = {
+                actionType: SignalMessageAction.OFFER,
+                sessionId: this.sessionId,
+                payload: offerMessagePayload,
+            };
+            this.sendSignalMessage(offerMessage);
+        });
+    }
+    sendIceCandidate(candidate) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const iceCandidateMessage = {
+                actionType: SignalMessageAction.ICE_CANDIDATE,
+                sessionId: this.sessionId,
+                payload: candidate.toJSON(),
+            };
+            this.sendSignalMessage(iceCandidateMessage);
+        });
+    }
+    sendSignalMessage(message) {
+        var _a;
+        if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+            try {
+                this.socket.send(JSON.stringify(message));
+            }
+            catch (error) {
+                console.error('SignallingClient - sendSignalMessage: error sending message', error);
+            }
+        }
+        else {
+            this.sendingBuffer.push(message);
+        }
+    }
+    sendTalkMessage(payload) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chatMessage = {
+                actionType: SignalMessageAction.TALK_STREAM_INPUT,
+                sessionId: this.sessionId,
+                payload: payload,
+            };
+            this.sendSignalMessage(chatMessage);
+        });
+    }
+    sendAgentAudioInput(payload) {
+        const message = {
+            actionType: SignalMessageAction.AGENT_AUDIO_INPUT,
+            sessionId: this.sessionId,
+            payload: payload,
+        };
+        this.sendSignalMessage(message);
+    }
+    sendAgentAudioInputEnd() {
+        const message = {
+            actionType: SignalMessageAction.AGENT_AUDIO_INPUT_END,
+            sessionId: this.sessionId,
+            payload: {},
+        };
+        this.sendSignalMessage(message);
+    }
+    closeSocket() {
+        if (this.socket) {
+            this.socket.close();
+            this.socket = null;
+        }
+        if (this.heartBeatIntervalRef) {
+            clearInterval(this.heartBeatIntervalRef);
+            this.heartBeatIntervalRef = null;
+        }
+    }
+    onOpen() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.socket) {
+                throw new Error('SignallingClient - onOpen: socket is null');
+            }
+            try {
+                this.wsConnectionAttempts = 0;
+                this.flushSendingBuffer();
+                this.socket.onmessage = this.onMessage.bind(this);
+                this.startSendingHeartBeats();
+                this.internalEventEmitter.emit(InternalEvent.WEB_SOCKET_OPEN);
+            }
+            catch (e) {
+                console.error('SignallingClient - onOpen: error in onOpen', e);
+                this.publicEventEmitter.emit(AnamEvent.CONNECTION_CLOSED, ConnectionClosedCode.SIGNALLING_CLIENT_CONNECTION_FAILURE);
+            }
+        });
+    }
+    onClose() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.wsConnectionAttempts += 1;
+            if (this.stopSignal) {
+                return;
+            }
+            if (this.wsConnectionAttempts <= this.maxWsReconnectionAttempts) {
+                this.socket = null;
+                setTimeout(() => {
+                    this.connect();
+                }, 100 * this.wsConnectionAttempts);
+            }
+            else {
+                if (this.heartBeatIntervalRef) {
+                    clearInterval(this.heartBeatIntervalRef);
+                    this.heartBeatIntervalRef = null;
+                }
+                this.publicEventEmitter.emit(AnamEvent.CONNECTION_CLOSED, ConnectionClosedCode.SIGNALLING_CLIENT_CONNECTION_FAILURE);
+            }
+        });
+    }
+    onError(event) {
+        if (this.stopSignal) {
+            return;
+        }
+        console.error('SignallingClient - onError: ', event);
+    }
+    flushSendingBuffer() {
+        const newBuffer = [];
+        if (this.sendingBuffer.length > 0) {
+            this.sendingBuffer.forEach((message) => {
+                var _a;
+                if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+                    this.socket.send(JSON.stringify(message));
+                }
+                else {
+                    newBuffer.push(message);
+                }
+            });
+        }
+        this.sendingBuffer = newBuffer;
+    }
+    onMessage(event) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const message = JSON.parse(event.data);
+            this.internalEventEmitter.emit(InternalEvent.SIGNAL_MESSAGE_RECEIVED, message);
+        });
+    }
+    startSendingHeartBeats() {
+        if (!this.socket) {
+            throw new Error('SignallingClient - startSendingHeartBeats: socket is null');
+        }
+        if (this.heartBeatIntervalRef) {
+            console.warn('SignallingClient - startSendingHeartBeats: heartbeat interval already set');
+        }
+        // send a heartbeat message every heartbeatIntervalSeconds
+        const heartbeatInterval = this.heartbeatIntervalSeconds * 1000;
+        const heartbeatMessage = {
+            actionType: SignalMessageAction.HEARTBEAT,
+            sessionId: this.sessionId,
+            payload: '',
+        };
+        const heartbeatMessageJson = JSON.stringify(heartbeatMessage);
+        this.heartBeatIntervalRef = setInterval(() => {
+            var _a;
+            if (this.stopSignal) {
+                return;
+            }
+            if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+                this.socket.send(heartbeatMessageJson);
+            }
+        }, heartbeatInterval);
+    }
+}
+//# sourceMappingURL=SignallingClient.js.map

package/dist/module/modules/SignallingClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SignallingClient.js","sourceRoot":"","sources":["../../../src/modules/SignallingClient.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,EACL,SAAS,EACT,aAAa,EAEb,mBAAmB,EAEnB,oBAAoB,GAGrB,MAAM,UAAU,CAAC;AAGlB,MAAM,kCAAkC,GAAG,CAAC,CAAC;AAC7C,MAAM,gCAAgC,GAAG,CAAC,CAAC;AAE3C,MAAM,OAAO,gBAAgB;IAc3B,YACE,SAAiB,EACjB,OAAgC,EAChC,kBAAsC,EACtC,oBAA0C,EAC1C,gBAAmC;;QAZ7B,eAAU,GAAG,KAAK,CAAC;QACnB,kBAAa,GAAoB,EAAE,CAAC;QACpC,yBAAoB,GAAG,CAAC,CAAC;QACzB,WAAM,GAAqB,IAAI,CAAC;QAChC,yBAAoB,GAA0C,IAAI,CAAC;QAUzE,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAEzC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,MAAM,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,GAAG,EAAE,GAChE,OAAO,CAAC;QAEV,IAAI,CAAC,wBAAwB;YAC3B,wBAAwB,IAAI,kCAAkC,CAAC;QAEjE,IAAI,CAAC,yBAAyB;YAC5B,yBAAyB,IAAI,gCAAgC,CAAC;QAEhE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,wDAAwD;QACxD,IAAI,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,OAAO,MAAI,MAAA,IAAI,CAAC,gBAAgB,0CAAE,OAAO,CAAA,EAAE,CAAC;YACrE,gCAAgC;YAChC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAA,IAAI,CAAC,gBAAgB,CAAC,MAAM,mCAAI,KAAK,CAAC;YAErD,kCAAkC;YAClC,UAAU,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAChE,UAAU,CAAC,QAAQ,GAAG,MAAM,CAAC;YAC7B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC;YAEtB,+EAA+E;YAC/E,MAAM,YAAY,GAAG,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC;YAC7C,MAAM,cAAc,GAAG,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9D,MAAM,OAAO,GAAG,GAAG,YAAY,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;YACnD,MAAM,YAAY,GAAG,MAAA,GAAG,CAAC,cAAc,mCAAI,KAAK,CAAC;YAEjD,4BAA4B;YAC5B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YACnC,SAAS,CAAC,QAAQ,GAAG,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9D,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAC5B,CAAC;YACD,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;YAClC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAEvD,8CAA8C;YAC9C,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,gDAAgD;YAChD,MAAM,YAAY,GAAG,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC;YAC7C,MAAM,OAAO,GAAG,GAAG,YAAY,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;YACnD,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7D,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,MAAA,GAAG,CAAC,cAAc,mCAAI,KAAK,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEM,OAAO;QACZ,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEY,SAAS,CAAC,gBAAuC;;YAC5D,MAAM,mBAAmB,GAAG;gBAC1B,qBAAqB,EAAE,gBAAgB;gBACvC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,2DAA2D;aACrF,CAAC;YACF,MAAM,YAAY,GAAkB;gBAClC,UAAU,EAAE,mBAAmB,CAAC,KAAK;gBACrC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,mBAAmB;aAC7B,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;KAAA;IAEY,gBAAgB,CAAC,SAA0B;;YACtD,MAAM,mBAAmB,GAAkB;gBACzC,UAAU,EAAE,mBAAmB,CAAC,aAAa;gBAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,SAAS,CAAC,MAAM,EAAE;aAC5B,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;QAC9C,CAAC;KAAA;IAEO,iBAAiB,CAAC,OAAsB;;QAC9C,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,6DAA6D,EAC7D,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEY,eAAe,CAAC,OAAiC;;YAC5D,MAAM,WAAW,GAAkB;gBACjC,UAAU,EAAE,mBAAmB,CAAC,iBAAiB;gBACjD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;KAAA;IAEM,mBAAmB,CAAC,OAA+B;QACxD,MAAM,OAAO,GAAkB;YAC7B,UAAU,EAAE,mBAAmB,CAAC,iBAAiB;YACjD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,OAAO;SACjB,CAAC;QACF,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAEM,sBAAsB;QAC3B,MAAM,OAAO,GAAkB;YAC7B,UAAU,EAAE,mBAAmB,CAAC,qBAAqB;YACrD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IAEa,MAAM;;YAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC9B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YAChE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,iBAAiB,EAC3B,oBAAoB,CAAC,oCAAoC,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAEa,OAAO;;YACnB,IAAI,CAAC,oBAAoB,IAAI,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAChE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBAC9B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;oBACzC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACnC,CAAC;gBACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,iBAAiB,EAC3B,oBAAoB,CAAC,oCAAoC,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAEO,OAAO,CAAC,KAAY;QAC1B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAEO,kBAAkB;QACxB,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,OAAsB,EAAE,EAAE;;gBACpD,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IACjC,CAAC;IAEa,SAAS,CAAC,KAAmB;;YACzC,MAAM,OAAO,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAC5B,aAAa,CAAC,uBAAuB,EACrC,OAAO,CACR,CAAC;QACJ,CAAC;KAAA;IAEO,sBAAsB;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CACV,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QACD,0DAA0D;QAC1D,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QAC/D,MAAM,gBAAgB,GAAkB;YACtC,UAAU,EAAE,mBAAmB,CAAC,SAAS;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC9D,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE;;YAC3C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACxB,CAAC;CACF"}

package/dist/module/modules/StreamingClient.d.ts

@@ -0,0 +1,81 @@
+import { InternalEventEmitter, PublicEventEmitter } from '../modules';
+import { AgentAudioInputConfig, InputAudioState, StreamingClientOptions } from '../types';
+import { AgentAudioInputStream } from '../types/AgentAudioInputStream';
+import { TalkMessageStream } from '../types/TalkMessageStream';
+export declare class StreamingClient {
+    private publicEventEmitter;
+    private internalEventEmitter;
+    private signallingClient;
+    private engineApiRestClient;
+    private iceServers;
+    private apiGatewayConfig;
+    private peerConnection;
+    private connectionReceivedAnswer;
+    private remoteIceCandidateBuffer;
+    private inputAudioStream;
+    private dataChannel;
+    private videoElement;
+    private videoStream;
+    private audioStream;
+    private inputAudioState;
+    private audioDeviceId;
+    private disableInputAudio;
+    private successMetricPoller;
+    private successMetricFired;
+    private showPeerConnectionStatsReport;
+    private peerConnectionStatsReportOutputFormat;
+    private statsCollectionInterval;
+    private agentAudioInputStream;
+    constructor(sessionId: string, options: StreamingClientOptions, publicEventEmitter: PublicEventEmitter, internalEventEmitter: InternalEventEmitter);
+    private onInputAudioStateChange;
+    private muteAllAudioTracks;
+    private unmuteAllAudioTracks;
+    private startStatsCollection;
+    private sendClientSideMetrics;
+    private startSuccessMetricPolling;
+    muteInputAudio(): InputAudioState;
+    unmuteInputAudio(): InputAudioState;
+    getInputAudioState(): InputAudioState;
+    getPeerConnection(): RTCPeerConnection | null;
+    changeAudioInputDevice(deviceId: string): Promise<void>;
+    getInputAudioStream(): MediaStream | null;
+    getVideoStream(): MediaStream | null;
+    getAudioStream(): MediaStream | null;
+    sendDataMessage(message: string): void;
+    setMediaStreamTargetById(videoElementId: string): void;
+    startConnection(): void;
+    stopConnection(): Promise<void>;
+    sendTalkCommand(content: string): Promise<void>;
+    startTalkMessageStream(correlationId?: string): TalkMessageStream;
+    createAgentAudioInputStream(config: AgentAudioInputConfig): AgentAudioInputStream;
+    getAgentAudioInputStream(): AgentAudioInputStream | null;
+    private initPeerConnection;
+    private onSignalMessage;
+    private onSignallingClientConnected;
+    private flushRemoteIceCandidateBuffer;
+    /**
+     * ICE Candidate Trickle
+     * As each ICE candidate is gathered from the STUN server it is sent to the
+     * webRTC server immediately in an effort to reduce time to connection.
+     */
+    private onIceCandidate;
+    private onIceConnectionStateChange;
+    private onConnectionStateChange;
+    private handleWebrtcFailure;
+    private onTrackEventHandler;
+    /**
+     * Set up the data channels for sending and receiving messages
+     */
+    private setupDataChannels;
+    /**
+     * Request microphone permission asynchronously without blocking connection
+     */
+    private requestMicrophonePermissionAsync;
+    /**
+     * Set up audio track and add it to the peer connection using replaceTrack
+     */
+    private setupAudioTrack;
+    private initPeerConnectionAndSendOffer;
+    private shutdown;
+}
+//# sourceMappingURL=StreamingClient.d.ts.map

package/dist/module/modules/StreamingClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingClient.d.ts","sourceRoot":"","sources":["../../../src/modules/StreamingClient.ts"],"names":[],"mappings":"AAKA,OAAO,EAEL,oBAAoB,EACpB,kBAAkB,EAGnB,MAAM,YAAY,CAAC;AACpB,OAAO,EAGL,qBAAqB,EAKrB,eAAe,EAIf,sBAAsB,EAIvB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAO/D,qBAAa,eAAe;IAC1B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,mBAAmB,CAAsB;IACjD,OAAO,CAAC,UAAU,CAAiB;IACnC,OAAO,CAAC,gBAAgB,CAA+B;IACvD,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,wBAAwB,CAAS;IACzC,OAAO,CAAC,wBAAwB,CAAyB;IACzD,OAAO,CAAC,gBAAgB,CAA4B;IACpD,OAAO,CAAC,WAAW,CAA+B;IAClD,OAAO,CAAC,YAAY,CAAiC;IACrD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,eAAe,CAGrB;IACF,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,iBAAiB,CAAU;IACnC,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,6BAA6B,CAAkB;IACvD,OAAO,CAAC,qCAAqC,CAAiC;IAC9E,OAAO,CAAC,uBAAuB,CAA+C;IAC9E,OAAO,CAAC,qBAAqB,CAAsC;gBAGjE,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,sBAAsB,EAC/B,kBAAkB,EAAE,kBAAkB,EACtC,oBAAoB,EAAE,oBAAoB;IA4C5C,OAAO,CAAC,uBAAuB;IAc/B,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,oBAAoB;IAwB5B,OAAO,CAAC,qBAAqB;IAiB7B,OAAO,CAAC,yBAAyB;IA0E1B,cAAc,IAAI,eAAe;IAWjC,gBAAgB,IAAI,eAAe;IAWnC,kBAAkB,IAAI,eAAe;IAIrC,iBAAiB,IAAI,iBAAiB,GAAG,IAAI;IAIvC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4D7D,mBAAmB,IAAI,WAAW,GAAG,IAAI;IAIzC,cAAc,IAAI,WAAW,GAAG,IAAI;IAIpC,cAAc,IAAI,WAAW,GAAG,IAAI;IAIpC,eAAe,CAAC,OAAO,EAAE,MAAM;IAM/B,wBAAwB,CAAC,cAAc,EAAE,MAAM;IAa/C,eAAe;IAgBT,cAAc;IAId,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,sBAAsB,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,iBAAiB;IAYjE,2BAA2B,CAChC,MAAM,EAAE,qBAAqB,GAC5B,qBAAqB;IAQjB,wBAAwB,IAAI,qBAAqB,GAAG,IAAI;YAIjD,kBAAkB;YAwClB,eAAe;YA6Df,2BAA2B;IAczC,OAAO,CAAC,6BAA6B;IAOrC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,0BAA0B;IAWlC,OAAO,CAAC,uBAAuB;IAW/B,OAAO,CAAC,mBAAmB;IAwB3B,OAAO,CAAC,mBAAmB;IAkC3B;;OAEG;YACW,iBAAiB;IAkF/B;;OAEG;YACW,gCAAgC;IAqD9C;;OAEG;YACW,eAAe;YAiDf,8BAA8B;YA8B9B,QAAQ;CAmEvB"}