@anam-ai/js-sdk 3.4.1-oz-alpha.5 → 3.5.0-test.0

package/dist/module/modules/MessageHistoryClient.d.ts

@@ -0,0 +1,13 @@
+import { WebRtcTextMessageEvent } from '../types';
+import { PublicEventEmitter, InternalEventEmitter } from '.';
+export declare class MessageHistoryClient {
+    private publicEventEmitter;
+    private internalEventEmitter;
+    private messages;
+    constructor(publicEventEmitter: PublicEventEmitter, internalEventEmitter: InternalEventEmitter);
+    private webRtcTextMessageEventToMessageStreamEvent;
+    private processUserMessage;
+    private processPersonaMessage;
+    processWebRtcTextMessageEvent(event: WebRtcTextMessageEvent): void;
+}
+//# sourceMappingURL=MessageHistoryClient.d.ts.map

package/dist/module/modules/MessageHistoryClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageHistoryClient.d.ts","sourceRoot":"","sources":["../../../src/modules/MessageHistoryClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,sBAAsB,EAKvB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,GAAG,CAAC;AAC7D,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,oBAAoB,CAAuB;IAEnD,OAAO,CAAC,QAAQ,CAAiB;gBAG/B,kBAAkB,EAAE,kBAAkB,EACtC,oBAAoB,EAAE,oBAAoB;IAW5C,OAAO,CAAC,0CAA0C;IAYlD,OAAO,CAAC,kBAAkB;IAW1B,OAAO,CAAC,qBAAqB;IAyBtB,6BAA6B,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI;CAwB1E"}

package/dist/module/modules/MessageHistoryClient.js

@@ -0,0 +1,66 @@
+import { MessageRole, InternalEvent, AnamEvent, } from '../types';
+export class MessageHistoryClient {
+    constructor(publicEventEmitter, internalEventEmitter) {
+        this.messages = [];
+        this.publicEventEmitter = publicEventEmitter;
+        this.internalEventEmitter = internalEventEmitter;
+        // register for events
+        this.internalEventEmitter.addListener(InternalEvent.WEBRTC_CHAT_MESSAGE_RECEIVED, this.processWebRtcTextMessageEvent.bind(this));
+    }
+    webRtcTextMessageEventToMessageStreamEvent(event) {
+        return {
+            id: `${event.role}::${event.message_id}`, // id is the same for persona and user for a single question response, so we need to differentiate them
+            content: event.content,
+            role: event.role,
+            endOfSpeech: event.end_of_speech,
+            interrupted: event.interrupted,
+        };
+    }
+    processUserMessage(messageEvent) {
+        // each user message is added directly to the history
+        // user messages can not be interrupted
+        const userMessage = {
+            id: messageEvent.id,
+            content: messageEvent.content,
+            role: messageEvent.role,
+        };
+        this.messages.push(userMessage);
+    }
+    processPersonaMessage(messageEvent) {
+        const personaMessage = {
+            id: messageEvent.id,
+            content: messageEvent.content,
+            role: messageEvent.role,
+            interrupted: messageEvent.interrupted,
+        };
+        // check for existing message in the history
+        const existingMessageIndex = this.messages.findIndex((m) => m.id === personaMessage.id);
+        if (existingMessageIndex !== -1) {
+            const existingMessage = this.messages[existingMessageIndex];
+            // update the existing message
+            this.messages[existingMessageIndex] = Object.assign(Object.assign({}, existingMessage), { content: existingMessage.content + personaMessage.content, interrupted: existingMessage.interrupted || personaMessage.interrupted });
+        }
+        else {
+            // add the new persona message to the history
+            this.messages.push(personaMessage);
+        }
+    }
+    processWebRtcTextMessageEvent(event) {
+        const messageStreamEvent = this.webRtcTextMessageEventToMessageStreamEvent(event);
+        // pass to callback stream
+        this.publicEventEmitter.emit(AnamEvent.MESSAGE_STREAM_EVENT_RECEIVED, messageStreamEvent);
+        // update the message history
+        switch (messageStreamEvent.role) {
+            case MessageRole.USER:
+                this.processUserMessage(messageStreamEvent);
+                break;
+            case MessageRole.PERSONA:
+                this.processPersonaMessage(messageStreamEvent);
+                break;
+        }
+        if (messageStreamEvent.endOfSpeech) {
+            this.publicEventEmitter.emit(AnamEvent.MESSAGE_HISTORY_UPDATED, this.messages);
+        }
+    }
+}
+//# sourceMappingURL=MessageHistoryClient.js.map

package/dist/module/modules/MessageHistoryClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageHistoryClient.js","sourceRoot":"","sources":["../../../src/modules/MessageHistoryClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EAEX,aAAa,EACb,SAAS,GACV,MAAM,UAAU,CAAC;AAElB,MAAM,OAAO,oBAAoB;IAM/B,YACE,kBAAsC,EACtC,oBAA0C;QAJpC,aAAQ,GAAc,EAAE,CAAC;QAM/B,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,sBAAsB;QACtB,IAAI,CAAC,oBAAoB,CAAC,WAAW,CACnC,aAAa,CAAC,4BAA4B,EAC1C,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAC9C,CAAC;IACJ,CAAC;IAEO,0CAA0C,CAChD,KAA6B;QAE7B,OAAO;YACL,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU,EAAE,EAAE,uGAAuG;YACjJ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAmB;YAC/B,WAAW,EAAE,KAAK,CAAC,aAAa;YAChC,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,YAAgC;QACzD,qDAAqD;QACrD,uCAAuC;QACvC,MAAM,WAAW,GAAY;YAC3B,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,IAAI,EAAE,YAAY,CAAC,IAAI;SACxB,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC;IAEO,qBAAqB,CAAC,YAAgC;QAC5D,MAAM,cAAc,GAAY;YAC9B,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,WAAW,EAAE,YAAY,CAAC,WAAW;SACtC,CAAC;QACF,4CAA4C;QAC5C,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,cAAc,CAAC,EAAE,CAClC,CAAC;QACF,IAAI,oBAAoB,KAAK,CAAC,CAAC,EAAE,CAAC;YAChC,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;YAC5D,8BAA8B;YAC9B,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,mCAC9B,eAAe,KAClB,OAAO,EAAE,eAAe,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,EACzD,WAAW,EAAE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW,GACvE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,6BAA6B,CAAC,KAA6B;QAChE,MAAM,kBAAkB,GACtB,IAAI,CAAC,0CAA0C,CAAC,KAAK,CAAC,CAAC;QACzD,0BAA0B;QAC1B,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,6BAA6B,EACvC,kBAAkB,CACnB,CAAC;QACF,6BAA6B;QAC7B,QAAQ,kBAAkB,CAAC,IAAI,EAAE,CAAC;YAChC,KAAK,WAAW,CAAC,IAAI;gBACnB,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,WAAW,CAAC,OAAO;gBACtB,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;gBAC/C,MAAM;QACV,CAAC;QACD,IAAI,kBAAkB,CAAC,WAAW,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,uBAAuB,EACjC,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/module/modules/PublicEventEmitter.d.ts

@@ -0,0 +1,9 @@
+import { AnamEvent, EventCallbacks } from '../types';
+export declare class PublicEventEmitter {
+    private listeners;
+    constructor();
+    addListener<K extends AnamEvent>(event: K, callback: EventCallbacks[K]): void;
+    removeListener<K extends AnamEvent>(event: K, callback: EventCallbacks[K]): void;
+    emit<K extends AnamEvent>(event: K, ...args: EventCallbacks[K] extends (...args: infer P) => any ? P : never): void;
+}
+//# sourceMappingURL=PublicEventEmitter.d.ts.map

package/dist/module/modules/PublicEventEmitter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PublicEventEmitter.d.ts","sourceRoot":"","sources":["../../../src/modules/PublicEventEmitter.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAErD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,SAAS,CAEV;;IAIA,WAAW,CAAC,CAAC,SAAS,SAAS,EACpC,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,GAC1B,IAAI;IASA,cAAc,CAAC,CAAC,SAAS,SAAS,EACvC,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,GAC1B,IAAI;IAKA,IAAI,CAAC,CAAC,SAAS,SAAS,EAC7B,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK,GACvE,IAAI;CAuBR"}

package/dist/module/modules/PublicEventEmitter.js

@@ -0,0 +1,33 @@
+import { ClientMetricMeasurement, sendClientMetric, } from '../lib/ClientMetrics';
+import { AnamEvent } from '../types';
+export class PublicEventEmitter {
+    constructor() {
+        this.listeners = {};
+    }
+    addListener(event, callback) {
+        if (!this.listeners[event]) {
+            this.listeners[event] = new Set();
+        }
+        this.listeners[event].add(callback);
+    }
+    removeListener(event, callback) {
+        if (!this.listeners[event])
+            return;
+        this.listeners[event].delete(callback);
+    }
+    emit(event, ...args) {
+        if (event === AnamEvent.CONNECTION_ESTABLISHED) {
+            sendClientMetric(ClientMetricMeasurement.CLIENT_METRIC_MEASUREMENT_CONNECTION_ESTABLISHED, '1');
+        }
+        if (event === AnamEvent.CONNECTION_CLOSED) {
+            const [closeCode, details] = args;
+            sendClientMetric(ClientMetricMeasurement.CLIENT_METRIC_MEASUREMENT_CONNECTION_CLOSED, closeCode, details ? { details: details } : undefined);
+        }
+        if (!this.listeners[event])
+            return;
+        this.listeners[event].forEach((callback) => {
+            callback(...args);
+        });
+    }
+}
+//# sourceMappingURL=PublicEventEmitter.js.map

package/dist/module/modules/PublicEventEmitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PublicEventEmitter.js","sourceRoot":"","sources":["../../../src/modules/PublicEventEmitter.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAkB,MAAM,UAAU,CAAC;AAErD,MAAM,OAAO,kBAAkB;IAK7B;QAJQ,cAAS,GAEb,EAAE,CAAC;IAEQ,CAAC;IAET,WAAW,CAChB,KAAQ,EACR,QAA2B;QAE3B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAuC,GAAG,IAAI,GAAG,EAEnE,CAAC;QACN,CAAC;QACA,IAAI,CAAC,SAAS,CAAC,KAAK,CAA4B,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAEM,cAAc,CACnB,KAAQ,EACR,QAA2B;QAE3B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO;QAClC,IAAI,CAAC,SAAS,CAAC,KAAK,CAA4B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IAEM,IAAI,CACT,KAAQ,EACR,GAAG,IAAqE;QAExE,IAAI,KAAK,KAAK,SAAS,CAAC,sBAAsB,EAAE,CAAC;YAC/C,gBAAgB,CACd,uBAAuB,CAAC,gDAAgD,EACxE,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,KAAK,SAAS,CAAC,iBAAiB,EAAE,CAAC;YAC1C,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YAClC,gBAAgB,CACd,uBAAuB,CAAC,2CAA2C,EACnE,SAAmB,EACnB,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAiB,EAAE,CAAC,CAAC,CAAC,SAAS,CACrD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO;QAElC,IAAI,CAAC,SAAS,CAAC,KAAK,CAA4B,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACpE,QAAqC,CAAC,GAAG,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/module/modules/SignallingClient.d.ts

@@ -0,0 +1,31 @@
+import { InternalEventEmitter, PublicEventEmitter } from '.';
+import { SignallingClientOptions } from '../types';
+import { TalkMessageStreamPayload } from '../types/signalling/TalkMessageStreamPayload';
+export declare class SignallingClient {
+    private publicEventEmitter;
+    private internalEventEmitter;
+    private url;
+    private sessionId;
+    private heartbeatIntervalSeconds;
+    private maxWsReconnectionAttempts;
+    private stopSignal;
+    private sendingBuffer;
+    private wsConnectionAttempts;
+    private socket;
+    private heartBeatIntervalRef;
+    constructor(sessionId: string, options: SignallingClientOptions, publicEventEmitter: PublicEventEmitter, internalEventEmitter: InternalEventEmitter);
+    stop(): void;
+    connect(): WebSocket;
+    sendOffer(localDescription: RTCSessionDescription): Promise<void>;
+    sendIceCandidate(candidate: RTCIceCandidate): Promise<void>;
+    private sendSignalMessage;
+    sendTalkMessage(payload: TalkMessageStreamPayload): Promise<void>;
+    private closeSocket;
+    private onOpen;
+    private onClose;
+    private onError;
+    private flushSendingBuffer;
+    private onMessage;
+    private startSendingHeartBeats;
+}
+//# sourceMappingURL=SignallingClient.d.ts.map

package/dist/module/modules/SignallingClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SignallingClient.d.ts","sourceRoot":"","sources":["../../../src/modules/SignallingClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,GAAG,CAAC;AAC7D,OAAO,EAKL,uBAAuB,EAExB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AAKxF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,GAAG,CAAM;IACjB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,wBAAwB,CAAS;IACzC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,oBAAoB,CAA+C;gBAGzE,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,uBAAuB,EAChC,kBAAkB,EAAE,kBAAkB,EACtC,oBAAoB,EAAE,oBAAoB;IAiCrC,IAAI;IAKJ,OAAO,IAAI,SAAS;IAQd,SAAS,CAAC,gBAAgB,EAAE,qBAAqB;IAajD,gBAAgB,CAAC,SAAS,EAAE,eAAe;IASxD,OAAO,CAAC,iBAAiB;IAeZ,eAAe,CAAC,OAAO,EAAE,wBAAwB;IAS9D,OAAO,CAAC,WAAW;YAWL,MAAM;YAmBN,OAAO;IAsBrB,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,kBAAkB;YAcZ,SAAS;IAQvB,OAAO,CAAC,sBAAsB;CA4B/B"}

package/dist/module/modules/SignallingClient.js

@@ -0,0 +1,206 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { AnamEvent, InternalEvent, SignalMessageAction, ConnectionClosedCode, } from '../types';
+const DEFAULT_HEARTBEAT_INTERVAL_SECONDS = 5;
+const DEFAULT_WS_RECONNECTION_ATTEMPTS = 5;
+export class SignallingClient {
+    constructor(sessionId, options, publicEventEmitter, internalEventEmitter) {
+        var _a;
+        this.stopSignal = false;
+        this.sendingBuffer = [];
+        this.wsConnectionAttempts = 0;
+        this.socket = null;
+        this.heartBeatIntervalRef = null;
+        this.publicEventEmitter = publicEventEmitter;
+        this.internalEventEmitter = internalEventEmitter;
+        if (!sessionId) {
+            throw new Error('Signalling Client: sessionId is required');
+        }
+        this.sessionId = sessionId;
+        const { heartbeatIntervalSeconds, maxWsReconnectionAttempts, url } = options;
+        this.heartbeatIntervalSeconds =
+            heartbeatIntervalSeconds || DEFAULT_HEARTBEAT_INTERVAL_SECONDS;
+        this.maxWsReconnectionAttempts =
+            maxWsReconnectionAttempts || DEFAULT_WS_RECONNECTION_ATTEMPTS;
+        if (!url.baseUrl) {
+            throw new Error('Signalling Client: baseUrl is required');
+        }
+        const httpProtocol = url.protocol || 'https';
+        const initUrl = `${httpProtocol}://${url.baseUrl}`;
+        this.url = new URL(initUrl);
+        this.url.protocol = url.protocol === 'http' ? 'ws:' : 'wss:';
+        if (url.port) {
+            this.url.port = url.port;
+        }
+        this.url.pathname = (_a = url.signallingPath) !== null && _a !== void 0 ? _a : '/ws';
+        this.url.searchParams.append('session_id', sessionId);
+    }
+    stop() {
+        this.stopSignal = true;
+        this.closeSocket();
+    }
+    connect() {
+        this.socket = new WebSocket(this.url.href);
+        this.socket.onopen = this.onOpen.bind(this);
+        this.socket.onclose = this.onClose.bind(this);
+        this.socket.onerror = this.onError.bind(this);
+        return this.socket;
+    }
+    sendOffer(localDescription) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const offerMessagePayload = {
+                connectionDescription: localDescription,
+                userUid: this.sessionId, // TODO: this should be renamed to session Id on the server
+            };
+            const offerMessage = {
+                actionType: SignalMessageAction.OFFER,
+                sessionId: this.sessionId,
+                payload: offerMessagePayload,
+            };
+            this.sendSignalMessage(offerMessage);
+        });
+    }
+    sendIceCandidate(candidate) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const iceCandidateMessage = {
+                actionType: SignalMessageAction.ICE_CANDIDATE,
+                sessionId: this.sessionId,
+                payload: candidate.toJSON(),
+            };
+            this.sendSignalMessage(iceCandidateMessage);
+        });
+    }
+    sendSignalMessage(message) {
+        var _a;
+        if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+            try {
+                this.socket.send(JSON.stringify(message));
+            }
+            catch (error) {
+                console.error('SignallingClient - sendSignalMessage: error sending message', error);
+            }
+        }
+        else {
+            this.sendingBuffer.push(message);
+        }
+    }
+    sendTalkMessage(payload) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chatMessage = {
+                actionType: SignalMessageAction.TALK_STREAM_INPUT,
+                sessionId: this.sessionId,
+                payload: payload,
+            };
+            this.sendSignalMessage(chatMessage);
+        });
+    }
+    closeSocket() {
+        if (this.socket) {
+            this.socket.close();
+            this.socket = null;
+        }
+        if (this.heartBeatIntervalRef) {
+            clearInterval(this.heartBeatIntervalRef);
+            this.heartBeatIntervalRef = null;
+        }
+    }
+    onOpen() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.socket) {
+                throw new Error('SignallingClient - onOpen: socket is null');
+            }
+            try {
+                this.wsConnectionAttempts = 0;
+                this.flushSendingBuffer();
+                this.socket.onmessage = this.onMessage.bind(this);
+                this.startSendingHeartBeats();
+                this.internalEventEmitter.emit(InternalEvent.WEB_SOCKET_OPEN);
+            }
+            catch (e) {
+                console.error('SignallingClient - onOpen: error in onOpen', e);
+                this.publicEventEmitter.emit(AnamEvent.CONNECTION_CLOSED, ConnectionClosedCode.SIGNALLING_CLIENT_CONNECTION_FAILURE);
+            }
+        });
+    }
+    onClose() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.wsConnectionAttempts += 1;
+            if (this.stopSignal) {
+                return;
+            }
+            if (this.wsConnectionAttempts <= this.maxWsReconnectionAttempts) {
+                this.socket = null;
+                setTimeout(() => {
+                    this.connect();
+                }, 100 * this.wsConnectionAttempts);
+            }
+            else {
+                if (this.heartBeatIntervalRef) {
+                    clearInterval(this.heartBeatIntervalRef);
+                    this.heartBeatIntervalRef = null;
+                }
+                this.publicEventEmitter.emit(AnamEvent.CONNECTION_CLOSED, ConnectionClosedCode.SIGNALLING_CLIENT_CONNECTION_FAILURE);
+            }
+        });
+    }
+    onError(event) {
+        if (this.stopSignal) {
+            return;
+        }
+        console.error('SignallingClient - onError: ', event);
+    }
+    flushSendingBuffer() {
+        const newBuffer = [];
+        if (this.sendingBuffer.length > 0) {
+            this.sendingBuffer.forEach((message) => {
+                var _a;
+                if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+                    this.socket.send(JSON.stringify(message));
+                }
+                else {
+                    newBuffer.push(message);
+                }
+            });
+        }
+        this.sendingBuffer = newBuffer;
+    }
+    onMessage(event) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const message = JSON.parse(event.data);
+            this.internalEventEmitter.emit(InternalEvent.SIGNAL_MESSAGE_RECEIVED, message);
+        });
+    }
+    startSendingHeartBeats() {
+        if (!this.socket) {
+            throw new Error('SignallingClient - startSendingHeartBeats: socket is null');
+        }
+        if (this.heartBeatIntervalRef) {
+            console.warn('SignallingClient - startSendingHeartBeats: heartbeat interval already set');
+        }
+        // send a heartbeat message every heartbeatIntervalSeconds
+        const heartbeatInterval = this.heartbeatIntervalSeconds * 1000;
+        const heartbeatMessage = {
+            actionType: SignalMessageAction.HEARTBEAT,
+            sessionId: this.sessionId,
+            payload: '',
+        };
+        const heartbeatMessageJson = JSON.stringify(heartbeatMessage);
+        this.heartBeatIntervalRef = setInterval(() => {
+            var _a;
+            if (this.stopSignal) {
+                return;
+            }
+            if (((_a = this.socket) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN) {
+                this.socket.send(heartbeatMessageJson);
+            }
+        }, heartbeatInterval);
+    }
+}
+//# sourceMappingURL=SignallingClient.js.map

package/dist/module/modules/SignallingClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SignallingClient.js","sourceRoot":"","sources":["../../../src/modules/SignallingClient.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,EACL,SAAS,EACT,aAAa,EAEb,mBAAmB,EAEnB,oBAAoB,GACrB,MAAM,UAAU,CAAC;AAGlB,MAAM,kCAAkC,GAAG,CAAC,CAAC;AAC7C,MAAM,gCAAgC,GAAG,CAAC,CAAC;AAE3C,MAAM,OAAO,gBAAgB;IAa3B,YACE,SAAiB,EACjB,OAAgC,EAChC,kBAAsC,EACtC,oBAA0C;;QAVpC,eAAU,GAAG,KAAK,CAAC;QACnB,kBAAa,GAAoB,EAAE,CAAC;QACpC,yBAAoB,GAAG,CAAC,CAAC;QACzB,WAAM,GAAqB,IAAI,CAAC;QAChC,yBAAoB,GAA0C,IAAI,CAAC;QAQzE,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QAEjD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,MAAM,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,GAAG,EAAE,GAChE,OAAO,CAAC;QAEV,IAAI,CAAC,wBAAwB;YAC3B,wBAAwB,IAAI,kCAAkC,CAAC;QAEjE,IAAI,CAAC,yBAAyB;YAC5B,yBAAyB,IAAI,gCAAgC,CAAC;QAEhE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,YAAY,GAAG,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC;QAC7C,MAAM,OAAO,GAAG,GAAG,YAAY,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;QACnD,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7D,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,MAAA,GAAG,CAAC,cAAc,mCAAI,KAAK,CAAC;QAChD,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEM,OAAO;QACZ,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEY,SAAS,CAAC,gBAAuC;;YAC5D,MAAM,mBAAmB,GAAG;gBAC1B,qBAAqB,EAAE,gBAAgB;gBACvC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,2DAA2D;aACrF,CAAC;YACF,MAAM,YAAY,GAAkB;gBAClC,UAAU,EAAE,mBAAmB,CAAC,KAAK;gBACrC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,mBAAmB;aAC7B,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;KAAA;IAEY,gBAAgB,CAAC,SAA0B;;YACtD,MAAM,mBAAmB,GAAkB;gBACzC,UAAU,EAAE,mBAAmB,CAAC,aAAa;gBAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,SAAS,CAAC,MAAM,EAAE;aAC5B,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;QAC9C,CAAC;KAAA;IAEO,iBAAiB,CAAC,OAAsB;;QAC9C,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,6DAA6D,EAC7D,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEY,eAAe,CAAC,OAAiC;;YAC5D,MAAM,WAAW,GAAkB;gBACjC,UAAU,EAAE,mBAAmB,CAAC,iBAAiB;gBACjD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;KAAA;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IAEa,MAAM;;YAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC9B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YAChE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,iBAAiB,EAC3B,oBAAoB,CAAC,oCAAoC,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAEa,OAAO;;YACnB,IAAI,CAAC,oBAAoB,IAAI,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAChE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBAC9B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;oBACzC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACnC,CAAC;gBACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC1B,SAAS,CAAC,iBAAiB,EAC3B,oBAAoB,CAAC,oCAAoC,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAEO,OAAO,CAAC,KAAY;QAC1B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAEO,kBAAkB;QACxB,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,OAAsB,EAAE,EAAE;;gBACpD,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IACjC,CAAC;IAEa,SAAS,CAAC,KAAmB;;YACzC,MAAM,OAAO,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAC5B,aAAa,CAAC,uBAAuB,EACrC,OAAO,CACR,CAAC;QACJ,CAAC;KAAA;IAEO,sBAAsB;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CACV,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QACD,0DAA0D;QAC1D,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QAC/D,MAAM,gBAAgB,GAAkB;YACtC,UAAU,EAAE,mBAAmB,CAAC,SAAS;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC9D,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE;;YAC3C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,UAAU,MAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACxB,CAAC;CACF"}

package/dist/module/modules/StreamingClient.d.ts

@@ -0,0 +1,64 @@
+import { InternalEventEmitter, PublicEventEmitter } from '../modules';
+import { InputAudioState, StreamingClientOptions } from '../types';
+import { TalkMessageStream } from '../types/TalkMessageStream';
+export declare class StreamingClient {
+    private publicEventEmitter;
+    private internalEventEmitter;
+    private signallingClient;
+    private engineApiRestClient;
+    private iceServers;
+    private peerConnection;
+    private connectionReceivedAnswer;
+    private remoteIceCandidateBuffer;
+    private inputAudioStream;
+    private dataChannel;
+    private videoElement;
+    private videoStream;
+    private audioStream;
+    private inputAudioState;
+    private audioDeviceId;
+    private disableInputAudio;
+    private successMetricPoller;
+    private successMetricFired;
+    private showPeerConnectionStatsReport;
+    private peerConnectionStatsReportOutputFormat;
+    constructor(sessionId: string, options: StreamingClientOptions, publicEventEmitter: PublicEventEmitter, internalEventEmitter: InternalEventEmitter);
+    private onInputAudioStateChange;
+    private muteAllAudioTracks;
+    private unmuteAllAudioTracks;
+    private startSuccessMetricPolling;
+    muteInputAudio(): InputAudioState;
+    unmuteInputAudio(): InputAudioState;
+    getInputAudioState(): InputAudioState;
+    getPeerConnection(): RTCPeerConnection | null;
+    getInputAudioStream(): MediaStream | null;
+    getVideoStream(): MediaStream | null;
+    getAudioStream(): MediaStream | null;
+    sendDataMessage(message: string): void;
+    setMediaStreamTargetById(videoElementId: string): void;
+    startConnection(): void;
+    stopConnection(): Promise<void>;
+    sendTalkCommand(content: string): Promise<void>;
+    startTalkMessageStream(correlationId?: string): TalkMessageStream;
+    private initPeerConnection;
+    private onSignalMessage;
+    private onSignallingClientConnected;
+    private flushRemoteIceCandidateBuffer;
+    /**
+     * ICE Candidate Trickle
+     * As each ICE candidate is gathered from the STUN server it is sent to the
+     * webRTC server immediately in an effort to reduce time to connection.
+     */
+    private onIceCandidate;
+    private onIceConnectionStateChange;
+    private onConnectionStateChange;
+    private handleWebrtcFailure;
+    private onTrackEventHandler;
+    /**
+     * Set up the data channels for sending and receiving messages
+     */
+    private setupDataChannels;
+    private initPeerConnectionAndSendOffer;
+    private shutdown;
+}
+//# sourceMappingURL=StreamingClient.d.ts.map

package/dist/module/modules/StreamingClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingClient.d.ts","sourceRoot":"","sources":["../../../src/modules/StreamingClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,oBAAoB,EACpB,kBAAkB,EAEnB,MAAM,YAAY,CAAC;AACpB,OAAO,EAEL,eAAe,EAIf,sBAAsB,EAGvB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAU/D,qBAAa,eAAe;IAC1B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,mBAAmB,CAAsB;IACjD,OAAO,CAAC,UAAU,CAAiB;IACnC,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,wBAAwB,CAAS;IACzC,OAAO,CAAC,wBAAwB,CAAyB;IACzD,OAAO,CAAC,gBAAgB,CAA4B;IACpD,OAAO,CAAC,WAAW,CAA+B;IAClD,OAAO,CAAC,YAAY,CAAiC;IACrD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,eAAe,CAAuC;IAC9D,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,iBAAiB,CAAU;IACnC,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,6BAA6B,CAAkB;IACvD,OAAO,CAAC,qCAAqC,CAAiC;gBAG5E,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,sBAAsB,EAC/B,kBAAkB,EAAE,kBAAkB,EACtC,oBAAoB,EAAE,oBAAoB;IAyC5C,OAAO,CAAC,uBAAuB;IAc/B,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,yBAAyB;IA0E1B,cAAc,IAAI,eAAe;IAWjC,gBAAgB,IAAI,eAAe;IAWnC,kBAAkB,IAAI,eAAe;IAIrC,iBAAiB,IAAI,iBAAiB,GAAG,IAAI;IAI7C,mBAAmB,IAAI,WAAW,GAAG,IAAI;IAIzC,cAAc,IAAI,WAAW,GAAG,IAAI;IAIpC,cAAc,IAAI,WAAW,GAAG,IAAI;IAIpC,eAAe,CAAC,OAAO,EAAE,MAAM;IAM/B,wBAAwB,CAAC,cAAc,EAAE,MAAM;IAa/C,eAAe;IAgBT,cAAc;IAId,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,sBAAsB,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,iBAAiB;YAY1D,kBAAkB;YA6ClB,eAAe;YA4Df,2BAA2B;IAczC,OAAO,CAAC,6BAA6B;IAOrC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,0BAA0B;IASlC,OAAO,CAAC,uBAAuB;IAW/B,OAAO,CAAC,mBAAmB;IAwB3B,OAAO,CAAC,mBAAmB;IAkC3B;;OAEG;YACW,iBAAiB;YA0EjB,8BAA8B;YA8B9B,QAAQ;CA8DvB"}