@observertc/observer-js 0.41.6 → 0.42.0

package/lib/ObservedInboundAudioTrack.js

@@ -0,0 +1,215 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObservedInboundAudioTrack = void 0;
+const events_1 = require("events");
+const CalculatedScore_1 = require("./common/CalculatedScore");
+class ObservedInboundAudioTrack extends events_1.EventEmitter {
+    constructor(_model, peerConnection) {
+        super();
+        this._model = _model;
+        this.peerConnection = peerConnection;
+        this.created = Date.now();
+        this.visited = false;
+        this._stats = new Map();
+        this._closed = false;
+        this._updated = Date.now();
+        this._lastMaxStatsTimestamp = 0;
+        this.bitrate = 0;
+        this.fractionLoss = 0;
+        this.totalLostPackets = 0;
+        this.totalReceivedPackets = 0;
+        this.totalBytesReceived = 0;
+        this.totalReceivedSamples = 0;
+        this.totalSilentConcealedSamples = 0;
+        this.deltaLostPackets = 0;
+        this.deltaReceivedPackets = 0;
+        this.deltaBytesReceived = 0;
+        this.deltaReceivedSamples = 0;
+        this.deltaSilentConcealedSamples = 0;
+        this.ωpendingIssuesForScores = [];
+        this.setMaxListeners(Infinity);
+    }
+    get serviceId() {
+        return this.peerConnection.serviceId;
+    }
+    get roomId() {
+        return this.peerConnection.roomId;
+    }
+    get callId() {
+        return this.peerConnection.callId;
+    }
+    get clientId() {
+        return this.peerConnection.clientId;
+    }
+    get mediaUnitId() {
+        return this.peerConnection.mediaUnitId;
+    }
+    get peerConnectionId() {
+        return this.peerConnection.peerConnectionId;
+    }
+    get trackId() {
+        return this._model.trackId;
+    }
+    get sfuStreamId() {
+        return this._model.sfuStreamId;
+    }
+    get sfuSinkId() {
+        return this._model.sfuSinkId;
+    }
+    get updated() {
+        return this._updated;
+    }
+    get statsTimestamp() {
+        return this._lastMaxStatsTimestamp;
+    }
+    get stats() {
+        return this._stats;
+    }
+    get reports() {
+        return this.peerConnection.reports;
+    }
+    set remoteOutboundTrack(track) {
+        if (this._closed)
+            return;
+        if (this._remoteOutboundTrack)
+            return;
+        if (!track)
+            return;
+        track.once('close', () => {
+            this._remoteOutboundTrack = undefined;
+            this.emit('remoteoutboundtrack', undefined);
+        });
+        this._remoteOutboundTrack = track;
+        this.emit('remoteoutboundtrack', track);
+    }
+    get remoteOutboundTrack() {
+        return this._remoteOutboundTrack;
+    }
+    get closed() {
+        return this._closed;
+    }
+    close() {
+        if (this._closed)
+            return;
+        this._closed = true;
+        this.emit('close');
+    }
+    update(sample, statsTimestamp) {
+        var _a, _b, _c, _d, _e;
+        if (this._closed)
+            return;
+        const now = Date.now();
+        const report = Object.assign(Object.assign({ serviceId: this.peerConnection.client.call.serviceId, roomId: this.peerConnection.client.call.roomId, callId: this.peerConnection.client.call.callId, clientId: this.peerConnection.client.clientId, userId: this.peerConnection.client.userId, mediaUnitId: this.peerConnection.client.mediaUnitId, peerConnectionId: this.peerConnection.peerConnectionId }, sample), { timestamp: statsTimestamp, sampleSeq: -1, remoteClientId: (_a = sample.remoteClientId) !== null && _a !== void 0 ? _a : (_b = this.remoteOutboundTrack) === null || _b === void 0 ? void 0 : _b.peerConnection.client.clientId, remoteUserId: (_c = this.remoteOutboundTrack) === null || _c === void 0 ? void 0 : _c.peerConnection.client.userId, remoteTrackId: (_d = this.remoteOutboundTrack) === null || _d === void 0 ? void 0 : _d.trackId, remotePeerConnectionId: (_e = this.remoteOutboundTrack) === null || _e === void 0 ? void 0 : _e.peerConnection.peerConnectionId, marker: this.marker });
+        this.reports.addInboundAudioTrackReport(report);
+        if (!this._model.sfuStreamId && sample.sfuStreamId) {
+            this._model.sfuStreamId = sample.sfuStreamId;
+        }
+        if (!this._model.sfuSinkId && sample.sfuSinkId) {
+            this._model.sfuSinkId = sample.sfuSinkId;
+        }
+        const elapsedTimeInMs = Math.max(1, now - this._updated);
+        const lastStat = this._stats.get(sample.ssrc);
+        const rttInMs = sample.roundTripTime ? sample.roundTripTime * 1000 : undefined;
+        let bitrate = 0;
+        let deltaReceivedBytes = 0;
+        let fractionLost = 0;
+        let deltaLostPackets = 0;
+        let deltaReceivedPackets = 0;
+        if ((lastStat === null || lastStat === void 0 ? void 0 : lastStat.bytesReceived) && sample.bytesReceived && lastStat.bytesReceived < sample.bytesReceived) {
+            deltaReceivedBytes = sample.bytesReceived - lastStat.bytesReceived;
+            bitrate = deltaReceivedBytes / (elapsedTimeInMs / 1000);
+        }
+        if ((lastStat === null || lastStat === void 0 ? void 0 : lastStat.packetsReceived) && (sample === null || sample === void 0 ? void 0 : sample.packetsReceived) && lastStat.packetsReceived < sample.packetsReceived) {
+            deltaReceivedPackets = sample.packetsReceived - lastStat.packetsReceived;
+        }
+        if ((lastStat === null || lastStat === void 0 ? void 0 : lastStat.packetsLost) && sample.packetsLost && lastStat.packetsLost < sample.packetsLost) {
+            deltaLostPackets = sample.packetsLost - lastStat.packetsLost;
+            if (0 < deltaReceivedPackets) {
+                fractionLost = deltaLostPackets / (deltaReceivedPackets + deltaLostPackets);
+            }
+        }
+        let deltaDecodedFrames;
+        let deltaDroppedFrames;
+        let deltaReceivedFrames;
+        let deltaSilentConcealedSamples;
+        const audioSample = sample;
+        const lastAudioStat = lastStat;
+        if (audioSample.silentConcealedSamples && (lastAudioStat === null || lastAudioStat === void 0 ? void 0 : lastAudioStat.silentConcealedSamples) && lastAudioStat.silentConcealedSamples < audioSample.silentConcealedSamples) {
+            deltaSilentConcealedSamples = audioSample.silentConcealedSamples - lastAudioStat.silentConcealedSamples;
+        }
+        const stats = Object.assign(Object.assign({}, sample), { fractionLost,
+            rttInMs,
+            bitrate, ssrc: sample.ssrc, deltaReceivedBytes,
+            deltaLostPackets,
+            deltaReceivedPackets,
+            deltaReceivedFrames,
+            deltaDecodedFrames,
+            deltaDroppedFrames,
+            deltaSilentConcealedSamples,
+            statsTimestamp });
+        this._stats.set(sample.ssrc, stats);
+        this.visited = true;
+        this._updated = now;
+        this.emit('update', {
+            elapsedTimeInMs,
+        });
+    }
+    updateMetrics() {
+        var _a, _b, _c, _d, _e, _f, _g;
+        let maxStatsTimestamp = 0;
+        let rttInMsSum = 0;
+        let jitterSum = 0;
+        let size = 0;
+        this.bitrate = 0;
+        this.rttInMs = undefined;
+        this.deltaBytesReceived = 0;
+        this.deltaLostPackets = 0;
+        this.deltaReceivedSamples = 0;
+        this.deltaSilentConcealedSamples = 0;
+        this.fractionLoss = 0;
+        for (const [, stats] of this._stats) {
+            if (stats.statsTimestamp <= this._lastMaxStatsTimestamp)
+                continue;
+            this.deltaBytesReceived += (_a = stats.deltaReceivedBytes) !== null && _a !== void 0 ? _a : 0;
+            this.deltaLostPackets += (_b = stats.deltaLostPackets) !== null && _b !== void 0 ? _b : 0;
+            this.deltaReceivedPackets += (_c = stats.deltaReceivedFrames) !== null && _c !== void 0 ? _c : 0;
+            this.deltaReceivedSamples += (_d = stats.deltaReceivedSamples) !== null && _d !== void 0 ? _d : 0;
+            this.deltaSilentConcealedSamples += (_e = stats.deltaSilentConcealedSamples) !== null && _e !== void 0 ? _e : 0;
+            this.bitrate += stats.bitrate;
+            maxStatsTimestamp = Math.max(maxStatsTimestamp, stats.statsTimestamp);
+            rttInMsSum += (_f = stats.rttInMs) !== null && _f !== void 0 ? _f : 0;
+            jitterSum += (_g = stats.jitter) !== null && _g !== void 0 ? _g : 0;
+            ++size;
+        }
+        this.totalBytesReceived += this.deltaBytesReceived;
+        this.totalLostPackets += this.deltaLostPackets;
+        this.totalReceivedPackets += this.deltaReceivedPackets;
+        this.totalReceivedSamples += this.deltaReceivedSamples;
+        this.totalSilentConcealedSamples += this.deltaSilentConcealedSamples;
+        this.rttInMs = rttInMsSum / Math.max(size, 1);
+        this.jitter = jitterSum / Math.max(size, 1);
+        this.fractionLoss = 0 < this.deltaReceivedPackets && 0 < this.deltaLostPackets ? (this.deltaLostPackets / (this.deltaReceivedPackets + this.deltaLostPackets)) : 0;
+        this._lastMaxStatsTimestamp = maxStatsTimestamp;
+        this._updateQualityScore(maxStatsTimestamp);
+    }
+    _updateQualityScore(timestamp) {
+        const newIssues = this.ωpendingIssuesForScores;
+        const score = (0, CalculatedScore_1.calculateBaseAudioScore)(this, newIssues);
+        if (0 < newIssues.length) {
+            this.ωpendingIssuesForScores = [];
+        }
+        if (!score)
+            return (this.score = undefined);
+        if (0.05 < this.fractionLoss) {
+            score.score *= 0.5;
+            score.remarks.push({
+                severity: 'major',
+                text: 'Fraction loss is too high',
+            });
+        }
+        score.timestamp = timestamp;
+        this.score = score;
+        this.emit('score', this.score);
+    }
+}
+exports.ObservedInboundAudioTrack = ObservedInboundAudioTrack;

package/lib/ObservedInboundVideoTrack.d.ts

@@ -0,0 +1,98 @@
+/// <reference types="node" />
+import { EventEmitter } from 'events';
+import { ObservedPeerConnection } from './ObservedPeerConnection';
+import { InboundVideoTrack } from '@observertc/sample-schemas-js';
+import { CalculatedScore } from './common/CalculatedScore';
+import { ClientIssue } from './monitors/CallSummary';
+import { ObservedOutboundVideoTrack } from './ObservedOutboundVideoTrack';
+export type ObservedInboundVideoTrackModel = {
+    trackId: string;
+    sfuStreamId?: string;
+    sfuSinkId?: string;
+};
+export type ObservedInboundVideoTrackEvents = {
+    update: [
+        {
+            elapsedTimeInMs: number;
+        }
+    ];
+    score: [CalculatedScore];
+    close: [];
+    remoteoutboundtrack: [ObservedOutboundVideoTrack | undefined];
+};
+export type ObservedInboundVideoTrackStatsUpdate = InboundVideoTrack;
+export type ObservedInboundVideoTrackStats = InboundVideoTrack & {
+    ssrc: number;
+    bitrate: number;
+    fractionLost: number;
+    rttInMs?: number;
+    deltaReceivedBytes?: number;
+    deltaLostPackets?: number;
+    deltaReceivedPackets?: number;
+    deltaReceivedFrames?: number;
+    deltaDecodedFrames?: number;
+    deltaDroppedFrames?: number;
+    fractionLoss?: number;
+    statsTimestamp: number;
+};
+export declare interface ObservedInboundVideoTrack {
+    on<U extends keyof ObservedInboundVideoTrackEvents>(event: U, listener: (...args: ObservedInboundVideoTrackEvents[U]) => void): this;
+    off<U extends keyof ObservedInboundVideoTrackEvents>(event: U, listener: (...args: ObservedInboundVideoTrackEvents[U]) => void): this;
+    once<U extends keyof ObservedInboundVideoTrackEvents>(event: U, listener: (...args: ObservedInboundVideoTrackEvents[U]) => void): this;
+    emit<U extends keyof ObservedInboundVideoTrackEvents>(event: U, ...args: ObservedInboundVideoTrackEvents[U]): boolean;
+    update(sample: InboundVideoTrack, timestamp: number): void;
+}
+export declare class ObservedInboundVideoTrack extends EventEmitter {
+    private readonly _model;
+    readonly peerConnection: ObservedPeerConnection;
+    readonly created: number;
+    visited: boolean;
+    contentType: 'lowmotion' | 'standard' | 'highmotion';
+    codec: 'vp8' | 'vp9' | 'h264';
+    private readonly _stats;
+    private _closed;
+    private _updated;
+    private _remoteOutboundTrack?;
+    private _lastMaxStatsTimestamp;
+    bitrate: number;
+    rttInMs?: number;
+    jitter?: number;
+    fractionLoss: number;
+    marker?: string;
+    totalLostPackets: number;
+    totalReceivedPackets: number;
+    totalBytesReceived: number;
+    totalReceivedFrames: number;
+    totalDecodedFrames: number;
+    totalDroppedFrames: number;
+    deltaLostPackets: number;
+    deltaReceivedPackets: number;
+    deltaBytesReceived: number;
+    deltaReceivedFrames: number;
+    deltaDecodedFrames: number;
+    deltaDroppedFrames: number;
+    highestLayer?: ObservedInboundVideoTrackStats;
+    score?: CalculatedScore;
+    ωpendingIssuesForScores: ClientIssue[];
+    constructor(_model: ObservedInboundVideoTrackModel, peerConnection: ObservedPeerConnection);
+    get serviceId(): string;
+    get roomId(): string;
+    get callId(): string;
+    get clientId(): string;
+    get mediaUnitId(): string;
+    get peerConnectionId(): string;
+    get trackId(): string;
+    get sfuStreamId(): string | undefined;
+    get sfuSinkId(): string | undefined;
+    get updated(): number;
+    get statsTimestamp(): number;
+    get stats(): ReadonlyMap<number, ObservedInboundVideoTrackStats>;
+    get reports(): import("./ReportsCollector").ReportsCollector;
+    set remoteOutboundTrack(track: ObservedOutboundVideoTrack | undefined);
+    get remoteOutboundTrack(): ObservedOutboundVideoTrack | undefined;
+    get closed(): boolean;
+    close(): void;
+    updateMetrics(): void;
+    private _updateQualityScore;
+}
+//# sourceMappingURL=ObservedInboundVideoTrack.d.ts.map

package/lib/ObservedInboundVideoTrack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObservedInboundVideoTrack.d.ts","sourceRoot":"","sources":["../src/ObservedInboundVideoTrack.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,OAAO,EAAE,eAAe,EAA2B,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAE1E,MAAM,MAAM,8BAA8B,GAAG;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB,CAAA;AAED,MAAM,MAAM,+BAA+B,GAAG;IAC7C,MAAM,EAAE;QAAC;YACR,eAAe,EAAE,MAAM,CAAC;SACxB;KAAC,CAAC;IACH,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC;IACzB,KAAK,EAAE,EAAE,CAAC;IACV,mBAAmB,EAAE,CAAC,0BAA0B,GAAG,SAAS,CAAC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG,iBAAiB,CAAC;AAErE,MAAM,MAAM,8BAA8B,GAAG,iBAAiB,GAAG;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACvB,CAAC;AAMF,MAAM,CAAC,OAAO,WAAW,yBAAyB;IACjD,EAAE,CAAC,CAAC,SAAS,MAAM,+BAA+B,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,+BAA+B,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACrI,GAAG,CAAC,CAAC,SAAS,MAAM,+BAA+B,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,+BAA+B,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACtI,IAAI,CAAC,CAAC,SAAS,MAAM,+BAA+B,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,+BAA+B,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACvI,IAAI,CAAC,CAAC,SAAS,MAAM,+BAA+B,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,+BAA+B,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;IACtH,MAAM,CAAC,MAAM,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED,qBAAa,yBAA0B,SAAQ,YAAY;IAuCzD,OAAO,CAAC,QAAQ,CAAC,MAAM;aACP,cAAc,EAAE,sBAAsB;IAvCvD,SAAgB,OAAO,SAAc;IAC9B,OAAO,UAAS;IAEhB,WAAW,EAAE,WAAW,GAAG,UAAU,GAAG,YAAY,CAAc;IAClE,KAAK,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,CAAS;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqD;IAE5E,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,oBAAoB,CAAC,CAA6B;IAC1D,OAAO,CAAC,sBAAsB,CAAK;IAE5B,OAAO,SAAK;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,SAAK;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,gBAAgB,SAAK;IACrB,oBAAoB,SAAK;IACzB,kBAAkB,SAAK;IACvB,mBAAmB,SAAK;IACxB,kBAAkB,SAAK;IACvB,kBAAkB,SAAK;IAEvB,gBAAgB,SAAK;IACrB,oBAAoB,SAAK;IACzB,kBAAkB,SAAK;IACvB,mBAAmB,SAAK;IACxB,kBAAkB,SAAK;IACvB,kBAAkB,SAAK;IACvB,YAAY,CAAC,EAAE,8BAA8B,CAAC;IAC9C,KAAK,CAAC,EAAE,eAAe,CAAC;IAExB,uBAAuB,EAAE,WAAW,EAAE,CAAM;gBAGjC,MAAM,EAAE,8BAA8B,EACvC,cAAc,EAAE,sBAAsB;IAMvD,IAAW,SAAS,WAEnB;IAED,IAAW,MAAM,WAEhB;IAED,IAAW,MAAM,WAEhB;IAED,IAAW,QAAQ,WAElB;IAED,IAAW,WAAW,WAErB;IAED,IAAW,gBAAgB,WAE1B;IAED,IAAW,OAAO,WAEjB;IAED,IAAW,WAAW,uBAErB;IAED,IAAW,SAAS,uBAEnB;IAED,IAAW,OAAO,WAEjB;IAED,IAAW,cAAc,WAExB;IAED,IAAW,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAEtE;IAED,IAAW,OAAO,kDAEjB;IAED,IAAW,mBAAmB,CAAC,KAAK,EAAE,0BAA0B,GAAG,SAAS,EAW3E;IAED,IAAW,mBAAmB,IAbQ,0BAA0B,GAAG,SAAS,CAe3E;IAED,IAAW,MAAM,YAEhB;IAEM,KAAK;IAwGL,aAAa;IAqDpB,OAAO,CAAC,mBAAmB;CAuB3B"}

package/lib/{ObservedInboundTrack.js → ObservedInboundVideoTrack.js}

@@ -1,14 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ObservedInboundTrack = void 0;
+exports.ObservedInboundVideoTrack = void 0;
 const events_1 = require("events");
-class ObservedInboundTrack extends events_1.EventEmitter {
+const CalculatedScore_1 = require("./common/CalculatedScore");
+class ObservedInboundVideoTrack extends events_1.EventEmitter {
     constructor(_model, peerConnection) {
         super();
         this._model = _model;
         this.peerConnection = peerConnection;
         this.created = Date.now();
         this.visited = false;
+        this.contentType = 'standard';
+        this.codec = 'vp8';
         this._stats = new Map();
         this._closed = false;
         this._updated = Date.now();
@@ -21,16 +24,13 @@ class ObservedInboundTrack extends events_1.EventEmitter {
         this.totalReceivedFrames = 0;
         this.totalDecodedFrames = 0;
         this.totalDroppedFrames = 0;
-        this.totalReceivedSamples = 0;
-        this.totalSilentConcealedSamples = 0;
         this.deltaLostPackets = 0;
         this.deltaReceivedPackets = 0;
         this.deltaBytesReceived = 0;
         this.deltaReceivedFrames = 0;
         this.deltaDecodedFrames = 0;
         this.deltaDroppedFrames = 0;
-        this.deltaReceivedSamples = 0;
-        this.deltaSilentConcealedSamples = 0;
+        this.ωpendingIssuesForScores = [];
         this.setMaxListeners(Infinity);
     }
     get serviceId() {
@@ -54,9 +54,6 @@ class ObservedInboundTrack extends events_1.EventEmitter {
     get trackId() {
         return this._model.trackId;
     }
-    get kind() {
-        return this._model.kind;
-    }
     get sfuStreamId() {
         return this._model.sfuStreamId;
     }
@@ -66,6 +63,9 @@ class ObservedInboundTrack extends events_1.EventEmitter {
     get updated() {
         return this._updated;
     }
+    get statsTimestamp() {
+        return this._lastMaxStatsTimestamp;
+    }
     get stats() {
         return this._stats;
     }
@@ -79,8 +79,9 @@ class ObservedInboundTrack extends events_1.EventEmitter {
             return;
         if (!track)
             return;
-        track === null || track === void 0 ? void 0 : track.once('close', () => {
+        track.once('close', () => {
             this._remoteOutboundTrack = undefined;
+            this.emit('remoteoutboundtrack', undefined);
         });
         this._remoteOutboundTrack = track;
         this.emit('remoteoutboundtrack', track);
@@ -103,10 +104,7 @@ class ObservedInboundTrack extends events_1.EventEmitter {
             return;
         const now = Date.now();
         const report = Object.assign(Object.assign({ serviceId: this.peerConnection.client.call.serviceId, roomId: this.peerConnection.client.call.roomId, callId: this.peerConnection.client.call.callId, clientId: this.peerConnection.client.clientId, userId: this.peerConnection.client.userId, mediaUnitId: this.peerConnection.client.mediaUnitId, peerConnectionId: this.peerConnection.peerConnectionId }, sample), { timestamp: statsTimestamp, sampleSeq: -1, remoteClientId: (_a = sample.remoteClientId) !== null && _a !== void 0 ? _a : (_b = this.remoteOutboundTrack) === null || _b === void 0 ? void 0 : _b.peerConnection.client.clientId, remoteUserId: (_c = this.remoteOutboundTrack) === null || _c === void 0 ? void 0 : _c.peerConnection.client.userId, remoteTrackId: (_d = this.remoteOutboundTrack) === null || _d === void 0 ? void 0 : _d.trackId, remotePeerConnectionId: (_e = this.remoteOutboundTrack) === null || _e === void 0 ? void 0 : _e.peerConnection.peerConnectionId, marker: this.marker });
-        if (this.kind === 'audio')
-            this.reports.addInboundAudioTrackReport(report);
-        else if (this.kind === 'video')
-            this.reports.addInboundVideoTrackReport(report);
+        this.reports.addInboundVideoTrackReport(report);
         if (!this._model.sfuStreamId && sample.sfuStreamId) {
             this._model.sfuStreamId = sample.sfuStreamId;
         }
@@ -137,26 +135,16 @@ class ObservedInboundTrack extends events_1.EventEmitter {
         let deltaDecodedFrames;
         let deltaDroppedFrames;
         let deltaReceivedFrames;
-        let deltaSilentConcealedSamples;
-        if (this.kind === 'video') {
-            const videoSample = sample;
-            const lastVideoStat = lastStat;
-            if (videoSample.framesDecoded && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesDecoded) && lastVideoStat.framesDecoded < videoSample.framesDecoded) {
-                deltaDecodedFrames = videoSample.framesDecoded - lastVideoStat.framesDecoded;
-            }
-            if (videoSample.framesDropped && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesDropped) && lastVideoStat.framesDropped < videoSample.framesDropped) {
-                deltaDroppedFrames = videoSample.framesDropped - lastVideoStat.framesDropped;
-            }
-            if (videoSample.framesReceived && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesReceived) && lastVideoStat.framesReceived < videoSample.framesReceived) {
-                deltaReceivedFrames = videoSample.framesReceived - lastVideoStat.framesReceived;
-            }
+        const videoSample = sample;
+        const lastVideoStat = lastStat;
+        if (videoSample.framesDecoded && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesDecoded) && lastVideoStat.framesDecoded < videoSample.framesDecoded) {
+            deltaDecodedFrames = videoSample.framesDecoded - lastVideoStat.framesDecoded;
         }
-        else if (this.kind === 'audio') {
-            const audioSample = sample;
-            const lastAudioStat = lastStat;
-            if (audioSample.silentConcealedSamples && (lastAudioStat === null || lastAudioStat === void 0 ? void 0 : lastAudioStat.silentConcealedSamples) && lastAudioStat.silentConcealedSamples < audioSample.silentConcealedSamples) {
-                deltaSilentConcealedSamples = audioSample.silentConcealedSamples - lastAudioStat.silentConcealedSamples;
-            }
+        if (videoSample.framesDropped && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesDropped) && lastVideoStat.framesDropped < videoSample.framesDropped) {
+            deltaDroppedFrames = videoSample.framesDropped - lastVideoStat.framesDropped;
+        }
+        if (videoSample.framesReceived && (lastVideoStat === null || lastVideoStat === void 0 ? void 0 : lastVideoStat.framesReceived) && lastVideoStat.framesReceived < videoSample.framesReceived) {
+            deltaReceivedFrames = videoSample.framesReceived - lastVideoStat.framesReceived;
         }
         const stats = Object.assign(Object.assign({}, sample), { fractionLost,
             rttInMs,
@@ -166,7 +154,6 @@ class ObservedInboundTrack extends events_1.EventEmitter {
             deltaReceivedFrames,
             deltaDecodedFrames,
             deltaDroppedFrames,
-            deltaSilentConcealedSamples,
             statsTimestamp });
         this._stats.set(sample.ssrc, stats);
         this.visited = true;
@@ -176,9 +163,10 @@ class ObservedInboundTrack extends events_1.EventEmitter {
         });
     }
     updateMetrics() {
-        var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+        var _a, _b, _c, _d, _e, _f, _g, _h;
         let maxStatsTimestamp = 0;
         let rttInMsSum = 0;
+        let jitterSum = 0;
         let size = 0;
         this.bitrate = 0;
         this.rttInMs = undefined;
@@ -187,10 +175,9 @@ class ObservedInboundTrack extends events_1.EventEmitter {
         this.deltaReceivedFrames = 0;
         this.deltaDecodedFrames = 0;
         this.deltaDroppedFrames = 0;
-        this.deltaReceivedSamples = 0;
-        this.deltaSilentConcealedSamples = 0;
         this.fractionLoss = 0;
-        for (const [, stats] of this._stats) {
+        const highestLayer = { ssrc: -1, bitrate: -1 };
+        for (const [ssrc, stats] of this._stats) {
             if (stats.statsTimestamp <= this._lastMaxStatsTimestamp)
                 continue;
             this.deltaBytesReceived += (_a = stats.deltaReceivedBytes) !== null && _a !== void 0 ? _a : 0;
@@ -199,24 +186,46 @@ class ObservedInboundTrack extends events_1.EventEmitter {
             this.deltaReceivedFrames += (_d = stats.deltaReceivedFrames) !== null && _d !== void 0 ? _d : 0;
             this.deltaDecodedFrames += (_e = stats.deltaDecodedFrames) !== null && _e !== void 0 ? _e : 0;
             this.deltaDroppedFrames += (_f = stats.deltaDroppedFrames) !== null && _f !== void 0 ? _f : 0;
-            this.deltaReceivedSamples += (_g = stats.deltaReceivedSamples) !== null && _g !== void 0 ? _g : 0;
-            this.deltaSilentConcealedSamples += (_h = stats.deltaSilentConcealedSamples) !== null && _h !== void 0 ? _h : 0;
             this.bitrate += stats.bitrate;
             maxStatsTimestamp = Math.max(maxStatsTimestamp, stats.statsTimestamp);
-            rttInMsSum += (_j = stats.rttInMs) !== null && _j !== void 0 ? _j : 0;
+            if (highestLayer.bitrate < stats.bitrate) {
+                highestLayer.ssrc = ssrc;
+            }
+            rttInMsSum += (_g = stats.rttInMs) !== null && _g !== void 0 ? _g : 0;
+            jitterSum += (_h = stats.jitter) !== null && _h !== void 0 ? _h : 0;
             ++size;
         }
+        this.highestLayer = this.stats.get(highestLayer.ssrc);
         this.totalBytesReceived += this.deltaBytesReceived;
         this.totalLostPackets += this.deltaLostPackets;
         this.totalReceivedPackets += this.deltaReceivedPackets;
         this.totalReceivedFrames += this.deltaReceivedFrames;
         this.totalDecodedFrames += this.deltaDecodedFrames;
         this.totalDroppedFrames += this.deltaDroppedFrames;
-        this.totalReceivedSamples += this.deltaReceivedSamples;
-        this.totalSilentConcealedSamples += this.deltaSilentConcealedSamples;
         this.rttInMs = rttInMsSum / Math.max(size, 1);
+        this.jitter = jitterSum / Math.max(size, 1);
         this.fractionLoss = 0 < this.deltaReceivedPackets && 0 < this.deltaLostPackets ? (this.deltaLostPackets / (this.deltaReceivedPackets + this.deltaLostPackets)) : 0;
         this._lastMaxStatsTimestamp = maxStatsTimestamp;
+        this._updateQualityScore(maxStatsTimestamp);
+    }
+    _updateQualityScore(timestamp) {
+        const newIssues = this.ωpendingIssuesForScores;
+        const score = (0, CalculatedScore_1.calculateBaseVideoScore)(this, newIssues);
+        if (0 < this.ωpendingIssuesForScores.length) {
+            this.ωpendingIssuesForScores = [];
+        }
+        if (!score)
+            return (this.score = undefined);
+        if (0.05 < this.fractionLoss) {
+            score.score *= 0.5;
+            score.remarks.push({
+                severity: 'major',
+                text: 'Fraction loss is too high',
+            });
+        }
+        score.timestamp = timestamp;
+        this.score = score;
+        this.emit('score', this.score);
     }
 }
-exports.ObservedInboundTrack = ObservedInboundTrack;
+exports.ObservedInboundVideoTrack = ObservedInboundVideoTrack;

package/lib/ObservedOutboundAudioTrack.d.ts

@@ -0,0 +1,85 @@
+/// <reference types="node" />
+import { EventEmitter } from 'events';
+import { ObservedPeerConnection } from './ObservedPeerConnection';
+import { OutboundAudioTrack } from '@observertc/sample-schemas-js';
+import { ObservedInboundAudioTrack } from './ObservedInboundAudioTrack';
+import { CalculatedScore } from './common/CalculatedScore';
+import { ClientIssue } from './monitors/CallSummary';
+export type ObservedOutboundAudioTrackModel = {
+    trackId: string;
+    sfuStreamId?: string;
+};
+export type ObservedOutboundAudioTrackEvents = {
+    qualitylimitationchanged: [string];
+    update: [
+        {
+            elapsedTimeInMs: number;
+        }
+    ];
+    score: [CalculatedScore];
+    close: [];
+};
+export type ObservedOutboundAudioTrackStats = OutboundAudioTrack & {
+    ssrc: number;
+    bitrate: number;
+    rttInMs?: number;
+    deltaLostPackets: number;
+    deltaSentPackets: number;
+    deltaSentBytes: number;
+    deltaSentFrames?: number;
+    deltaEncodedFrames?: number;
+    statsTimestamp: number;
+};
+export declare interface ObservedOutboundAudioTrack {
+    on<U extends keyof ObservedOutboundAudioTrackEvents>(event: U, listener: (...args: ObservedOutboundAudioTrackEvents[U]) => void): this;
+    off<U extends keyof ObservedOutboundAudioTrackEvents>(event: U, listener: (...args: ObservedOutboundAudioTrackEvents[U]) => void): this;
+    once<U extends keyof ObservedOutboundAudioTrackEvents>(event: U, listener: (...args: ObservedOutboundAudioTrackEvents[U]) => void): this;
+    emit<U extends keyof ObservedOutboundAudioTrackEvents>(event: U, ...args: ObservedOutboundAudioTrackEvents[U]): boolean;
+    update(sample: OutboundAudioTrack, timestamp: number): void;
+}
+export declare class ObservedOutboundAudioTrack extends EventEmitter {
+    private readonly _model;
+    readonly peerConnection: ObservedPeerConnection;
+    readonly created: number;
+    visited: boolean;
+    bitrate: number;
+    rttInMs?: number;
+    jitter?: number;
+    marker?: string;
+    totalLostPackets: number;
+    totalSentPackets: number;
+    totalSentBytes: number;
+    totalSentFrames: number;
+    deltaLostPackets: number;
+    deltaSentPackets: number;
+    deltaSentBytes: number;
+    deltaSentFrames: number;
+    deltaEncodedFrames: number;
+    sendingBitrate: number;
+    private readonly _stats;
+    private _lastMaxStatsTimestamp;
+    private _closed;
+    private _updated;
+    private _lastUpdateMetrics?;
+    score?: CalculatedScore;
+    ωpendingIssuesForScores: ClientIssue[];
+    readonly remoteInboundTracks: Map<string, ObservedInboundAudioTrack>;
+    constructor(_model: ObservedOutboundAudioTrackModel, peerConnection: ObservedPeerConnection);
+    get serviceId(): string;
+    get roomId(): string;
+    get callId(): string;
+    get clientId(): string;
+    get mediaUnitId(): string;
+    get peerConnectionId(): string;
+    get trackId(): string;
+    get sfuStreamId(): string | undefined;
+    get reports(): import("./ReportsCollector").ReportsCollector;
+    get statsTimestamp(): number;
+    get updated(): number;
+    get stats(): ReadonlyMap<number, ObservedOutboundAudioTrackStats>;
+    get closed(): boolean;
+    close(): void;
+    updateMetrics(): void;
+    private _updateQualityScore;
+}
+//# sourceMappingURL=ObservedOutboundAudioTrack.d.ts.map

package/lib/ObservedOutboundAudioTrack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObservedOutboundAudioTrack.d.ts","sourceRoot":"","sources":["../src/ObservedOutboundAudioTrack.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAsB,MAAM,+BAA+B,CAAC;AAEvF,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAA2B,eAAe,EAAE,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD,MAAM,MAAM,+BAA+B,GAAG;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAA;AAED,MAAM,MAAM,gCAAgC,GAAG;IAC9C,wBAAwB,EAAE,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,EAAE;QAAC;YACR,eAAe,EAAE,MAAM,CAAC;SACxB;KAAC,CAAC;IACH,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC;IACzB,KAAK,EAAE,EAAE,CAAC;CACV,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG,kBAAkB,GAAG;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,cAAc,EAAE,MAAM,CAAC;CACvB,CAAC;AAMF,MAAM,CAAC,OAAO,WAAW,0BAA0B;IAClD,EAAE,CAAC,CAAC,SAAS,MAAM,gCAAgC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,gCAAgC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACvI,GAAG,CAAC,CAAC,SAAS,MAAM,gCAAgC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,gCAAgC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACxI,IAAI,CAAC,CAAC,SAAS,MAAM,gCAAgC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,gCAAgC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC;IACzI,IAAI,CAAC,CAAC,SAAS,MAAM,gCAAgC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,gCAAgC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;IACxH,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5D;AAED,qBAAa,0BAA2B,SAAQ,YAAY;IAmC1D,OAAO,CAAC,QAAQ,CAAC,MAAM;aACP,cAAc,EAAE,sBAAsB;IAnCvD,SAAgB,OAAO,SAAc;IAC9B,OAAO,UAAS;IAEhB,OAAO,SAAK;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,gBAAgB,SAAK;IACrB,gBAAgB,SAAK;IACrB,cAAc,SAAK;IACnB,eAAe,SAAK;IAEpB,gBAAgB,SAAK;IACrB,gBAAgB,SAAK;IACrB,cAAc,SAAK;IACnB,eAAe,SAAK;IACpB,kBAAkB,SAAK;IAEvB,cAAc,SAAK;IAE1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsD;IAC7E,OAAO,CAAC,sBAAsB,CAAK;IAEnC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,kBAAkB,CAAC,CAAS;IAE7B,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,uBAAuB,EAAE,WAAW,EAAE,CAAM;IAEnD,SAAgB,mBAAmB,yCAAgD;gBAGjE,MAAM,EAAE,+BAA+B,EACxC,cAAc,EAAE,sBAAsB;IAMvD,IAAW,SAAS,WAEnB;IAED,IAAW,MAAM,WAEhB;IAED,IAAW,MAAM,WAEhB;IAED,IAAW,QAAQ,WAElB;IAED,IAAW,WAAW,WAErB;IAED,IAAW,gBAAgB,WAE1B;IAED,IAAW,OAAO,WAEjB;IAED,IAAW,WAAW,uBAErB;IAED,IAAW,OAAO,kDAEjB;IAED,IAAW,cAAc,WAExB;IAED,IAAW,OAAO,WAEjB;IAED,IAAW,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAEvE;IAED,IAAW,MAAM,YAEhB;IAEM,KAAK;IAyGL,aAAa;IAoDpB,OAAO,CAAC,mBAAmB;CAe3B"}