werift 0.15.10 → 0.16.0

package/lib/webrtc/src/media/receiver/nack.js

@@ -3,22 +3,28 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Nack = void 0;
+exports.NackHandler = void 0;
+const debug_1 = __importDefault(require("debug"));
 const range_1 = __importDefault(require("lodash/range"));
 const rx_mini_1 = __importDefault(require("rx.mini"));
 const src_1 = require("../../../../common/src");
 const src_2 = require("../../../../rtp/src");
+const log = (0, debug_1.default)("werift:packages/webrtc/src/media/receiver/nack.ts");
 const LOST_SIZE = 30 * 5;
-class Nack {
+class NackHandler {
     constructor(receiver) {
         this.receiver = receiver;
         this.newEstSeqNum = 0;
-        this._lost = {};
-        this.nackLoop = setInterval(() => this.packetLost(), 20);
+        this.lost = {};
+        this.nackLoop = setInterval(() => this.sendNack(), 20);
         this.onPacketLost = new rx_mini_1.default();
+        this.retryCount = 10;
     }
-    get lost() {
-        return Object.keys(this._lost).map(Number);
+    get lostNumber() {
+        return Object.keys(this.lost).map(Number);
+    }
+    removeLost(sequenceNumber) {
+        delete this.lost[sequenceNumber];
     }
     addPacket(packet) {
         const { sequenceNumber, ssrc } = packet.header;
@@ -27,8 +33,8 @@ class Nack {
             this.newEstSeqNum = sequenceNumber;
             return;
         }
-        if (this._lost[sequenceNumber]) {
-            delete this._lost[sequenceNumber];
+        if (this.lost[sequenceNumber]) {
+            this.removeLost(sequenceNumber);
             return;
         }
         if (sequenceNumber === (0, src_1.uint16Add)(this.newEstSeqNum, 1)) {
@@ -37,45 +43,56 @@ class Nack {
         else if (sequenceNumber > (0, src_1.uint16Add)(this.newEstSeqNum, 1)) {
             // packet lost detected
             (0, range_1.default)((0, src_1.uint16Add)(this.newEstSeqNum, 1), sequenceNumber).forEach((seq) => {
-                this._lost[seq] = 1;
+                this.lost[seq] = 1;
             });
             this.receiver.sendRtcpPLI(this.mediaSourceSsrc);
             this.newEstSeqNum = sequenceNumber;
-            if (Object.keys(this._lost).length > LOST_SIZE) {
-                this._lost = Object.entries(this._lost)
-                    .slice(-LOST_SIZE)
-                    .reduce((acc, [key, v]) => {
-                    acc[key] = v;
-                    return acc;
-                }, {});
-            }
+            this.pruneLost();
+        }
+    }
+    pruneLost() {
+        if (Object.keys(this.lost).length > LOST_SIZE) {
+            this.lost = Object.entries(this.lost)
+                .slice(-LOST_SIZE)
+                .reduce((acc, [key, v]) => {
+                acc[key] = v;
+                return acc;
+            }, {});
         }
     }
     close() {
         clearInterval(this.nackLoop);
+        this.lost = {};
     }
-    increment() {
-        Object.keys(this._lost).forEach((seq) => {
-            if (++this._lost[seq] > 10) {
-                delete this._lost[seq];
+    updateRetryCount() {
+        const res = Object.keys(this.lost)
+            .map((seq) => {
+            const count = this.lost[seq]++;
+            if (count > this.retryCount) {
+                delete this.lost[seq];
+                return seq;
             }
-        });
+        })
+            .filter((v) => v != undefined);
+        if (res.length > 0) {
+            // log("failed to retransmit", res);
+        }
     }
-    packetLost() {
-        if (this.lost.length > 0 && this.mediaSourceSsrc) {
+    sendNack() {
+        if (this.lostNumber.length > 0 && this.mediaSourceSsrc) {
             const nack = new src_2.GenericNack({
                 senderSsrc: this.receiver.rtcpSsrc,
                 mediaSourceSsrc: this.mediaSourceSsrc,
-                lost: this.lost,
+                lost: this.lostNumber,
             });
             const rtcp = new src_2.RtcpTransportLayerFeedback({
                 feedback: nack,
             });
             this.receiver.dtlsTransport.sendRtcp([rtcp]);
-            this.increment();
+            this.updateRetryCount();
             this.onPacketLost.execute(nack);
         }
     }
 }
-exports.Nack = Nack;
+exports.NackHandler = NackHandler;
 //# sourceMappingURL=nack.js.map

package/lib/webrtc/src/media/receiver/nack.js.map

@@ -1 +1 @@
-{"version":3,"file":"nack.js","sourceRoot":"","sources":["../../../../../src/media/receiver/nack.ts"],"names":[],"mappings":";;;;;;AAAA,yDAAiC;AACjC,sDAA4B;AAE5B,gDAAmD;AACnD,6CAI6B;AAG7B,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;AAEzB,MAAa,IAAI;IAQf,YAAoB,QAAwB;QAAxB,aAAQ,GAAR,QAAQ,CAAgB;QAPpC,iBAAY,GAAG,CAAC,CAAC;QACjB,UAAK,GAAiC,EAAE,CAAC;QACzC,aAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAEnD,iBAAY,GAAG,IAAI,iBAAK,EAAiB,CAAC;IAGJ,CAAC;IAEhD,IAAI,IAAI;QACN,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAED,SAAS,CAAC,MAAiB;QACzB,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,OAAO;SACR;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;YAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAClC,OAAO;SACR;QAED,IAAI,cAAc,KAAK,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YACtD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;SACpC;aAAM,IAAI,cAAc,GAAG,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YAC3D,uBAAuB;YACvB,IAAA,eAAK,EAAC,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACrE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAEhD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YAEnC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,SAAS,EAAE;gBAC9C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;qBACpC,KAAK,CAAC,CAAC,SAAS,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;oBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACb,OAAO,GAAG,CAAC;gBACb,CAAC,EAAE,EAAkC,CAAC,CAAC;aAC1C;SACF;IACH,CAAC;IAED,KAAK;QACH,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAEO,SAAS;QACf,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YACtC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE;gBAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACxB;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE;YAChD,MAAM,IAAI,GAAG,IAAI,iBAAW,CAAC;gBAC3B,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;gBAClC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,gCAA0B,CAAC;gBAC1C,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAE7C,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SACjC;IACH,CAAC;CACF;AA9ED,oBA8EC","sourcesContent":["import range from \"lodash/range\";\nimport Event from \"rx.mini\";\n\nimport { uint16Add } from \"../../../../common/src\";\nimport {\n  GenericNack,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n} from \"../../../../rtp/src\";\nimport { RTCRtpReceiver } from \"../rtpReceiver\";\n\nconst LOST_SIZE = 30 * 5;\n\nexport class Nack {\n  private newEstSeqNum = 0;\n  private _lost: { [seqNum: number]: number } = {};\n  private nackLoop = setInterval(() => this.packetLost(), 20);\n\n  readonly onPacketLost = new Event<[GenericNack]>();\n  mediaSourceSsrc?: number;\n\n  constructor(private receiver: RTCRtpReceiver) {}\n\n  get lost() {\n    return Object.keys(this._lost).map(Number);\n  }\n\n  addPacket(packet: RtpPacket) {\n    const { sequenceNumber, ssrc } = packet.header;\n    this.mediaSourceSsrc = ssrc;\n\n    if (this.newEstSeqNum === 0) {\n      this.newEstSeqNum = sequenceNumber;\n      return;\n    }\n\n    if (this._lost[sequenceNumber]) {\n      delete this._lost[sequenceNumber];\n      return;\n    }\n\n    if (sequenceNumber === uint16Add(this.newEstSeqNum, 1)) {\n      this.newEstSeqNum = sequenceNumber;\n    } else if (sequenceNumber > uint16Add(this.newEstSeqNum, 1)) {\n      // packet lost detected\n      range(uint16Add(this.newEstSeqNum, 1), sequenceNumber).forEach((seq) => {\n        this._lost[seq] = 1;\n      });\n      this.receiver.sendRtcpPLI(this.mediaSourceSsrc);\n\n      this.newEstSeqNum = sequenceNumber;\n\n      if (Object.keys(this._lost).length > LOST_SIZE) {\n        this._lost = Object.entries(this._lost)\n          .slice(-LOST_SIZE)\n          .reduce((acc, [key, v]) => {\n            acc[key] = v;\n            return acc;\n          }, {} as { [seqNum: number]: number });\n      }\n    }\n  }\n\n  close() {\n    clearInterval(this.nackLoop);\n  }\n\n  private increment() {\n    Object.keys(this._lost).forEach((seq) => {\n      if (++this._lost[seq] > 10) {\n        delete this._lost[seq];\n      }\n    });\n  }\n\n  private packetLost() {\n    if (this.lost.length > 0 && this.mediaSourceSsrc) {\n      const nack = new GenericNack({\n        senderSsrc: this.receiver.rtcpSsrc,\n        mediaSourceSsrc: this.mediaSourceSsrc,\n        lost: this.lost,\n      });\n      const rtcp = new RtcpTransportLayerFeedback({\n        feedback: nack,\n      });\n      this.receiver.dtlsTransport.sendRtcp([rtcp]);\n\n      this.increment();\n      this.onPacketLost.execute(nack);\n    }\n  }\n}\n"]}
+{"version":3,"file":"nack.js","sourceRoot":"","sources":["../../../../../src/media/receiver/nack.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,yDAAiC;AACjC,sDAA4B;AAE5B,gDAAmD;AACnD,6CAI6B;AAG7B,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,mDAAmD,CAAC,CAAC;AAEvE,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;AAEzB,MAAa,WAAW;IAStB,YAAoB,QAAwB;QAAxB,aAAQ,GAAR,QAAQ,CAAgB;QARpC,iBAAY,GAAG,CAAC,CAAC;QACzB,SAAI,GAAiC,EAAE,CAAC;QAChC,aAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAEjD,iBAAY,GAAG,IAAI,iBAAK,EAAiB,CAAC;QAEnD,eAAU,GAAG,EAAE,CAAC;IAE+B,CAAC;IAEhD,IAAI,UAAU;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,UAAU,CAAC,cAAsB;QAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACnC,CAAC;IAED,SAAS,CAAC,MAAiB;QACzB,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,OAAO;SACR;QAED,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;YAC7B,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAChC,OAAO;SACR;QAED,IAAI,cAAc,KAAK,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YACtD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;SACpC;aAAM,IAAI,cAAc,GAAG,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YAC3D,uBAAuB;YACvB,IAAA,eAAK,EAAC,IAAA,eAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACrE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAEhD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,EAAE,CAAC;SAClB;IACH,CAAC;IAEO,SAAS;QACf,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,SAAS,EAAE;YAC7C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;iBAClC,KAAK,CAAC,CAAC,SAAS,CAAC;iBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;gBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACb,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAAkC,CAAC,CAAC;SAC1C;IACH,CAAC;IAED,KAAK;QACH,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;IACjB,CAAC;IAEO,gBAAgB;QACtB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;aAC/B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE;gBAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,OAAO,GAAG,CAAC;aACZ;QACH,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC;QACjC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;YAClB,oCAAoC;SACrC;IACH,CAAC;IAEO,QAAQ;QACd,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE;YACtD,MAAM,IAAI,GAAG,IAAI,iBAAW,CAAC;gBAC3B,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;gBAClC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,IAAI,EAAE,IAAI,CAAC,UAAU;aACtB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,gCAA0B,CAAC;gBAC1C,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAE7C,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SACjC;IACH,CAAC;CACF;AA9FD,kCA8FC","sourcesContent":["import debug from \"debug\";\nimport range from \"lodash/range\";\nimport Event from \"rx.mini\";\n\nimport { uint16Add } from \"../../../../common/src\";\nimport {\n  GenericNack,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n} from \"../../../../rtp/src\";\nimport { RTCRtpReceiver } from \"../rtpReceiver\";\n\nconst log = debug(\"werift:packages/webrtc/src/media/receiver/nack.ts\");\n\nconst LOST_SIZE = 30 * 5;\n\nexport class NackHandler {\n  private newEstSeqNum = 0;\n  lost: { [seqNum: number]: number } = {};\n  private nackLoop = setInterval(() => this.sendNack(), 20);\n\n  readonly onPacketLost = new Event<[GenericNack]>();\n  mediaSourceSsrc?: number;\n  retryCount = 10;\n\n  constructor(private receiver: RTCRtpReceiver) {}\n\n  get lostNumber() {\n    return Object.keys(this.lost).map(Number);\n  }\n\n  removeLost(sequenceNumber: number) {\n    delete this.lost[sequenceNumber];\n  }\n\n  addPacket(packet: RtpPacket) {\n    const { sequenceNumber, ssrc } = packet.header;\n    this.mediaSourceSsrc = ssrc;\n\n    if (this.newEstSeqNum === 0) {\n      this.newEstSeqNum = sequenceNumber;\n      return;\n    }\n\n    if (this.lost[sequenceNumber]) {\n      this.removeLost(sequenceNumber);\n      return;\n    }\n\n    if (sequenceNumber === uint16Add(this.newEstSeqNum, 1)) {\n      this.newEstSeqNum = sequenceNumber;\n    } else if (sequenceNumber > uint16Add(this.newEstSeqNum, 1)) {\n      // packet lost detected\n      range(uint16Add(this.newEstSeqNum, 1), sequenceNumber).forEach((seq) => {\n        this.lost[seq] = 1;\n      });\n      this.receiver.sendRtcpPLI(this.mediaSourceSsrc);\n\n      this.newEstSeqNum = sequenceNumber;\n      this.pruneLost();\n    }\n  }\n\n  private pruneLost() {\n    if (Object.keys(this.lost).length > LOST_SIZE) {\n      this.lost = Object.entries(this.lost)\n        .slice(-LOST_SIZE)\n        .reduce((acc, [key, v]) => {\n          acc[key] = v;\n          return acc;\n        }, {} as { [seqNum: number]: number });\n    }\n  }\n\n  close() {\n    clearInterval(this.nackLoop);\n    this.lost = {};\n  }\n\n  private updateRetryCount() {\n    const res = Object.keys(this.lost)\n      .map((seq) => {\n        const count = this.lost[seq]++;\n        if (count > this.retryCount) {\n          delete this.lost[seq];\n          return seq;\n        }\n      })\n      .filter((v) => v != undefined);\n    if (res.length > 0) {\n      // log(\"failed to retransmit\", res);\n    }\n  }\n\n  private sendNack() {\n    if (this.lostNumber.length > 0 && this.mediaSourceSsrc) {\n      const nack = new GenericNack({\n        senderSsrc: this.receiver.rtcpSsrc,\n        mediaSourceSsrc: this.mediaSourceSsrc,\n        lost: this.lostNumber,\n      });\n      const rtcp = new RtcpTransportLayerFeedback({\n        feedback: nack,\n      });\n      this.receiver.dtlsTransport.sendRtcp([rtcp]);\n\n      this.updateRetryCount();\n      this.onPacketLost.execute(nack);\n    }\n  }\n}\n"]}

package/lib/webrtc/src/media/receiver/receiverTwcc.js

@@ -9,7 +9,7 @@ const promises_1 = require("timers/promises");
 const src_1 = require("../../../../common/src");
 const src_2 = require("../../../../rtp/src");
 const utils_1 = require("../../utils");
-const log = (0, debug_1.default)("werift/webrtc/media/receiver/receiverTwcc");
+const log = (0, debug_1.default)("werift:packages/webrtc/media/receiver/receiverTwcc");
 class ReceiverTWCC {
     constructor(dtlsTransport, rtcpSsrc, mediaSourceSsrc) {
         this.dtlsTransport = dtlsTransport;

package/lib/webrtc/src/media/receiver/receiverTwcc.js.map

@@ -1 +1 @@
-{"version":3,"file":"receiverTwcc.js","sourceRoot":"","sources":["../../../../../src/media/receiver/receiverTwcc.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,8CAA6C;AAE7C,gDAAqE;AACrE,6CAO6B;AAE7B,uCAAwC;AAExC,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,2CAA2C,CAAC,CAAC;AAI/D,MAAa,YAAY;IASvB,YACU,aAA+B,EAC/B,QAAgB,EAChB,eAAuB;QAFvB,kBAAa,GAAb,aAAa,CAAkB;QAC/B,aAAQ,GAAR,QAAQ,CAAQ;QAChB,oBAAe,GAAf,eAAe,CAAQ;QAXjC,kBAAa,GAET,EAAE,CAAC;QACP,gBAAW,GAAG,KAAK,CAAC;QACpB,YAAY;QACZ,eAAU,GAAG,CAAC,CAAC;QAQb,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,uBAA+B;QACxC,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,GAAG;YAC5C,GAAG,EAAE,uBAAuB;YAC5B,SAAS,EAAE,IAAA,iBAAS,GAAE;SACvB,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;SACjB;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,OAAO,IAAI,CAAC,WAAW,EAAE;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,IAAA,qBAAU,EAAC,GAAG,CAAC,CAAC;SACvB;IACH,CAAC;IAEO,QAAQ;QACd,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACzD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAC1D,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CACxB,CAAC;QAEF,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9C,MAAM,YAAY,GAA2C,EAAE,CAAC;QAChE,MAAM,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAChD,MAAM,iBAAiB,GAAG,IAAA,eAAS,EAAC,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACxD,eAAe;QACf,IAAI,aAAsB,CAAC;QAC3B,IAAI,gBAAsE,CAAC;QAC3E,MAAM,UAAU,GAAgB,EAAE,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE;YACrC,eAAe;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAEnD,IAAI,SAAS,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;oBACvB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;iBAChC;gBACD,IAAI,CAAC,aAAa,EAAE;oBAClB,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;iBACpC;gBAED,MAAM,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC;gBAC7C,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBAE/B,MAAM,SAAS,GAAG,IAAI,eAAS,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;iBACrB,CAAC,CAAC;gBACH,SAAS,CAAC,UAAU,EAAE,CAAC;gBACvB,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAE3B,sBAAsB;gBACtB,IACE,gBAAgB,IAAI,SAAS;oBAC7B,gBAAgB,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,EAC1C;oBACA,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;wBACjB,YAAY,EAAE,gBAAgB,CAAC,MAAM;wBACrC,SAAS,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM;qBACvC,CAAC,CACH,CAAC;oBACF,gBAAgB,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,IAAK,EAAE,CAAC;iBAC3D;gBACD,cAAc;gBACd,IAAI,CAAC,KAAK,MAAM,EAAE;oBAChB,IAAI,gBAAgB,IAAI,SAAS,EAAE;wBACjC,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;4BACjB,YAAY,EAAE,gBAAgB,CAAC,MAAM;4BACrC,SAAS,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;yBAC3C,CAAC,CACH,CAAC;qBACH;yBAAM;wBACL,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;4BACjB,YAAY,EAAE,SAAS,CAAC,IAAI;4BAC5B,SAAS,EAAE,CAAC;yBACb,CAAC,CACH,CAAC;qBACH;iBACF;gBAED,IAAI,gBAAgB,IAAI,SAAS,EAAE;oBACjC,gBAAgB,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,IAAK,EAAE,CAAC;iBAC3D;aACF;SACF;QAED,IAAI,CAAC,aAAa,EAAE;YAClB,OAAO;SACR;QAED,MAAM,MAAM,GAAG,IAAI,gCAA0B,CAAC;YAC5C,QAAQ,EAAE,IAAI,qBAAe,CAAC;gBAC5B,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,kBAAkB;gBAClB,iBAAiB;gBACjB,aAAa,EAAE,IAAA,YAAM,EAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC;gBAC5D,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU;gBACV,YAAY;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAClD,GAAG,CAAC,GAAG,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAA,cAAQ,EAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;CACF;AAtID,oCAsIC","sourcesContent":["import debug from \"debug\";\nimport { setTimeout } from \"timers/promises\";\n\nimport { uint8Add, uint16Add, uint24 } from \"../../../../common/src\";\nimport {\n  PacketStatus,\n  RecvDelta,\n  RtcpTransportLayerFeedback,\n  RunLengthChunk,\n  StatusVectorChunk,\n  TransportWideCC,\n} from \"../../../../rtp/src\";\nimport { RTCDtlsTransport } from \"../../transport/dtls\";\nimport { microTime } from \"../../utils\";\n\nconst log = debug(\"werift/webrtc/media/receiver/receiverTwcc\");\n\ntype ExtensionInfo = { tsn: number; timestamp: number };\n\nexport class ReceiverTWCC {\n  extensionInfo: {\n    [tsn: number]: ExtensionInfo;\n  } = {};\n  twccRunning = false;\n  /** uint8 */\n  fbPktCount = 0;\n  lastTimestamp?: number;\n\n  constructor(\n    private dtlsTransport: RTCDtlsTransport,\n    private rtcpSsrc: number,\n    private mediaSourceSsrc: number\n  ) {\n    this.runTWCC();\n  }\n\n  handleTWCC(transportSequenceNumber: number) {\n    this.extensionInfo[transportSequenceNumber] = {\n      tsn: transportSequenceNumber,\n      timestamp: microTime(),\n    };\n\n    if (Object.keys(this.extensionInfo).length > 10) {\n      this.sendTWCC();\n    }\n  }\n\n  private async runTWCC() {\n    while (this.twccRunning) {\n      this.sendTWCC();\n      await setTimeout(100);\n    }\n  }\n\n  private sendTWCC() {\n    if (Object.keys(this.extensionInfo).length === 0) return;\n    const extensionsArr = Object.values(this.extensionInfo).sort(\n      (a, b) => a.tsn - b.tsn\n    );\n\n    const minTSN = extensionsArr[0].tsn;\n    const maxTSN = extensionsArr.slice(-1)[0].tsn;\n\n    const packetChunks: (RunLengthChunk | StatusVectorChunk)[] = [];\n    const baseSequenceNumber = extensionsArr[0].tsn;\n    const packetStatusCount = uint16Add(maxTSN - minTSN, 1);\n    /**micro sec */\n    let referenceTime!: number;\n    let lastPacketStatus: { status: PacketStatus; minTSN: number } | undefined;\n    const recvDeltas: RecvDelta[] = [];\n\n    for (let i = minTSN; i <= maxTSN; i++) {\n      /**micro sec */\n      const timestamp = this.extensionInfo[i]?.timestamp;\n\n      if (timestamp) {\n        if (!this.lastTimestamp) {\n          this.lastTimestamp = timestamp;\n        }\n        if (!referenceTime) {\n          referenceTime = this.lastTimestamp;\n        }\n\n        const delta = timestamp - this.lastTimestamp;\n        this.lastTimestamp = timestamp;\n\n        const recvDelta = new RecvDelta({\n          delta: Number(delta),\n        });\n        recvDelta.parseDelta();\n        recvDeltas.push(recvDelta);\n\n        // when status changed\n        if (\n          lastPacketStatus != undefined &&\n          lastPacketStatus.status !== recvDelta.type\n        ) {\n          packetChunks.push(\n            new RunLengthChunk({\n              packetStatus: lastPacketStatus.status,\n              runLength: i - lastPacketStatus.minTSN,\n            })\n          );\n          lastPacketStatus = { minTSN: i, status: recvDelta.type! };\n        }\n        // last status\n        if (i === maxTSN) {\n          if (lastPacketStatus != undefined) {\n            packetChunks.push(\n              new RunLengthChunk({\n                packetStatus: lastPacketStatus.status,\n                runLength: i - lastPacketStatus.minTSN + 1,\n              })\n            );\n          } else {\n            packetChunks.push(\n              new RunLengthChunk({\n                packetStatus: recvDelta.type,\n                runLength: 1,\n              })\n            );\n          }\n        }\n\n        if (lastPacketStatus == undefined) {\n          lastPacketStatus = { minTSN: i, status: recvDelta.type! };\n        }\n      }\n    }\n\n    if (!referenceTime) {\n      return;\n    }\n\n    const packet = new RtcpTransportLayerFeedback({\n      feedback: new TransportWideCC({\n        senderSsrc: this.rtcpSsrc,\n        mediaSourceSsrc: this.mediaSourceSsrc,\n        baseSequenceNumber,\n        packetStatusCount,\n        referenceTime: uint24(Math.floor(referenceTime / 1000 / 64)),\n        fbPktCount: this.fbPktCount,\n        recvDeltas,\n        packetChunks,\n      }),\n    });\n\n    this.dtlsTransport.sendRtcp([packet]).catch((err) => {\n      log(err);\n    });\n    this.extensionInfo = {};\n    this.fbPktCount = uint8Add(this.fbPktCount, 1);\n  }\n}\n"]}
+{"version":3,"file":"receiverTwcc.js","sourceRoot":"","sources":["../../../../../src/media/receiver/receiverTwcc.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,8CAA6C;AAE7C,gDAAqE;AACrE,6CAO6B;AAE7B,uCAAwC;AAExC,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,oDAAoD,CAAC,CAAC;AAIxE,MAAa,YAAY;IASvB,YACU,aAA+B,EAC/B,QAAgB,EAChB,eAAuB;QAFvB,kBAAa,GAAb,aAAa,CAAkB;QAC/B,aAAQ,GAAR,QAAQ,CAAQ;QAChB,oBAAe,GAAf,eAAe,CAAQ;QAXjC,kBAAa,GAET,EAAE,CAAC;QACP,gBAAW,GAAG,KAAK,CAAC;QACpB,YAAY;QACZ,eAAU,GAAG,CAAC,CAAC;QAQb,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,uBAA+B;QACxC,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,GAAG;YAC5C,GAAG,EAAE,uBAAuB;YAC5B,SAAS,EAAE,IAAA,iBAAS,GAAE;SACvB,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;SACjB;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,OAAO,IAAI,CAAC,WAAW,EAAE;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,IAAA,qBAAU,EAAC,GAAG,CAAC,CAAC;SACvB;IACH,CAAC;IAEO,QAAQ;QACd,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACzD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAC1D,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CACxB,CAAC;QAEF,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9C,MAAM,YAAY,GAA2C,EAAE,CAAC;QAChE,MAAM,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAChD,MAAM,iBAAiB,GAAG,IAAA,eAAS,EAAC,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACxD,eAAe;QACf,IAAI,aAAsB,CAAC;QAC3B,IAAI,gBAAsE,CAAC;QAC3E,MAAM,UAAU,GAAgB,EAAE,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE;YACrC,eAAe;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAEnD,IAAI,SAAS,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;oBACvB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;iBAChC;gBACD,IAAI,CAAC,aAAa,EAAE;oBAClB,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;iBACpC;gBAED,MAAM,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC;gBAC7C,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBAE/B,MAAM,SAAS,GAAG,IAAI,eAAS,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;iBACrB,CAAC,CAAC;gBACH,SAAS,CAAC,UAAU,EAAE,CAAC;gBACvB,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAE3B,sBAAsB;gBACtB,IACE,gBAAgB,IAAI,SAAS;oBAC7B,gBAAgB,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,EAC1C;oBACA,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;wBACjB,YAAY,EAAE,gBAAgB,CAAC,MAAM;wBACrC,SAAS,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM;qBACvC,CAAC,CACH,CAAC;oBACF,gBAAgB,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,IAAK,EAAE,CAAC;iBAC3D;gBACD,cAAc;gBACd,IAAI,CAAC,KAAK,MAAM,EAAE;oBAChB,IAAI,gBAAgB,IAAI,SAAS,EAAE;wBACjC,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;4BACjB,YAAY,EAAE,gBAAgB,CAAC,MAAM;4BACrC,SAAS,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;yBAC3C,CAAC,CACH,CAAC;qBACH;yBAAM;wBACL,YAAY,CAAC,IAAI,CACf,IAAI,oBAAc,CAAC;4BACjB,YAAY,EAAE,SAAS,CAAC,IAAI;4BAC5B,SAAS,EAAE,CAAC;yBACb,CAAC,CACH,CAAC;qBACH;iBACF;gBAED,IAAI,gBAAgB,IAAI,SAAS,EAAE;oBACjC,gBAAgB,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,IAAK,EAAE,CAAC;iBAC3D;aACF;SACF;QAED,IAAI,CAAC,aAAa,EAAE;YAClB,OAAO;SACR;QAED,MAAM,MAAM,GAAG,IAAI,gCAA0B,CAAC;YAC5C,QAAQ,EAAE,IAAI,qBAAe,CAAC;gBAC5B,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,kBAAkB;gBAClB,iBAAiB;gBACjB,aAAa,EAAE,IAAA,YAAM,EAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC;gBAC5D,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU;gBACV,YAAY;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAClD,GAAG,CAAC,GAAG,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAA,cAAQ,EAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;CACF;AAtID,oCAsIC","sourcesContent":["import debug from \"debug\";\nimport { setTimeout } from \"timers/promises\";\n\nimport { uint8Add, uint16Add, uint24 } from \"../../../../common/src\";\nimport {\n  PacketStatus,\n  RecvDelta,\n  RtcpTransportLayerFeedback,\n  RunLengthChunk,\n  StatusVectorChunk,\n  TransportWideCC,\n} from \"../../../../rtp/src\";\nimport { RTCDtlsTransport } from \"../../transport/dtls\";\nimport { microTime } from \"../../utils\";\n\nconst log = debug(\"werift:packages/webrtc/media/receiver/receiverTwcc\");\n\ntype ExtensionInfo = { tsn: number; timestamp: number };\n\nexport class ReceiverTWCC {\n  extensionInfo: {\n    [tsn: number]: ExtensionInfo;\n  } = {};\n  twccRunning = false;\n  /** uint8 */\n  fbPktCount = 0;\n  lastTimestamp?: number;\n\n  constructor(\n    private dtlsTransport: RTCDtlsTransport,\n    private rtcpSsrc: number,\n    private mediaSourceSsrc: number\n  ) {\n    this.runTWCC();\n  }\n\n  handleTWCC(transportSequenceNumber: number) {\n    this.extensionInfo[transportSequenceNumber] = {\n      tsn: transportSequenceNumber,\n      timestamp: microTime(),\n    };\n\n    if (Object.keys(this.extensionInfo).length > 10) {\n      this.sendTWCC();\n    }\n  }\n\n  private async runTWCC() {\n    while (this.twccRunning) {\n      this.sendTWCC();\n      await setTimeout(100);\n    }\n  }\n\n  private sendTWCC() {\n    if (Object.keys(this.extensionInfo).length === 0) return;\n    const extensionsArr = Object.values(this.extensionInfo).sort(\n      (a, b) => a.tsn - b.tsn\n    );\n\n    const minTSN = extensionsArr[0].tsn;\n    const maxTSN = extensionsArr.slice(-1)[0].tsn;\n\n    const packetChunks: (RunLengthChunk | StatusVectorChunk)[] = [];\n    const baseSequenceNumber = extensionsArr[0].tsn;\n    const packetStatusCount = uint16Add(maxTSN - minTSN, 1);\n    /**micro sec */\n    let referenceTime!: number;\n    let lastPacketStatus: { status: PacketStatus; minTSN: number } | undefined;\n    const recvDeltas: RecvDelta[] = [];\n\n    for (let i = minTSN; i <= maxTSN; i++) {\n      /**micro sec */\n      const timestamp = this.extensionInfo[i]?.timestamp;\n\n      if (timestamp) {\n        if (!this.lastTimestamp) {\n          this.lastTimestamp = timestamp;\n        }\n        if (!referenceTime) {\n          referenceTime = this.lastTimestamp;\n        }\n\n        const delta = timestamp - this.lastTimestamp;\n        this.lastTimestamp = timestamp;\n\n        const recvDelta = new RecvDelta({\n          delta: Number(delta),\n        });\n        recvDelta.parseDelta();\n        recvDeltas.push(recvDelta);\n\n        // when status changed\n        if (\n          lastPacketStatus != undefined &&\n          lastPacketStatus.status !== recvDelta.type\n        ) {\n          packetChunks.push(\n            new RunLengthChunk({\n              packetStatus: lastPacketStatus.status,\n              runLength: i - lastPacketStatus.minTSN,\n            })\n          );\n          lastPacketStatus = { minTSN: i, status: recvDelta.type! };\n        }\n        // last status\n        if (i === maxTSN) {\n          if (lastPacketStatus != undefined) {\n            packetChunks.push(\n              new RunLengthChunk({\n                packetStatus: lastPacketStatus.status,\n                runLength: i - lastPacketStatus.minTSN + 1,\n              })\n            );\n          } else {\n            packetChunks.push(\n              new RunLengthChunk({\n                packetStatus: recvDelta.type,\n                runLength: 1,\n              })\n            );\n          }\n        }\n\n        if (lastPacketStatus == undefined) {\n          lastPacketStatus = { minTSN: i, status: recvDelta.type! };\n        }\n      }\n    }\n\n    if (!referenceTime) {\n      return;\n    }\n\n    const packet = new RtcpTransportLayerFeedback({\n      feedback: new TransportWideCC({\n        senderSsrc: this.rtcpSsrc,\n        mediaSourceSsrc: this.mediaSourceSsrc,\n        baseSequenceNumber,\n        packetStatusCount,\n        referenceTime: uint24(Math.floor(referenceTime / 1000 / 64)),\n        fbPktCount: this.fbPktCount,\n        recvDeltas,\n        packetChunks,\n      }),\n    });\n\n    this.dtlsTransport.sendRtcp([packet]).catch((err) => {\n      log(err);\n    });\n    this.extensionInfo = {};\n    this.fbPktCount = uint8Add(this.fbPktCount, 1);\n  }\n}\n"]}

package/lib/webrtc/src/media/receiver/red.d.ts

@@ -1,5 +1,5 @@
 import { Red, RtpPacket } from "../..";
-export declare class RedHandler {
+export declare class AudioRedHandler {
     private readonly size;
     private sequenceNumbers;
     push(red: Red, rtp: RtpPacket): RtpPacket[];

package/lib/webrtc/src/media/receiver/red.js

@@ -1,8 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedHandler = void 0;
+exports.AudioRedHandler = void 0;
 const __1 = require("../..");
-class RedHandler {
+// 0                   1                    2                   3
+// 0 1 2 3 4 5 6 7 8 9 0 1 2 3  4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
+// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+// |F|   block PT  |  timestamp offset         |   block length    |
+// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+// 0 1 2 3 4 5 6 7
+// +-+-+-+-+-+-+-+-+
+// |0|   Block PT  |
+// +-+-+-+-+-+-+-+-+
+class AudioRedHandler {
     constructor() {
         this.size = 150;
         this.sequenceNumbers = [];
@@ -31,10 +40,12 @@ class RedHandler {
             }
         });
         const filtered = packets.filter((p) => {
+            // duplicate
             if (this.sequenceNumbers.includes(p.header.sequenceNumber)) {
                 return false;
             }
             else {
+                // buffer overflow
                 if (this.sequenceNumbers.length > this.size) {
                     this.sequenceNumbers.shift();
                 }
@@ -45,5 +56,5 @@ class RedHandler {
         return filtered;
     }
 }
-exports.RedHandler = RedHandler;
+exports.AudioRedHandler = AudioRedHandler;
 //# sourceMappingURL=red.js.map

package/lib/webrtc/src/media/receiver/red.js.map

@@ -1 +1 @@
-{"version":3,"file":"red.js","sourceRoot":"","sources":["../../../../../src/media/receiver/red.ts"],"names":[],"mappings":";;;AAAA,6BAAwE;AAExE,MAAa,UAAU;IAAvB;QACmB,SAAI,GAAG,GAAG,CAAC;QACpB,oBAAe,GAAa,EAAE,CAAC;IAoDzC,CAAC;IAlDC,IAAI,CAAC,GAAQ,EAAE,GAAc;QAC3B,MAAM,OAAO,GAAgB,EAAE,CAAC;QAEhC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,cAAc,GAAG,IAAA,aAAS,EAC9B,GAAG,CAAC,MAAM,CAAC,cAAc,EACzB,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAC/B,CAAC;YACF,IAAI,eAAe,EAAE;gBACnB,OAAO,CAAC,IAAI,CACV,IAAI,aAAS,CACX,IAAI,aAAS,CAAC;oBACZ,SAAS,EAAE,IAAA,aAAS,EAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,eAAe,CAAC;oBAC5D,WAAW,EAAE,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBACrB,cAAc;oBACd,MAAM,EAAE,IAAI;iBACb,CAAC,EACF,KAAK,CACN,CACF,CAAC;aACH;iBAAM;gBACL,OAAO,CAAC,IAAI,CACV,IAAI,aAAS,CACX,IAAI,aAAS,CAAC;oBACZ,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS;oBAC/B,WAAW,EAAE,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBACrB,cAAc;oBACd,MAAM,EAAE,IAAI;iBACb,CAAC,EACF,KAAK,CACN,CACF,CAAC;aACH;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACpC,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;gBAC1D,OAAO,KAAK,CAAC;aACd;iBAAM;gBACL,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE;oBAC3C,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;iBAC9B;gBACD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACnD,OAAO,IAAI,CAAC;aACb;QACH,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAtDD,gCAsDC","sourcesContent":["import { Red, RtpHeader, RtpPacket, uint16Add, uint32Add } from \"../..\";\n\nexport class RedHandler {\n  private readonly size = 150;\n  private sequenceNumbers: number[] = [];\n\n  push(red: Red, rtp: RtpPacket) {\n    const packets: RtpPacket[] = [];\n\n    red.blocks.forEach(({ blockPT, timestampOffset, block }, i) => {\n      const sequenceNumber = uint16Add(\n        rtp.header.sequenceNumber,\n        -(red.blocks.length - (i + 1))\n      );\n      if (timestampOffset) {\n        packets.push(\n          new RtpPacket(\n            new RtpHeader({\n              timestamp: uint32Add(rtp.header.timestamp, -timestampOffset),\n              payloadType: blockPT,\n              ssrc: rtp.header.ssrc,\n              sequenceNumber,\n              marker: true,\n            }),\n            block\n          )\n        );\n      } else {\n        packets.push(\n          new RtpPacket(\n            new RtpHeader({\n              timestamp: rtp.header.timestamp,\n              payloadType: blockPT,\n              ssrc: rtp.header.ssrc,\n              sequenceNumber,\n              marker: true,\n            }),\n            block\n          )\n        );\n      }\n    });\n\n    const filtered = packets.filter((p) => {\n      if (this.sequenceNumbers.includes(p.header.sequenceNumber)) {\n        return false;\n      } else {\n        if (this.sequenceNumbers.length > this.size) {\n          this.sequenceNumbers.shift();\n        }\n        this.sequenceNumbers.push(p.header.sequenceNumber);\n        return true;\n      }\n    });\n    return filtered;\n  }\n}\n"]}
+{"version":3,"file":"red.js","sourceRoot":"","sources":["../../../../../src/media/receiver/red.ts"],"names":[],"mappings":";;;AAAA,6BAAwE;AAExE,iEAAiE;AACjE,mEAAmE;AACnE,oEAAoE;AACpE,oEAAoE;AACpE,oEAAoE;AAEpE,kBAAkB;AAClB,oBAAoB;AACpB,oBAAoB;AACpB,oBAAoB;AAEpB,MAAa,eAAe;IAA5B;QACmB,SAAI,GAAG,GAAG,CAAC;QACpB,oBAAe,GAAa,EAAE,CAAC;IAsDzC,CAAC;IApDC,IAAI,CAAC,GAAQ,EAAE,GAAc;QAC3B,MAAM,OAAO,GAAgB,EAAE,CAAC;QAEhC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,cAAc,GAAG,IAAA,aAAS,EAC9B,GAAG,CAAC,MAAM,CAAC,cAAc,EACzB,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAC/B,CAAC;YACF,IAAI,eAAe,EAAE;gBACnB,OAAO,CAAC,IAAI,CACV,IAAI,aAAS,CACX,IAAI,aAAS,CAAC;oBACZ,SAAS,EAAE,IAAA,aAAS,EAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,eAAe,CAAC;oBAC5D,WAAW,EAAE,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBACrB,cAAc;oBACd,MAAM,EAAE,IAAI;iBACb,CAAC,EACF,KAAK,CACN,CACF,CAAC;aACH;iBAAM;gBACL,OAAO,CAAC,IAAI,CACV,IAAI,aAAS,CACX,IAAI,aAAS,CAAC;oBACZ,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS;oBAC/B,WAAW,EAAE,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBACrB,cAAc;oBACd,MAAM,EAAE,IAAI;iBACb,CAAC,EACF,KAAK,CACN,CACF,CAAC;aACH;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACpC,YAAY;YACZ,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;gBAC1D,OAAO,KAAK,CAAC;aACd;iBAAM;gBACL,kBAAkB;gBAClB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE;oBAC3C,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;iBAC9B;gBACD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACnD,OAAO,IAAI,CAAC;aACb;QACH,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAxDD,0CAwDC","sourcesContent":["import { Red, RtpHeader, RtpPacket, uint16Add, uint32Add } from \"../..\";\n\n// 0                   1                    2                   3\n// 0 1 2 3 4 5 6 7 8 9 0 1 2 3  4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1\n// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+\n// |F|   block PT  |  timestamp offset         |   block length    |\n// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+\n\n// 0 1 2 3 4 5 6 7\n// +-+-+-+-+-+-+-+-+\n// |0|   Block PT  |\n// +-+-+-+-+-+-+-+-+\n\nexport class AudioRedHandler {\n  private readonly size = 150;\n  private sequenceNumbers: number[] = [];\n\n  push(red: Red, rtp: RtpPacket) {\n    const packets: RtpPacket[] = [];\n\n    red.blocks.forEach(({ blockPT, timestampOffset, block }, i) => {\n      const sequenceNumber = uint16Add(\n        rtp.header.sequenceNumber,\n        -(red.blocks.length - (i + 1))\n      );\n      if (timestampOffset) {\n        packets.push(\n          new RtpPacket(\n            new RtpHeader({\n              timestamp: uint32Add(rtp.header.timestamp, -timestampOffset),\n              payloadType: blockPT,\n              ssrc: rtp.header.ssrc,\n              sequenceNumber,\n              marker: true,\n            }),\n            block\n          )\n        );\n      } else {\n        packets.push(\n          new RtpPacket(\n            new RtpHeader({\n              timestamp: rtp.header.timestamp,\n              payloadType: blockPT,\n              ssrc: rtp.header.ssrc,\n              sequenceNumber,\n              marker: true,\n            }),\n            block\n          )\n        );\n      }\n    });\n\n    const filtered = packets.filter((p) => {\n      // duplicate\n      if (this.sequenceNumbers.includes(p.header.sequenceNumber)) {\n        return false;\n      } else {\n        // buffer overflow\n        if (this.sequenceNumbers.length > this.size) {\n          this.sequenceNumbers.shift();\n        }\n        this.sequenceNumbers.push(p.header.sequenceNumber);\n        return true;\n      }\n    });\n    return filtered;\n  }\n}\n"]}

package/lib/webrtc/src/media/router.d.ts

@@ -1,14 +1,21 @@
 import { Extension, RtcpPacket, RtpPacket } from "../../../rtp/src";
 import { RTCRtpReceiveParameters, RTCRtpSimulcastParameters } from "./parameters";
+import { RTCRtpReceiver } from "./rtpReceiver";
 import { RTCRtpSender } from "./rtpSender";
 import { RTCRtpTransceiver } from "./rtpTransceiver";
 export declare type Extensions = {
     [uri: string]: number | string;
 };
 export declare class RtpRouter {
-    private ssrcTable;
-    private ridTable;
-    private extIdUriMap;
+    ssrcTable: {
+        [ssrc: number]: RTCRtpReceiver | RTCRtpSender;
+    };
+    ridTable: {
+        [rid: string]: RTCRtpReceiver | RTCRtpSender;
+    };
+    extIdUriMap: {
+        [id: number]: string;
+    };
     constructor();
     registerRtpSender(sender: RTCRtpSender): void;
     private registerRtpReceiver;

package/lib/webrtc/src/media/router.js

@@ -158,6 +158,8 @@ class RtpRouter {
                         uri,
                         value: (0, src_1.bufferReader)(extension.payload, [3])[0],
                     };
+                default:
+                    return { uri, value: 0 };
             }
         })
             .reduce((acc, cur) => {

package/lib/webrtc/src/media/router.js.map

@@ -1 +1 @@
-{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../../src/media/router.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,6CAAmD;AACnD,0CAU0B;AAC1B,2DAA6D;AAK7D,+CAA+C;AAG/C,mCAA2C;AAE3C,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,4CAA4C,CAAC,CAAC;AAIhE,MAAa,SAAS;IAKpB;QAJQ,cAAS,GAAsD,EAAE,CAAC;QAClE,aAAQ,GAAqD,EAAE,CAAC;QAChE,gBAAW,GAA6B,EAAE,CAAC;QAyFnD,aAAQ,GAAG,CAAC,MAAiB,EAAE,EAAE;YAC/B,MAAM,UAAU,GAAG,SAAS,CAAC,yBAAyB,CACpD,MAAM,CAAC,MAAM,CAAC,UAAU,EACxB,IAAI,CAAC,WAAW,CACjB,CAAC;YAEF,IAAI,YAAY,GAA+B,IAAI,CAAC,SAAS,CAC3D,MAAM,CAAC,MAAM,CAAC,IAAI,CACD,CAAC;YAEpB,MAAM,GAAG,GAAG,UAAU,CAAC,gCAAiB,CAAC,eAAe,CAAC,CAAC;YAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;gBAC3B,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAmB,CAAC;gBACpD,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC;gBAC7B,YAAY,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;aACtD;iBAAM,IAAI,YAAY,EAAE;gBACvB,YAAY,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;aAClD;iBAAM;gBACL,uCAAuC;gBACvC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;qBACxC,MAAM,CAAC,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,YAAY,4BAAc,CAAC;qBAC/D,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,IAAI,YAAY,EAAE;oBAChB,GAAG,CAAC,qCAAqC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/D,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC3D,YAAY,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;iBAClD;aACF;YAED,IAAI,CAAC,YAAY,EAAE;gBACjB,GAAG,CAAC,wBAAwB,CAAC,CAAC;gBAC9B,OAAO;aACR;YAED,MAAM,OAAO,GAAG,UAAU,CAAC,gCAAiB,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;gBAC/B,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC;aAChC;YAED,MAAM,WAAW,GAAG,UAAU,CAC5B,gCAAiB,CAAC,mBAAmB,CAC5B,CAAC;YACZ,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE;gBACnC,YAAY,CAAC,iBAAiB,GAAG,WAAW,CAAC;aAC9C;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,CAAC,MAAkB,EAAE,EAAE;YACjC,MAAM,UAAU,GAAsC,EAAE,CAAC;YAEzD,QAAQ,MAAM,CAAC,IAAI,EAAE;gBACnB,KAAK,kBAAY,CAAC,IAAI;oBACpB;wBACE,MAAM,GAAG,MAAsB,CAAC;wBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;qBAC9C;oBACD,MAAM;gBACR,KAAK,kBAAY,CAAC,IAAI;oBACpB;wBACE,MAAM,GAAG,MAAsB,CAAC;wBAChC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;4BAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC/C,CAAC,CAAC,CAAC;qBACJ;oBACD,MAAM;gBACR,KAAK,iCAA2B,CAAC,IAAI;oBACnC;wBACE,MAAM,IAAI,GAAG,MAAqC,CAAC;wBACnD,4CAA4C;qBAC7C;oBACD,MAAM;gBACR,KAAK,gCAA0B,CAAC,IAAI;oBAClC;wBACE,MAAM,KAAK,GAAG,MAAoC,CAAC;wBACnD,IAAI,KAAK,CAAC,QAAQ,EAAE;4BAClB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;yBACjE;qBACF;oBACD,MAAM;gBACR,KAAK,iCAA2B,CAAC,IAAI;oBACnC;wBACE,MAAM,IAAI,GAAG,MAAqC,CAAC;wBACnD,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;4BAC3B,KAAK,iCAA2B,CAAC,KAAK;gCACpC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAuC,CAAC;gCAC1D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCACvD,MAAM;4BACR;gCACE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;yBAC7D;qBACF;oBACD,MAAM;aACT;YACD,UAAU;iBACP,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;iBAClC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;IAvLa,CAAC;IAEhB,iBAAiB,CAAC,MAAoB;QACpC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACvC,CAAC;IAEO,mBAAmB,CAAC,QAAwB,EAAE,IAAY;QAChE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED,yBAAyB,CACvB,WAA8B,EAC9B,MAA+B;QAE/B,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,CAAC,SAAS;aACb,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW;aAC9C,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrB,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5D,WAAW,CAAC,QAAQ,CAClB,IAAI,wBAAgB,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,EAAE,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO;gBAC9B,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;aACxB,CAAC,CACH,CAAC;YACF,IAAI,MAAM,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACjE;QACH,CAAC,CAAC,CAAC;QAEL,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC5C,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB,CACtB,WAA8B,EAC9B,KAAgC,EAChC,MAA+B;QAE/B,mDAAmD;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAE9B,GAAG,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACvC,WAAW,CAAC,QAAQ,CAClB,IAAI,wBAAgB,CAAC;YACnB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,EAAE,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO;YAC9B,MAAM,EAAE,IAAI;YACZ,KAAK;SACN,CAAC,CACH,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,UAAuB,EACvB,WAAqC;QAErC,OAAO,UAAU;aACd,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACjB,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACtC,QAAQ,GAAG,EAAE;gBACX,KAAK,gCAAiB,CAAC,OAAO,CAAC;gBAC/B,KAAK,gCAAiB,CAAC,eAAe,CAAC;gBACvC,KAAK,gCAAiB,CAAC,mBAAmB;oBACxC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACtD,KAAK,gCAAiB,CAAC,eAAe;oBACpC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;gBAC1D,KAAK,gCAAiB,CAAC,WAAW;oBAChC,OAAO;wBACL,GAAG;wBACH,KAAK,EAAE,IAAA,kBAAY,EAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC/C,CAAC;aACL;QACH,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,GAA2B,EAAE,GAAG,EAAE,EAAE;YAC3C,IAAI,GAAG;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YAClC,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;IACX,CAAC;CAmGF;AA7LD,8BA6LC","sourcesContent":["import debug from \"debug\";\n\nimport { bufferReader } from \"../../../common/src\";\nimport {\n  Extension,\n  ReceiverEstimatedMaxBitrate,\n  RtcpPacket,\n  RtcpPayloadSpecificFeedback,\n  RtcpRrPacket,\n  RtcpSourceDescriptionPacket,\n  RtcpSrPacket,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n} from \"../../../rtp/src\";\nimport { RTP_EXTENSION_URI } from \"./extension/rtpExtension\";\nimport {\n  RTCRtpReceiveParameters,\n  RTCRtpSimulcastParameters,\n} from \"./parameters\";\nimport { RTCRtpReceiver } from \"./rtpReceiver\";\nimport { RTCRtpSender } from \"./rtpSender\";\nimport { RTCRtpTransceiver } from \"./rtpTransceiver\";\nimport { MediaStreamTrack } from \"./track\";\n\nconst log = debug(\"werift:packages/webrtc/src/media/router.ts\");\n\nexport type Extensions = { [uri: string]: number | string };\n\nexport class RtpRouter {\n  private ssrcTable: { [ssrc: number]: RTCRtpReceiver | RTCRtpSender } = {};\n  private ridTable: { [rid: string]: RTCRtpReceiver | RTCRtpSender } = {};\n  private extIdUriMap: { [id: number]: string } = {};\n\n  constructor() {}\n\n  registerRtpSender(sender: RTCRtpSender) {\n    this.ssrcTable[sender.ssrc] = sender;\n  }\n\n  private registerRtpReceiver(receiver: RTCRtpReceiver, ssrc: number) {\n    this.ssrcTable[ssrc] = receiver;\n  }\n\n  registerRtpReceiverBySsrc(\n    transceiver: RTCRtpTransceiver,\n    params: RTCRtpReceiveParameters\n  ) {\n    log(\"registerRtpReceiverBySsrc\", params);\n\n    params.encodings\n      .filter((e) => e.ssrc != undefined) // todo fix\n      .forEach((encode, i) => {\n        this.registerRtpReceiver(transceiver.receiver, encode.ssrc);\n        transceiver.addTrack(\n          new MediaStreamTrack({\n            ssrc: encode.ssrc,\n            kind: transceiver.kind,\n            id: transceiver.sender.trackId,\n            remote: true,\n            codec: params.codecs[i],\n          })\n        );\n        if (encode.rtx) {\n          this.registerRtpReceiver(transceiver.receiver, encode.rtx.ssrc);\n        }\n      });\n\n    params.headerExtensions.forEach((extension) => {\n      this.extIdUriMap[extension.id] = extension.uri;\n    });\n  }\n\n  registerRtpReceiverByRid(\n    transceiver: RTCRtpTransceiver,\n    param: RTCRtpSimulcastParameters,\n    params: RTCRtpReceiveParameters\n  ) {\n    // サイマルキャスト利用時のRTXをサポートしていないのでcodecs/encodingsは常に一つ\n    const [codec] = params.codecs;\n\n    log(\"registerRtpReceiverByRid\", param);\n    transceiver.addTrack(\n      new MediaStreamTrack({\n        rid: param.rid,\n        kind: transceiver.kind,\n        id: transceiver.sender.trackId,\n        remote: true,\n        codec,\n      })\n    );\n    this.ridTable[param.rid] = transceiver.receiver;\n  }\n\n  static rtpHeaderExtensionsParser(\n    extensions: Extension[],\n    extIdUriMap: { [id: number]: string }\n  ): Extensions {\n    return extensions\n      .map((extension) => {\n        const uri = extIdUriMap[extension.id];\n        switch (uri) {\n          case RTP_EXTENSION_URI.sdesMid:\n          case RTP_EXTENSION_URI.sdesRTPStreamID:\n          case RTP_EXTENSION_URI.repairedRtpStreamId:\n            return { uri, value: extension.payload.toString() };\n          case RTP_EXTENSION_URI.transportWideCC:\n            return { uri, value: extension.payload.readUInt16BE() };\n          case RTP_EXTENSION_URI.absSendTime:\n            return {\n              uri,\n              value: bufferReader(extension.payload, [3])[0],\n            };\n        }\n      })\n      .reduce((acc: { [uri: string]: any }, cur) => {\n        if (cur) acc[cur.uri] = cur.value;\n        return acc;\n      }, {});\n  }\n\n  routeRtp = (packet: RtpPacket) => {\n    const extensions = RtpRouter.rtpHeaderExtensionsParser(\n      packet.header.extensions,\n      this.extIdUriMap\n    );\n\n    let ssrcReceiver: RTCRtpReceiver | undefined = this.ssrcTable[\n      packet.header.ssrc\n    ] as RTCRtpReceiver;\n\n    const rid = extensions[RTP_EXTENSION_URI.sdesRTPStreamID];\n    if (typeof rid === \"string\") {\n      ssrcReceiver = this.ridTable[rid] as RTCRtpReceiver;\n      ssrcReceiver.latestRid = rid;\n      ssrcReceiver.handleRtpByRid(packet, rid, extensions);\n    } else if (ssrcReceiver) {\n      ssrcReceiver.handleRtpBySsrc(packet, extensions);\n    } else {\n      // simulcast after send receiver report\n      ssrcReceiver = Object.values(this.ridTable)\n        .filter((r): r is RTCRtpReceiver => r instanceof RTCRtpReceiver)\n        .find((r) => r.trackBySSRC[packet.header.ssrc]);\n      if (ssrcReceiver) {\n        log(\"simulcast register receiver by ssrc\", packet.header.ssrc);\n        this.registerRtpReceiver(ssrcReceiver, packet.header.ssrc);\n        ssrcReceiver.handleRtpBySsrc(packet, extensions);\n      }\n    }\n\n    if (!ssrcReceiver) {\n      log(\"ssrcReceiver not found\");\n      return;\n    }\n\n    const sdesMid = extensions[RTP_EXTENSION_URI.sdesMid];\n    if (typeof sdesMid === \"string\") {\n      ssrcReceiver.sdesMid = sdesMid;\n    }\n\n    const repairedRid = extensions[\n      RTP_EXTENSION_URI.repairedRtpStreamId\n    ] as string;\n    if (typeof repairedRid === \"string\") {\n      ssrcReceiver.latestRepairedRid = repairedRid;\n    }\n  };\n\n  routeRtcp = (packet: RtcpPacket) => {\n    const recipients: (RTCRtpReceiver | RTCRtpSender)[] = [];\n\n    switch (packet.type) {\n      case RtcpSrPacket.type:\n        {\n          packet = packet as RtcpSrPacket;\n          recipients.push(this.ssrcTable[packet.ssrc]);\n        }\n        break;\n      case RtcpRrPacket.type:\n        {\n          packet = packet as RtcpRrPacket;\n          packet.reports.forEach((report) => {\n            recipients.push(this.ssrcTable[report.ssrc]);\n          });\n        }\n        break;\n      case RtcpSourceDescriptionPacket.type:\n        {\n          const sdes = packet as RtcpSourceDescriptionPacket;\n          // log(\"sdes\", JSON.stringify(sdes.chunks));\n        }\n        break;\n      case RtcpTransportLayerFeedback.type:\n        {\n          const rtpfb = packet as RtcpTransportLayerFeedback;\n          if (rtpfb.feedback) {\n            recipients.push(this.ssrcTable[rtpfb.feedback.mediaSourceSsrc]);\n          }\n        }\n        break;\n      case RtcpPayloadSpecificFeedback.type:\n        {\n          const psfb = packet as RtcpPayloadSpecificFeedback;\n          switch (psfb.feedback.count) {\n            case ReceiverEstimatedMaxBitrate.count:\n              const remb = psfb.feedback as ReceiverEstimatedMaxBitrate;\n              recipients.push(this.ssrcTable[remb.ssrcFeedbacks[0]]);\n              break;\n            default:\n              recipients.push(this.ssrcTable[psfb.feedback.senderSsrc]);\n          }\n        }\n        break;\n    }\n    recipients\n      .filter((v) => v) // todo simulcast\n      .forEach((recipient) => recipient.handleRtcpPacket(packet));\n  };\n}\n"]}
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../../src/media/router.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAE1B,6CAAmD;AACnD,0CAU0B;AAC1B,2DAA6D;AAK7D,+CAA+C;AAG/C,mCAA2C;AAE3C,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,4CAA4C,CAAC,CAAC;AAIhE,MAAa,SAAS;IAKpB;QAJA,cAAS,GAAsD,EAAE,CAAC;QAClE,aAAQ,GAAqD,EAAE,CAAC;QAChE,gBAAW,GAA6B,EAAE,CAAC;QA2F3C,aAAQ,GAAG,CAAC,MAAiB,EAAE,EAAE;YAC/B,MAAM,UAAU,GAAG,SAAS,CAAC,yBAAyB,CACpD,MAAM,CAAC,MAAM,CAAC,UAAU,EACxB,IAAI,CAAC,WAAW,CACjB,CAAC;YAEF,IAAI,YAAY,GAA+B,IAAI,CAAC,SAAS,CAC3D,MAAM,CAAC,MAAM,CAAC,IAAI,CACD,CAAC;YAEpB,MAAM,GAAG,GAAG,UAAU,CAAC,gCAAiB,CAAC,eAAe,CAAC,CAAC;YAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;gBAC3B,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAmB,CAAC;gBACpD,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC;gBAC7B,YAAY,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;aACtD;iBAAM,IAAI,YAAY,EAAE;gBACvB,YAAY,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;aAClD;iBAAM;gBACL,uCAAuC;gBACvC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;qBACxC,MAAM,CAAC,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,YAAY,4BAAc,CAAC;qBAC/D,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,IAAI,YAAY,EAAE;oBAChB,GAAG,CAAC,qCAAqC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/D,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC3D,YAAY,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;iBAClD;aACF;YAED,IAAI,CAAC,YAAY,EAAE;gBACjB,GAAG,CAAC,wBAAwB,CAAC,CAAC;gBAC9B,OAAO;aACR;YAED,MAAM,OAAO,GAAG,UAAU,CAAC,gCAAiB,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;gBAC/B,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC;aAChC;YAED,MAAM,WAAW,GAAG,UAAU,CAC5B,gCAAiB,CAAC,mBAAmB,CAC5B,CAAC;YACZ,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE;gBACnC,YAAY,CAAC,iBAAiB,GAAG,WAAW,CAAC;aAC9C;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,CAAC,MAAkB,EAAE,EAAE;YACjC,MAAM,UAAU,GAAsC,EAAE,CAAC;YAEzD,QAAQ,MAAM,CAAC,IAAI,EAAE;gBACnB,KAAK,kBAAY,CAAC,IAAI;oBACpB;wBACE,MAAM,GAAG,MAAsB,CAAC;wBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;qBAC9C;oBACD,MAAM;gBACR,KAAK,kBAAY,CAAC,IAAI;oBACpB;wBACE,MAAM,GAAG,MAAsB,CAAC;wBAChC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;4BAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC/C,CAAC,CAAC,CAAC;qBACJ;oBACD,MAAM;gBACR,KAAK,iCAA2B,CAAC,IAAI;oBACnC;wBACE,MAAM,IAAI,GAAG,MAAqC,CAAC;wBACnD,4CAA4C;qBAC7C;oBACD,MAAM;gBACR,KAAK,gCAA0B,CAAC,IAAI;oBAClC;wBACE,MAAM,KAAK,GAAG,MAAoC,CAAC;wBACnD,IAAI,KAAK,CAAC,QAAQ,EAAE;4BAClB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;yBACjE;qBACF;oBACD,MAAM;gBACR,KAAK,iCAA2B,CAAC,IAAI;oBACnC;wBACE,MAAM,IAAI,GAAG,MAAqC,CAAC;wBACnD,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;4BAC3B,KAAK,iCAA2B,CAAC,KAAK;gCACpC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAuC,CAAC;gCAC1D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCACvD,MAAM;4BACR;gCACE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;yBAC7D;qBACF;oBACD,MAAM;aACT;YACD,UAAU;iBACP,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;iBAClC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;IAzLa,CAAC;IAEhB,iBAAiB,CAAC,MAAoB;QACpC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACvC,CAAC;IAEO,mBAAmB,CAAC,QAAwB,EAAE,IAAY;QAChE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED,yBAAyB,CACvB,WAA8B,EAC9B,MAA+B;QAE/B,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,CAAC,SAAS;aACb,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW;aAC9C,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrB,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5D,WAAW,CAAC,QAAQ,CAClB,IAAI,wBAAgB,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,EAAE,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO;gBAC9B,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;aACxB,CAAC,CACH,CAAC;YACF,IAAI,MAAM,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACjE;QACH,CAAC,CAAC,CAAC;QAEL,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC5C,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB,CACtB,WAA8B,EAC9B,KAAgC,EAChC,MAA+B;QAE/B,mDAAmD;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAE9B,GAAG,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACvC,WAAW,CAAC,QAAQ,CAClB,IAAI,wBAAgB,CAAC;YACnB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,EAAE,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO;YAC9B,MAAM,EAAE,IAAI;YACZ,KAAK;SACN,CAAC,CACH,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,UAAuB,EACvB,WAAqC;QAErC,OAAO,UAAU;aACd,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACjB,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACtC,QAAQ,GAAG,EAAE;gBACX,KAAK,gCAAiB,CAAC,OAAO,CAAC;gBAC/B,KAAK,gCAAiB,CAAC,eAAe,CAAC;gBACvC,KAAK,gCAAiB,CAAC,mBAAmB;oBACxC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACtD,KAAK,gCAAiB,CAAC,eAAe;oBACpC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;gBAC1D,KAAK,gCAAiB,CAAC,WAAW;oBAChC,OAAO;wBACL,GAAG;wBACH,KAAK,EAAE,IAAA,kBAAY,EAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC/C,CAAC;gBACJ;oBACE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;aAC5B;QACH,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,GAA2B,EAAE,GAAG,EAAE,EAAE;YAC3C,IAAI,GAAG;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YAClC,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;IACX,CAAC;CAmGF;AA/LD,8BA+LC","sourcesContent":["import debug from \"debug\";\n\nimport { bufferReader } from \"../../../common/src\";\nimport {\n  Extension,\n  ReceiverEstimatedMaxBitrate,\n  RtcpPacket,\n  RtcpPayloadSpecificFeedback,\n  RtcpRrPacket,\n  RtcpSourceDescriptionPacket,\n  RtcpSrPacket,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n} from \"../../../rtp/src\";\nimport { RTP_EXTENSION_URI } from \"./extension/rtpExtension\";\nimport {\n  RTCRtpReceiveParameters,\n  RTCRtpSimulcastParameters,\n} from \"./parameters\";\nimport { RTCRtpReceiver } from \"./rtpReceiver\";\nimport { RTCRtpSender } from \"./rtpSender\";\nimport { RTCRtpTransceiver } from \"./rtpTransceiver\";\nimport { MediaStreamTrack } from \"./track\";\n\nconst log = debug(\"werift:packages/webrtc/src/media/router.ts\");\n\nexport type Extensions = { [uri: string]: number | string };\n\nexport class RtpRouter {\n  ssrcTable: { [ssrc: number]: RTCRtpReceiver | RTCRtpSender } = {};\n  ridTable: { [rid: string]: RTCRtpReceiver | RTCRtpSender } = {};\n  extIdUriMap: { [id: number]: string } = {};\n\n  constructor() {}\n\n  registerRtpSender(sender: RTCRtpSender) {\n    this.ssrcTable[sender.ssrc] = sender;\n  }\n\n  private registerRtpReceiver(receiver: RTCRtpReceiver, ssrc: number) {\n    this.ssrcTable[ssrc] = receiver;\n  }\n\n  registerRtpReceiverBySsrc(\n    transceiver: RTCRtpTransceiver,\n    params: RTCRtpReceiveParameters\n  ) {\n    log(\"registerRtpReceiverBySsrc\", params);\n\n    params.encodings\n      .filter((e) => e.ssrc != undefined) // todo fix\n      .forEach((encode, i) => {\n        this.registerRtpReceiver(transceiver.receiver, encode.ssrc);\n        transceiver.addTrack(\n          new MediaStreamTrack({\n            ssrc: encode.ssrc,\n            kind: transceiver.kind,\n            id: transceiver.sender.trackId,\n            remote: true,\n            codec: params.codecs[i],\n          })\n        );\n        if (encode.rtx) {\n          this.registerRtpReceiver(transceiver.receiver, encode.rtx.ssrc);\n        }\n      });\n\n    params.headerExtensions.forEach((extension) => {\n      this.extIdUriMap[extension.id] = extension.uri;\n    });\n  }\n\n  registerRtpReceiverByRid(\n    transceiver: RTCRtpTransceiver,\n    param: RTCRtpSimulcastParameters,\n    params: RTCRtpReceiveParameters\n  ) {\n    // サイマルキャスト利用時のRTXをサポートしていないのでcodecs/encodingsは常に一つ\n    const [codec] = params.codecs;\n\n    log(\"registerRtpReceiverByRid\", param);\n    transceiver.addTrack(\n      new MediaStreamTrack({\n        rid: param.rid,\n        kind: transceiver.kind,\n        id: transceiver.sender.trackId,\n        remote: true,\n        codec,\n      })\n    );\n    this.ridTable[param.rid] = transceiver.receiver;\n  }\n\n  static rtpHeaderExtensionsParser(\n    extensions: Extension[],\n    extIdUriMap: { [id: number]: string }\n  ): Extensions {\n    return extensions\n      .map((extension) => {\n        const uri = extIdUriMap[extension.id];\n        switch (uri) {\n          case RTP_EXTENSION_URI.sdesMid:\n          case RTP_EXTENSION_URI.sdesRTPStreamID:\n          case RTP_EXTENSION_URI.repairedRtpStreamId:\n            return { uri, value: extension.payload.toString() };\n          case RTP_EXTENSION_URI.transportWideCC:\n            return { uri, value: extension.payload.readUInt16BE() };\n          case RTP_EXTENSION_URI.absSendTime:\n            return {\n              uri,\n              value: bufferReader(extension.payload, [3])[0],\n            };\n          default:\n            return { uri, value: 0 };\n        }\n      })\n      .reduce((acc: { [uri: string]: any }, cur) => {\n        if (cur) acc[cur.uri] = cur.value;\n        return acc;\n      }, {});\n  }\n\n  routeRtp = (packet: RtpPacket) => {\n    const extensions = RtpRouter.rtpHeaderExtensionsParser(\n      packet.header.extensions,\n      this.extIdUriMap\n    );\n\n    let ssrcReceiver: RTCRtpReceiver | undefined = this.ssrcTable[\n      packet.header.ssrc\n    ] as RTCRtpReceiver;\n\n    const rid = extensions[RTP_EXTENSION_URI.sdesRTPStreamID];\n    if (typeof rid === \"string\") {\n      ssrcReceiver = this.ridTable[rid] as RTCRtpReceiver;\n      ssrcReceiver.latestRid = rid;\n      ssrcReceiver.handleRtpByRid(packet, rid, extensions);\n    } else if (ssrcReceiver) {\n      ssrcReceiver.handleRtpBySsrc(packet, extensions);\n    } else {\n      // simulcast after send receiver report\n      ssrcReceiver = Object.values(this.ridTable)\n        .filter((r): r is RTCRtpReceiver => r instanceof RTCRtpReceiver)\n        .find((r) => r.trackBySSRC[packet.header.ssrc]);\n      if (ssrcReceiver) {\n        log(\"simulcast register receiver by ssrc\", packet.header.ssrc);\n        this.registerRtpReceiver(ssrcReceiver, packet.header.ssrc);\n        ssrcReceiver.handleRtpBySsrc(packet, extensions);\n      }\n    }\n\n    if (!ssrcReceiver) {\n      log(\"ssrcReceiver not found\");\n      return;\n    }\n\n    const sdesMid = extensions[RTP_EXTENSION_URI.sdesMid];\n    if (typeof sdesMid === \"string\") {\n      ssrcReceiver.sdesMid = sdesMid;\n    }\n\n    const repairedRid = extensions[\n      RTP_EXTENSION_URI.repairedRtpStreamId\n    ] as string;\n    if (typeof repairedRid === \"string\") {\n      ssrcReceiver.latestRepairedRid = repairedRid;\n    }\n  };\n\n  routeRtcp = (packet: RtcpPacket) => {\n    const recipients: (RTCRtpReceiver | RTCRtpSender)[] = [];\n\n    switch (packet.type) {\n      case RtcpSrPacket.type:\n        {\n          packet = packet as RtcpSrPacket;\n          recipients.push(this.ssrcTable[packet.ssrc]);\n        }\n        break;\n      case RtcpRrPacket.type:\n        {\n          packet = packet as RtcpRrPacket;\n          packet.reports.forEach((report) => {\n            recipients.push(this.ssrcTable[report.ssrc]);\n          });\n        }\n        break;\n      case RtcpSourceDescriptionPacket.type:\n        {\n          const sdes = packet as RtcpSourceDescriptionPacket;\n          // log(\"sdes\", JSON.stringify(sdes.chunks));\n        }\n        break;\n      case RtcpTransportLayerFeedback.type:\n        {\n          const rtpfb = packet as RtcpTransportLayerFeedback;\n          if (rtpfb.feedback) {\n            recipients.push(this.ssrcTable[rtpfb.feedback.mediaSourceSsrc]);\n          }\n        }\n        break;\n      case RtcpPayloadSpecificFeedback.type:\n        {\n          const psfb = packet as RtcpPayloadSpecificFeedback;\n          switch (psfb.feedback.count) {\n            case ReceiverEstimatedMaxBitrate.count:\n              const remb = psfb.feedback as ReceiverEstimatedMaxBitrate;\n              recipients.push(this.ssrcTable[remb.ssrcFeedbacks[0]]);\n              break;\n            default:\n              recipients.push(this.ssrcTable[psfb.feedback.senderSsrc]);\n          }\n        }\n        break;\n    }\n    recipients\n      .filter((v) => v) // todo simulcast\n      .forEach((recipient) => recipient.handleRtcpPacket(packet));\n  };\n}\n"]}

package/lib/webrtc/src/media/rtpReceiver.d.ts

@@ -1,5 +1,6 @@
 import Event from "rx.mini";
 import { RtcpPacket, RtpPacket } from "../../../rtp/src";
+import { PeerConfig } from "..";
 import { RTCDtlsTransport } from "../transport/dtls";
 import { Kind } from "../types/domain";
 import { RTCRtpReceiveParameters } from "./parameters";
@@ -7,9 +8,11 @@ import { ReceiverTWCC } from "./receiver/receiverTwcc";
 import { Extensions } from "./router";
 import { MediaStreamTrack } from "./track";
 export declare class RTCRtpReceiver {
+    readonly config: PeerConfig;
     kind: Kind;
     rtcpSsrc: number;
     private readonly codecs;
+    private get codecArray();
     private readonly ssrcByRtx;
     private readonly nack;
     private readonly redHandler;
@@ -22,10 +25,14 @@ export declare class RTCRtpReceiver {
     readonly trackByRID: {
         [rid: string]: MediaStreamTrack;
     };
-    readonly lsr: {
+    /**last sender Report Timestamp
+     * compactNtp
+     */
+    readonly lastSRtimestamp: {
         [ssrc: number]: number;
     };
-    readonly lsrTime: {
+    /**seconds */
+    readonly receiveLastSRTimestamp: {
         [ssrc: number]: number;
     };
     readonly onPacketLost: Event<[import("..").GenericNack]>;
@@ -42,9 +49,10 @@ export declare class RTCRtpReceiver {
     rtcpRunning: boolean;
     private rtcpCancel;
     private remoteStreams;
-    constructor(kind: Kind, rtcpSsrc: number);
+    constructor(config: PeerConfig, kind: Kind, rtcpSsrc: number);
     setDtlsTransport(dtls: RTCDtlsTransport): void;
     get track(): MediaStreamTrack;
+    get nackEnabled(): import("./parameters").RTCPFB | undefined;
     prepareReceive(params: RTCRtpReceiveParameters): void;
     /**
      * setup TWCC if supported

package/lib/webrtc/src/media/rtpReceiver.js

@@ -20,21 +20,25 @@ const red_1 = require("./receiver/red");
 const statistics_1 = require("./receiver/statistics");
 const log = (0, debug_1.debug)("werift:packages/webrtc/src/media/rtpReceiver.ts");
 class RTCRtpReceiver {
-    constructor(kind, rtcpSsrc) {
+    constructor(config, kind, rtcpSsrc) {
+        this.config = config;
         this.kind = kind;
         this.rtcpSsrc = rtcpSsrc;
         this.codecs = {};
         this.ssrcByRtx = {};
-        this.nack = new nack_1.Nack(this);
-        this.redHandler = new red_1.RedHandler();
+        this.nack = new nack_1.NackHandler(this);
+        this.redHandler = new red_1.AudioRedHandler();
         this.type = "receiver";
         this.uuid = (0, uuid_1.v4)();
         this.tracks = [];
         this.trackBySSRC = {};
         this.trackByRID = {};
-        // last senderReport
-        this.lsr = {};
-        this.lsrTime = {};
+        /**last sender Report Timestamp
+         * compactNtp
+         */
+        this.lastSRtimestamp = {};
+        /**seconds */
+        this.receiveLastSRTimestamp = {};
         this.onPacketLost = this.nack.onPacketLost;
         this.onRtcp = new rx_mini_1.default();
         this.supportTWCC = false;
@@ -54,6 +58,9 @@ class RTCRtpReceiver {
             this.handleRTP(packet, extensions, track);
         };
     }
+    get codecArray() {
+        return Object.values(this.codecs).sort((a, b) => a.payloadType - b.payloadType);
+    }
     setDtlsTransport(dtls) {
         this.dtlsTransport = dtls;
     }
@@ -61,6 +68,9 @@ class RTCRtpReceiver {
     get track() {
         return this.tracks[0];
     }
+    get nackEnabled() {
+        return this.codecArray[0].rtcpFeedback.find((f) => f.type === "nack");
+    }
     prepareReceive(params) {
         params.codecs.forEach((c) => {
             this.codecs[c.payloadType] = c;
@@ -115,12 +125,12 @@ class RTCRtpReceiver {
                     signal: this.rtcpCancel.signal,
                 });
                 const reports = Object.entries(this.remoteStreams).map(([ssrc, stream]) => {
-                    let lsr = 0, dlsr = 0;
-                    if (this.lsr[ssrc]) {
-                        lsr = this.lsr[ssrc];
-                        const delay = Date.now() / 1000 - this.lsrTime[ssrc];
-                        if (delay > 0 && delay < 65536) {
-                            dlsr = (0, src_1.int)(delay * 65536);
+                    let lastSRtimestamp = 0, delaySinceLastSR = 0;
+                    if (this.lastSRtimestamp[ssrc]) {
+                        lastSRtimestamp = this.lastSRtimestamp[ssrc];
+                        const delaySeconds = (0, utils_1.timestampSeconds)() - this.receiveLastSRTimestamp[ssrc];
+                        if (delaySeconds > 0 && delaySeconds < 65536) {
+                            delaySinceLastSR = (0, src_1.int)(delaySeconds * 65536);
                         }
                     }
                     return new src_2.RtcpReceiverInfo({
@@ -129,12 +139,15 @@ class RTCRtpReceiver {
                         packetsLost: stream.packets_lost,
                         highestSequence: stream.max_seq,
                         jitter: stream.jitter,
-                        lsr,
-                        dlsr,
+                        lsr: lastSRtimestamp,
+                        dlsr: delaySinceLastSR,
                     });
                 });
                 const packet = new src_2.RtcpRrPacket({ ssrc: this.rtcpSsrc, reports });
                 try {
+                    if (this.config.debug.receiverReportDelay) {
+                        await (0, promises_1.setTimeout)(this.config.debug.receiverReportDelay);
+                    }
                     await this.dtlsTransport.sendRtcp([packet]);
                 }
                 catch (error) {
@@ -166,8 +179,8 @@ class RTCRtpReceiver {
             case src_2.RtcpSrPacket.type:
                 {
                     const sr = packet;
-                    this.lsr[sr.ssrc] = (0, utils_1.compactNtp)(sr.senderInfo.ntpTimestamp);
-                    this.lsrTime[sr.ssrc] = Date.now() / 1000;
+                    this.lastSRtimestamp[sr.ssrc] = (0, utils_1.compactNtp)(sr.senderInfo.ntpTimestamp);
+                    this.receiveLastSRTimestamp[sr.ssrc] = (0, utils_1.timestampSeconds)();
                     const track = this.trackBySSRC[packet.ssrc];
                     if (track) {
                         track.onReceiveRtcp.execute(packet);
@@ -211,16 +224,22 @@ class RTCRtpReceiver {
         let red;
         if (codec.name.toLowerCase() === "red") {
             red = src_2.Red.deSerialize(packet.payload);
+            if (!Object.keys(this.codecs).includes(red.header.fields[0].blockPT.toString())) {
+                return;
+            }
         }
-        // todo fix select use or not use nack
-        if (track?.kind === "video") {
+        if (track?.kind === "video" && this.nackEnabled) {
             this.nack.addPacket(packet);
         }
         if (track) {
             if (red) {
-                const payloads = this.redHandler.push(red, packet);
-                for (const packet of payloads) {
-                    track.onReceiveRtp.execute(packet.clone());
+                if (track.kind === "audio") {
+                    const payloads = this.redHandler.push(red, packet);
+                    for (const packet of payloads) {
+                        track.onReceiveRtp.execute(packet.clone());
+                    }
+                }
+                else {
                 }
             }
             else {
@@ -235,10 +254,10 @@ function unwrapRtx(rtx, payloadType, ssrc) {
     const packet = new src_2.RtpPacket(new src_2.RtpHeader({
         payloadType,
         marker: rtx.header.marker,
-        sequenceNumber: jspack_1.jspack.Unpack("!H", rtx.payload.slice(0, 2))[0],
+        sequenceNumber: jspack_1.jspack.Unpack("!H", rtx.payload.subarray(0, 2))[0],
         timestamp: rtx.header.timestamp,
         ssrc,
-    }), rtx.payload.slice(2));
+    }), rtx.payload.subarray(2));
     return packet;
 }
 exports.unwrapRtx = unwrapRtx;