werift 0.18.3 → 0.18.4

package/lib/rtp/src/processor/webm.js

@@ -1,8 +1,11 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.replaceSegmentSize = exports.SegmentSizePosition = exports.DurationPosition = exports.MaxSinged16Int = exports.Max32Uint = exports.WebmBase = void 0;
-const ebml_1 = require("../container/ebml");
-const webm_1 = require("../container/webm");
+const rx_mini_1 = __importDefault(require("rx.mini"));
+const __1 = require("..");
 class WebmBase {
     constructor(tracks, output, options = {}) {
         Object.defineProperty(this, "tracks", {
@@ -59,6 +62,7 @@ class WebmBase {
             writable: true,
             value: 0
         });
+        /**ms */
         Object.defineProperty(this, "elapsed", {
             enumerable: true,
             configurable: true,
@@ -95,6 +99,12 @@ class WebmBase {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "onStopped", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new rx_mini_1.default()
+        });
         Object.defineProperty(this, "processAudioInput", {
             enumerable: true,
             configurable: true,
@@ -115,6 +125,9 @@ class WebmBase {
                 if (input.frame?.isKeyframe) {
                     this.videoKeyframeReceived = true;
                 }
+                if (!this.videoKeyframeReceived && input?.frame?.isKeyframe !== true) {
+                    return;
+                }
                 const track = this.tracks.find((t) => t.kind === "video");
                 if (track) {
                     this.internalStats["processVideoInput"] = new Date().toISOString();
@@ -122,17 +135,24 @@ class WebmBase {
                 }
             }
         });
-        this.builder = new webm_1.WEBMBuilder(tracks, options.encryptionKey);
+        this.builder = new __1.WEBMBuilder(tracks, options.encryptionKey);
         tracks.forEach((t) => {
             this.timestamps[t.trackNumber] = new ClusterTimestamp();
         });
     }
     toJSON() {
-        return { ...this.internalStats };
+        return {
+            ...this.internalStats,
+            videoKeyframeReceived: this.videoKeyframeReceived,
+            videoStopped: this.videoStopped,
+            audioStopped: this.audioStopped,
+            stopped: this.stopped,
+        };
     }
     processInput(input, trackNumber) {
-        if (this.stopped)
+        if (this.stopped) {
             return;
+        }
         const track = this.tracks.find((t) => t.trackNumber === trackNumber);
         if (!track) {
             throw new Error("track not found");
@@ -155,7 +175,6 @@ class WebmBase {
                 }
             }
             else if (input.eol) {
-                this.internalStats["input.eol"] = new Date().toISOString();
                 this.stop();
             }
             return;
@@ -254,6 +273,16 @@ class WebmBase {
             };
             return;
         }
+        if (elapsed > this.elapsed + 1000) {
+            const key = "maybe_packetLost-" + trackNumber;
+            this.internalStats[key] = {
+                elapsed,
+                present: this.elapsed,
+                trackNumber,
+                timestamp: new Date().toISOString(),
+                count: (this.internalStats[key]?.count ?? 0) + 1,
+            };
+        }
         this.elapsed = elapsed;
         const block = this.builder.createSimpleBlock(frame.data, frame.isKeyframe, trackNumber, elapsed);
         this.internalStats["createSimpleBlock_trackNumber" + trackNumber] =
@@ -269,7 +298,10 @@ class WebmBase {
         if (this.stopped) {
             return;
         }
+        this.videoStopped = true;
+        this.audioStopped = true;
         this.stopped = true;
+        this.internalStats["stopped"] = new Date().toISOString();
         const latestTimestamp = Object.values(this.timestamps)
             .sort((a, b) => a.elapsed - b.elapsed)
             .reverse()[0].elapsed;
@@ -290,6 +322,7 @@ class WebmBase {
         this.cuePoints = [];
         this.internalStats = {};
         this.output = undefined;
+        this.onStopped.execute();
     }
 }
 exports.WebmBase = WebmBase;
@@ -387,13 +420,13 @@ exports.SegmentSizePosition = 40;
 function replaceSegmentSize(totalFileSize) {
     const bodySize = totalFileSize - exports.SegmentSizePosition;
     const resize = [
-        ...(0, ebml_1.vintEncode)((0, ebml_1.numberToByteArray)(bodySize, (0, ebml_1.getEBMLByteLength)(bodySize))),
+        ...(0, __1.vintEncode)((0, __1.numberToByteArray)(bodySize, (0, __1.getEBMLByteLength)(bodySize))),
     ];
     const todoFill = 8 - resize.length - 2;
     if (todoFill > 0) {
         resize.push(0xec);
         if (todoFill > 1) {
-            const voidSize = (0, ebml_1.vintEncode)((0, ebml_1.numberToByteArray)(todoFill, (0, ebml_1.getEBMLByteLength)(todoFill)));
+            const voidSize = (0, __1.vintEncode)((0, __1.numberToByteArray)(todoFill, (0, __1.getEBMLByteLength)(todoFill)));
             [...voidSize].forEach((i) => resize.push(i));
         }
     }

package/lib/rtp/src/processor/webm.js.map

@@ -1 +1 @@
-{"version":3,"file":"webm.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/webm.ts"],"names":[],"mappings":";;;AAAA,4CAI2B;AAC3B,4CAAgE;AAiChE,MAAa,QAAQ;IAcnB,YACS,MAOJ,EACK,MAAoC,EACpC,UAAsB,EAAE;;;;;mBATzB;;;;;;mBAQC;;;;;;mBACA;;QAvBV;;;;;WAA6B;QAC7B;;;;mBAA4B,CAAC;WAAC;QAC9B;;;;mBAAyD,EAAE;WAAC;QAC5D;;;;mBAAgC,EAAE;WAAC;QACnC;;;;mBAAmB,CAAC;WAAC;QACrB;;;;mBAAwB,CAAC;WAAC;QAC1B;;;;;WAAiB;QACjB;;;;mBAAe,KAAK;WAAC;QACrB;;;;mBAAe,KAAK;WAAC;QACrB;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAwB,KAAK;WAAC;QAC9B;;;;mBAAgB,EAAE;WAAC;QAiEnB;;;;mBAAoB,CAAC,KAAgB,EAAE,EAAE;gBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBAC1D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACnE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;iBAC7C;YACH,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,KAAgB,EAAE,EAAE;gBACvC,IAAI,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE;oBAC3B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;iBACnC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBAC1D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACnE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;iBAC7C;YACH,CAAC;WAAC;QArEA,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAW,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAE9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;IACnC,CAAC;IAEO,YAAY,CAAC,KAAgB,EAAE,WAAmB;QACxD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,EAAE;YACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YAChB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;oBAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC9D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;qBACb;iBACF;qBAAM;oBACL,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC9D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;qBACb;iBACF;aACF;iBAAM,IAAI,KAAK,CAAC,GAAG,EAAE;gBACpB,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC3D,IAAI,CAAC,IAAI,EAAE,CAAC;aACb;YAED,OAAO;SACR;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;YAC1B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;aAAM;YACL,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;QAED,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC;IAsBS,KAAK;QACb,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,UAAU;YACvB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC;QAEnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC1D,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,SAAS,CAAC,IAAI,CACjB,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAClE,CAAC;SACH;IACH,CAAC;IAEO,eAAe,CAAC,KAAmD;QACzE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,EAAE;YACV,OAAO;SACR;QAED,IAAI,CAAC,aAAa,CAAC,6BAA6B,GAAG,KAAK,CAAC,WAAW,CAAC;YACnE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC;YACzC,CAAC,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,gBAAgB,CAAC,QAAQ,IAAI,SAAS,EAAE;YAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;gBAC9C,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;aACzB;SACF;QAED,kBAAkB;QAClB,IAAI,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElD,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE;YAC5B,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;SAC5B;aAAM,IACL,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC;YAC5C,sCAAsC;YACtC,OAAO,GAAG,sBAAc,EACxB;YACA,IAAI,CAAC,iBAAiB,IAAI,OAAO,CAAC;YAElC,IAAI,OAAO,KAAK,CAAC,EAAE;gBACjB,IAAI,CAAC,SAAS,CAAC,IAAI,CACjB,IAAI,QAAQ,CACV,IAAI,CAAC,OAAO,EACZ,KAAK,CAAC,WAAW,EACjB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,QAAQ,CACd,CACF,CAAC;gBAEF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChE,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC/C;SACF;QAED,IAAI,OAAO,IAAI,CAAC,EAAE;YAChB,IAAI,CAAC,iBAAiB,CAAC;gBACrB,KAAK;gBACL,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO;aACR,CAAC,CAAC;SACJ;aAAM;YACL,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,GAAG;gBACpC,OAAO;gBACP,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;aAC7D,CAAC;SACH;IACH,CAAC;IAEO,aAAa,CACnB,SAAiB;IACjB,QAAQ;IACR,QAAgB;QAEhB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC;YACV,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YAChC,IAAI,EAAE,SAAS;YACf,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC3B,CAAC;IAEO,iBAAiB,CAAC,EACxB,KAAK,EACL,WAAW,EACX,OAAO,GAKR;QACC,IAAI,IAAI,CAAC,OAAO,IAAI,SAAS,EAAE;YAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;SACxB;QACD,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE;YAC1D,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG;gBACzC,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,WAAW;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;aAClE,CAAC;YACF,OAAO;SACR;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAC1C,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,UAAU,EAChB,WAAW,EACX,OAAO,CACR,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,+BAA+B,GAAG,WAAW,CAAC;YAC/D,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,QAAQ,EAAE;YACZ,QAAQ,CAAC,WAAW,EAAE,CAAC;SACxB;IACH,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO;SACR;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;aACrC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,GAAG,eAAe,CAAC;QAE1D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,MAAM,CAAC;YACV,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAC7B,IAAI,EAAE,WAAW;YACjB,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,UAAU;YACvB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;IACjC,CAAC;CACF;AAxQD,4BAwQC;AAED,MAAM,gBAAgB;IAAtB;QACE,QAAQ;QACR;;;;;WAAkB;QAClB,QAAQ;QACR;;;;mBAAU,CAAC;WAAC;QACZ;;;;mBAAiB,CAAC;WAAC;IAqBrB,CAAC;IAnBC,KAAK;IACH,QAAQ;IACR,OAAe;QAEf,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC;IACzB,CAAC;IAED,MAAM;IACJ,QAAQ;IACR,IAAY;QAEZ,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;QAElD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,MAAM,QAAQ;IAQZ,YACmB,OAAoB,EACpB,WAAmB,EACnB,iBAAyB,EACnC,QAAgB;;;;;mBAHN;;;;;;mBACA;;;;;;mBACA;;;;;;mBACV;;QAXT;;;WAGG;QACH;;;;mBAAa,CAAC;WAAC;QACf;;;;mBAAc,CAAC;WAAC;IAOb,CAAC;IAEJ,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAChC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,EACpC,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;CACF;AAED,gBAAgB;AACH,QAAA,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;AAClD,WAAW;AACE,QAAA,cAAc,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAEtC,QAAA,gBAAgB,GAAG,EAAE,CAAC;AAEtB,QAAA,mBAAmB,GAAG,EAAE,CAAC;AAEtC,SAAgB,kBAAkB,CAAC,aAAqB;IACtD,MAAM,QAAQ,GAAG,aAAa,GAAG,2BAAmB,CAAC;IACrD,MAAM,MAAM,GAAG;QACb,GAAG,IAAA,iBAAU,EAAC,IAAA,wBAAiB,EAAC,QAAQ,EAAE,IAAA,wBAAiB,EAAC,QAAQ,CAAC,CAAC,CAAC;KACxE,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACvC,IAAI,QAAQ,GAAG,CAAC,EAAE;QAChB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,EAAE;YAChB,MAAM,QAAQ,GAAG,IAAA,iBAAU,EACzB,IAAA,wBAAiB,EAAC,QAAQ,EAAE,IAAA,wBAAiB,EAAC,QAAQ,CAAC,CAAC,CACzD,CAAC;YACF,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;SAC9C;KACF;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAhBD,gDAgBC","sourcesContent":["import {\n  getEBMLByteLength,\n  numberToByteArray,\n  vintEncode,\n} from \"../container/ebml\";\nimport { SupportedCodec, WEBMBuilder } from \"../container/webm\";\nimport { AVProcessor } from \"./interface\";\n\nexport type WebmInput = {\n  frame?: {\n    data: Buffer;\n    isKeyframe: boolean;\n    /**ms */\n    time: number;\n  };\n  eol?: boolean;\n};\n\nexport interface WebmOutput {\n  saveToFile?: Buffer;\n  kind?: \"initial\" | \"cluster\" | \"block\" | \"cuePoints\";\n  /**ms */\n  previousDuration?: number;\n  eol?: {\n    /**ms */\n    duration: number;\n    durationElement: Uint8Array;\n    header: Buffer;\n  };\n}\n\nexport interface WebmOption {\n  /**ms */\n  duration?: number;\n  encryptionKey?: Buffer;\n  strictTimestamp?: boolean;\n}\n\nexport class WebmBase implements AVProcessor<WebmInput> {\n  private builder: WEBMBuilder;\n  private relativeTimestamp = 0;\n  private timestamps: { [pt: number]: ClusterTimestamp } = {};\n  private cuePoints: CuePoint[] = [];\n  private position = 0;\n  private clusterCounts = 0;\n  elapsed?: number;\n  audioStopped = false;\n  videoStopped = false;\n  stopped = false;\n  videoKeyframeReceived = false;\n  internalStats = {};\n\n  constructor(\n    public tracks: {\n      width?: number;\n      height?: number;\n      kind: \"audio\" | \"video\";\n      codec: SupportedCodec;\n      clockRate: number;\n      trackNumber: number;\n    }[],\n    private output: (output: WebmOutput) => void,\n    private options: WebmOption = {}\n  ) {\n    this.builder = new WEBMBuilder(tracks, options.encryptionKey);\n\n    tracks.forEach((t) => {\n      this.timestamps[t.trackNumber] = new ClusterTimestamp();\n    });\n  }\n\n  toJSON(): Record<string, any> {\n    return { ...this.internalStats };\n  }\n\n  private processInput(input: WebmInput, trackNumber: number) {\n    if (this.stopped) return;\n\n    const track = this.tracks.find((t) => t.trackNumber === trackNumber);\n    if (!track) {\n      throw new Error(\"track not found\");\n    }\n\n    if (!input.frame) {\n      if (this.tracks.length === 2) {\n        if (track.kind === \"audio\") {\n          this.audioStopped = true;\n          this.internalStats[\"audioStopped\"] = new Date().toISOString();\n          if (this.videoStopped) {\n            this.stop();\n          }\n        } else {\n          this.videoStopped = true;\n          this.internalStats[\"videoStopped\"] = new Date().toISOString();\n          if (this.audioStopped) {\n            this.stop();\n          }\n        }\n      } else if (input.eol) {\n        this.internalStats[\"input.eol\"] = new Date().toISOString();\n        this.stop();\n      }\n\n      return;\n    }\n\n    if (track.kind === \"audio\") {\n      this.audioStopped = false;\n    } else {\n      this.videoStopped = false;\n    }\n\n    this.onFrameReceived({ ...input.frame, trackNumber });\n  }\n\n  processAudioInput = (input: WebmInput) => {\n    const track = this.tracks.find((t) => t.kind === \"audio\");\n    if (track) {\n      this.internalStats[\"processAudioInput\"] = new Date().toISOString();\n      this.processInput(input, track.trackNumber);\n    }\n  };\n\n  processVideoInput = (input: WebmInput) => {\n    if (input.frame?.isKeyframe) {\n      this.videoKeyframeReceived = true;\n    }\n\n    const track = this.tracks.find((t) => t.kind === \"video\");\n    if (track) {\n      this.internalStats[\"processVideoInput\"] = new Date().toISOString();\n      this.processInput(input, track.trackNumber);\n    }\n  };\n\n  protected start() {\n    const staticPart = Buffer.concat([\n      this.builder.ebmlHeader,\n      this.builder.createSegment(this.options.duration),\n    ]);\n    this.output({ saveToFile: staticPart, kind: \"initial\" });\n    this.position += staticPart.length;\n\n    const video = this.tracks.find((t) => t.kind === \"video\");\n    if (video) {\n      this.cuePoints.push(\n        new CuePoint(this.builder, video.trackNumber, 0.0, this.position)\n      );\n    }\n  }\n\n  private onFrameReceived(frame: WebmInput[\"frame\"] & { trackNumber: number }) {\n    const track = this.tracks.find((t) => t.trackNumber === frame.trackNumber);\n    if (!track) {\n      return;\n    }\n\n    this.internalStats[\"onFrameReceived_trackNumber\" + frame.trackNumber] =\n      new Date().toISOString();\n    this.internalStats[\"onFrameReceived_count\"] =\n      (this.internalStats[\"onFrameReceived_count\"] ?? 0) + 1;\n\n    const timestampManager = this.timestamps[track.trackNumber];\n    if (timestampManager.baseTime == undefined) {\n      for (const t of Object.values(this.timestamps)) {\n        t.baseTime = frame.time;\n      }\n    }\n\n    // clusterの経過時間 ms\n    let elapsed = timestampManager.update(frame.time);\n\n    if (this.clusterCounts === 0) {\n      this.createCluster(0.0, 0);\n    } else if (\n      (track.kind === \"video\" && frame.isKeyframe) ||\n      // simpleBlockのタイムスタンプはsigned 16bitだから\n      elapsed > MaxSinged16Int\n    ) {\n      this.relativeTimestamp += elapsed;\n\n      if (elapsed !== 0) {\n        this.cuePoints.push(\n          new CuePoint(\n            this.builder,\n            track.trackNumber,\n            this.relativeTimestamp,\n            this.position\n          )\n        );\n\n        this.createCluster(this.relativeTimestamp, elapsed);\n        Object.values(this.timestamps).forEach((t) => t.shift(elapsed));\n        elapsed = timestampManager.update(frame.time);\n      }\n    }\n\n    if (elapsed >= 0) {\n      this.createSimpleBlock({\n        frame,\n        trackNumber: track.trackNumber,\n        elapsed,\n      });\n    } else {\n      this.internalStats[\"delayed_frame\"] = {\n        elapsed,\n        trackNumber: track.trackNumber,\n        timestamp: new Date().toISOString(),\n        count: (this.internalStats[\"delayed_frame\"]?.count ?? 0) + 1,\n      };\n    }\n  }\n\n  private createCluster(\n    timestamp: number,\n    /**ms */\n    duration: number\n  ) {\n    const cluster = this.builder.createCluster(timestamp);\n    this.clusterCounts++;\n    this.output({\n      saveToFile: Buffer.from(cluster),\n      kind: \"cluster\",\n      previousDuration: duration,\n    });\n    this.position += cluster.length;\n    this.elapsed = undefined;\n  }\n\n  private createSimpleBlock({\n    frame,\n    trackNumber,\n    elapsed,\n  }: {\n    frame: NonNullable<WebmInput[\"frame\"]>;\n    trackNumber: number;\n    elapsed: number;\n  }) {\n    if (this.elapsed == undefined) {\n      this.elapsed = elapsed;\n    }\n    if (elapsed < this.elapsed && this.options.strictTimestamp) {\n      this.internalStats[\"previous_timestamp\"] = {\n        elapsed,\n        present: this.elapsed,\n        trackNumber,\n        timestamp: new Date().toISOString(),\n        count: (this.internalStats[\"previous_timestamp\"]?.count ?? 0) + 1,\n      };\n      return;\n    }\n    this.elapsed = elapsed;\n\n    const block = this.builder.createSimpleBlock(\n      frame.data,\n      frame.isKeyframe,\n      trackNumber,\n      elapsed\n    );\n\n    this.internalStats[\"createSimpleBlock_trackNumber\" + trackNumber] =\n      new Date().toISOString();\n\n    this.output({ saveToFile: block, kind: \"block\" });\n    this.position += block.length;\n    const [cuePoint] = this.cuePoints.slice(-1);\n    if (cuePoint) {\n      cuePoint.blockNumber++;\n    }\n  }\n\n  private stop() {\n    if (this.stopped) {\n      return;\n    }\n    this.stopped = true;\n\n    const latestTimestamp = Object.values(this.timestamps)\n      .sort((a, b) => a.elapsed - b.elapsed)\n      .reverse()[0].elapsed;\n    const duration = this.relativeTimestamp + latestTimestamp;\n\n    const cues = this.builder.createCues(this.cuePoints.map((c) => c.build()));\n    this.output({\n      saveToFile: Buffer.from(cues),\n      kind: \"cuePoints\",\n      previousDuration: duration,\n    });\n\n    const durationElement = this.builder.createDuration(duration);\n    const header = Buffer.concat([\n      this.builder.ebmlHeader,\n      this.builder.createSegment(duration),\n    ]);\n\n    this.output({ eol: { duration, durationElement, header } });\n\n    this.timestamps = {};\n    this.cuePoints = [];\n    this.internalStats = {};\n    this.output = undefined as any;\n  }\n}\n\nclass ClusterTimestamp {\n  /**ms */\n  baseTime?: number;\n  /**ms */\n  elapsed = 0;\n  private offset = 0;\n\n  shift(\n    /**ms */\n    elapsed: number\n  ) {\n    this.offset += elapsed;\n  }\n\n  update(\n    /**ms */\n    time: number\n  ) {\n    if (this.baseTime == undefined) {\n      throw new Error(\"baseTime not exist\");\n    }\n\n    this.elapsed = time - this.baseTime - this.offset;\n\n    return this.elapsed;\n  }\n}\n\nclass CuePoint {\n  /**\n   * cuesの後のclusterのあるべき位置\n   * cuesはclusterの前に挿入される\n   */\n  cuesLength = 0;\n  blockNumber = 0;\n\n  constructor(\n    private readonly builder: WEBMBuilder,\n    private readonly trackNumber: number,\n    private readonly relativeTimestamp: number,\n    public position: number\n  ) {}\n\n  build() {\n    return this.builder.createCuePoint(\n      this.relativeTimestamp,\n      this.trackNumber,\n      this.position - 48 + this.cuesLength,\n      this.blockNumber\n    );\n  }\n}\n\n/**4294967295 */\nexport const Max32Uint = Number(0x01n << 32n) - 1;\n/**32767 */\nexport const MaxSinged16Int = (0x01 << 16) / 2 - 1;\n\nexport const DurationPosition = 83;\n\nexport const SegmentSizePosition = 40;\n\nexport function replaceSegmentSize(totalFileSize: number) {\n  const bodySize = totalFileSize - SegmentSizePosition;\n  const resize = [\n    ...vintEncode(numberToByteArray(bodySize, getEBMLByteLength(bodySize))),\n  ];\n  const todoFill = 8 - resize.length - 2;\n  if (todoFill > 0) {\n    resize.push(0xec);\n    if (todoFill > 1) {\n      const voidSize = vintEncode(\n        numberToByteArray(todoFill, getEBMLByteLength(todoFill))\n      );\n      [...voidSize].forEach((i) => resize.push(i));\n    }\n  }\n  return Buffer.from(resize);\n}\n"]}
+{"version":3,"file":"webm.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/webm.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA4B;AAE5B,0BAMY;AAiCZ,MAAa,QAAQ;IAgBnB,YACS,MAOJ,EACK,MAAoC,EACpC,UAAsB,EAAE;;;;;mBATzB;;;;;;mBAQC;;;;;;mBACA;;QAzBV;;;;;WAA6B;QAC7B;;;;mBAA4B,CAAC;WAAC;QAC9B;;;;mBAAyD,EAAE;WAAC;QAC5D;;;;mBAAgC,EAAE;WAAC;QACnC;;;;mBAAmB,CAAC;WAAC;QACrB;;;;mBAAwB,CAAC;WAAC;QAC1B,QAAQ;QACR;;;;;WAAiB;QACjB;;;;mBAAe,KAAK;WAAC;QACrB;;;;mBAAe,KAAK;WAAC;QACrB;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAwB,KAAK;WAAC;QAC9B;;;;mBAAgB,EAAE;WAAC;QACnB;;;;mBAAY,IAAI,iBAAK,EAAE;WAAC;QAwExB;;;;mBAAoB,CAAC,KAAgB,EAAE,EAAE;gBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBAC1D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACnE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;iBAC7C;YACH,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,KAAgB,EAAE,EAAE;gBACvC,IAAI,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE;oBAC3B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;iBACnC;gBACD,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,KAAK,EAAE,KAAK,EAAE,UAAU,KAAK,IAAI,EAAE;oBACpE,OAAO;iBACR;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBAC1D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACnE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;iBAC7C;YACH,CAAC;WAAC;QA/EA,IAAI,CAAC,OAAO,GAAG,IAAI,eAAW,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAE9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;YACrB,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,KAAgB,EAAE,WAAmB;QACxD,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO;SACR;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,EAAE;YACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YAChB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;oBAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC9D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;qBACb;iBACF;qBAAM;oBACL,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC9D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;qBACb;iBACF;aACF;iBAAM,IAAI,KAAK,CAAC,GAAG,EAAE;gBACpB,IAAI,CAAC,IAAI,EAAE,CAAC;aACb;YAED,OAAO;SACR;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;YAC1B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;aAAM;YACL,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;SAC3B;QAED,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC;IAyBS,KAAK;QACb,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,UAAU;YACvB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC;QAEnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC1D,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,SAAS,CAAC,IAAI,CACjB,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAClE,CAAC;SACH;IACH,CAAC;IAEO,eAAe,CAAC,KAAmD;QACzE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,EAAE;YACV,OAAO;SACR;QAED,IAAI,CAAC,aAAa,CAAC,6BAA6B,GAAG,KAAK,CAAC,WAAW,CAAC;YACnE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC;YACzC,CAAC,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,gBAAgB,CAAC,QAAQ,IAAI,SAAS,EAAE;YAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;gBAC9C,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;aACzB;SACF;QAED,kBAAkB;QAClB,IAAI,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElD,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE;YAC5B,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;SAC5B;aAAM,IACL,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC;YAC5C,sCAAsC;YACtC,OAAO,GAAG,sBAAc,EACxB;YACA,IAAI,CAAC,iBAAiB,IAAI,OAAO,CAAC;YAElC,IAAI,OAAO,KAAK,CAAC,EAAE;gBACjB,IAAI,CAAC,SAAS,CAAC,IAAI,CACjB,IAAI,QAAQ,CACV,IAAI,CAAC,OAAO,EACZ,KAAK,CAAC,WAAW,EACjB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,QAAQ,CACd,CACF,CAAC;gBAEF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChE,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC/C;SACF;QAED,IAAI,OAAO,IAAI,CAAC,EAAE;YAChB,IAAI,CAAC,iBAAiB,CAAC;gBACrB,KAAK;gBACL,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO;aACR,CAAC,CAAC;SACJ;aAAM;YACL,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,GAAG;gBACpC,OAAO;gBACP,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;aAC7D,CAAC;SACH;IACH,CAAC;IAEO,aAAa,CACnB,SAAiB;IACjB,QAAQ;IACR,QAAgB;QAEhB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC;YACV,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YAChC,IAAI,EAAE,SAAS;YACf,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC3B,CAAC;IAEO,iBAAiB,CAAC,EACxB,KAAK,EACL,WAAW,EACX,OAAO,GAKR;QACC,IAAI,IAAI,CAAC,OAAO,IAAI,SAAS,EAAE;YAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;SACxB;QACD,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE;YAC1D,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG;gBACzC,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,WAAW;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;aAClE,CAAC;YACF,OAAO;SACR;QACD,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE;YACjC,MAAM,GAAG,GAAG,mBAAmB,GAAG,WAAW,CAAC;YAC9C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG;gBACxB,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,WAAW;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;aACjD,CAAC;SACH;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAC1C,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,UAAU,EAChB,WAAW,EACX,OAAO,CACR,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,+BAA+B,GAAG,WAAW,CAAC;YAC/D,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,QAAQ,EAAE;YACZ,QAAQ,CAAC,WAAW,EAAE,CAAC;SACxB;IACH,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO;SACR;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEzD,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;aACrC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,GAAG,eAAe,CAAC;QAE1D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,MAAM,CAAC;YACV,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAC7B,IAAI,EAAE,WAAW;YACjB,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,UAAU;YACvB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;QAE/B,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF;AAnSD,4BAmSC;AAED,MAAM,gBAAgB;IAAtB;QACE,QAAQ;QACR;;;;;WAAkB;QAClB,QAAQ;QACR;;;;mBAAU,CAAC;WAAC;QACZ;;;;mBAAiB,CAAC;WAAC;IAqBrB,CAAC;IAnBC,KAAK;IACH,QAAQ;IACR,OAAe;QAEf,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC;IACzB,CAAC;IAED,MAAM;IACJ,QAAQ;IACR,IAAY;QAEZ,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;QAElD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,MAAM,QAAQ;IAQZ,YACmB,OAAoB,EACpB,WAAmB,EACnB,iBAAyB,EACnC,QAAgB;;;;;mBAHN;;;;;;mBACA;;;;;;mBACA;;;;;;mBACV;;QAXT;;;WAGG;QACH;;;;mBAAa,CAAC;WAAC;QACf;;;;mBAAc,CAAC;WAAC;IAOb,CAAC;IAEJ,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAChC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,EACpC,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;CACF;AAED,gBAAgB;AACH,QAAA,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;AAClD,WAAW;AACE,QAAA,cAAc,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAEtC,QAAA,gBAAgB,GAAG,EAAE,CAAC;AAEtB,QAAA,mBAAmB,GAAG,EAAE,CAAC;AAEtC,SAAgB,kBAAkB,CAAC,aAAqB;IACtD,MAAM,QAAQ,GAAG,aAAa,GAAG,2BAAmB,CAAC;IACrD,MAAM,MAAM,GAAG;QACb,GAAG,IAAA,cAAU,EAAC,IAAA,qBAAiB,EAAC,QAAQ,EAAE,IAAA,qBAAiB,EAAC,QAAQ,CAAC,CAAC,CAAC;KACxE,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACvC,IAAI,QAAQ,GAAG,CAAC,EAAE;QAChB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,EAAE;YAChB,MAAM,QAAQ,GAAG,IAAA,cAAU,EACzB,IAAA,qBAAiB,EAAC,QAAQ,EAAE,IAAA,qBAAiB,EAAC,QAAQ,CAAC,CAAC,CACzD,CAAC;YACF,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;SAC9C;KACF;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAhBD,gDAgBC","sourcesContent":["import Event from \"rx.mini\";\n\nimport {\n  getEBMLByteLength,\n  numberToByteArray,\n  SupportedCodec,\n  vintEncode,\n  WEBMBuilder,\n} from \"..\";\nimport { AVProcessor } from \"./interface\";\n\nexport type WebmInput = {\n  frame?: {\n    data: Buffer;\n    isKeyframe: boolean;\n    /**ms */\n    time: number;\n  };\n  eol?: boolean;\n};\n\nexport interface WebmOutput {\n  saveToFile?: Buffer;\n  kind?: \"initial\" | \"cluster\" | \"block\" | \"cuePoints\";\n  /**ms */\n  previousDuration?: number;\n  eol?: {\n    /**ms */\n    duration: number;\n    durationElement: Uint8Array;\n    header: Buffer;\n  };\n}\n\nexport interface WebmOption {\n  /**ms */\n  duration?: number;\n  encryptionKey?: Buffer;\n  strictTimestamp?: boolean;\n}\n\nexport class WebmBase implements AVProcessor<WebmInput> {\n  private builder: WEBMBuilder;\n  private relativeTimestamp = 0;\n  private timestamps: { [pt: number]: ClusterTimestamp } = {};\n  private cuePoints: CuePoint[] = [];\n  private position = 0;\n  private clusterCounts = 0;\n  /**ms */\n  elapsed?: number;\n  audioStopped = false;\n  videoStopped = false;\n  stopped = false;\n  videoKeyframeReceived = false;\n  internalStats = {};\n  onStopped = new Event();\n\n  constructor(\n    public tracks: {\n      width?: number;\n      height?: number;\n      kind: MediaKind;\n      codec: SupportedCodec;\n      clockRate: number;\n      trackNumber: number;\n    }[],\n    private output: (output: WebmOutput) => void,\n    private options: WebmOption = {}\n  ) {\n    this.builder = new WEBMBuilder(tracks, options.encryptionKey);\n\n    tracks.forEach((t) => {\n      this.timestamps[t.trackNumber] = new ClusterTimestamp();\n    });\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n      videoKeyframeReceived: this.videoKeyframeReceived,\n      videoStopped: this.videoStopped,\n      audioStopped: this.audioStopped,\n      stopped: this.stopped,\n    };\n  }\n\n  private processInput(input: WebmInput, trackNumber: number) {\n    if (this.stopped) {\n      return;\n    }\n\n    const track = this.tracks.find((t) => t.trackNumber === trackNumber);\n    if (!track) {\n      throw new Error(\"track not found\");\n    }\n\n    if (!input.frame) {\n      if (this.tracks.length === 2) {\n        if (track.kind === \"audio\") {\n          this.audioStopped = true;\n          this.internalStats[\"audioStopped\"] = new Date().toISOString();\n          if (this.videoStopped) {\n            this.stop();\n          }\n        } else {\n          this.videoStopped = true;\n          this.internalStats[\"videoStopped\"] = new Date().toISOString();\n          if (this.audioStopped) {\n            this.stop();\n          }\n        }\n      } else if (input.eol) {\n        this.stop();\n      }\n\n      return;\n    }\n\n    if (track.kind === \"audio\") {\n      this.audioStopped = false;\n    } else {\n      this.videoStopped = false;\n    }\n\n    this.onFrameReceived({ ...input.frame, trackNumber });\n  }\n\n  processAudioInput = (input: WebmInput) => {\n    const track = this.tracks.find((t) => t.kind === \"audio\");\n    if (track) {\n      this.internalStats[\"processAudioInput\"] = new Date().toISOString();\n      this.processInput(input, track.trackNumber);\n    }\n  };\n\n  processVideoInput = (input: WebmInput) => {\n    if (input.frame?.isKeyframe) {\n      this.videoKeyframeReceived = true;\n    }\n    if (!this.videoKeyframeReceived && input?.frame?.isKeyframe !== true) {\n      return;\n    }\n\n    const track = this.tracks.find((t) => t.kind === \"video\");\n    if (track) {\n      this.internalStats[\"processVideoInput\"] = new Date().toISOString();\n      this.processInput(input, track.trackNumber);\n    }\n  };\n\n  protected start() {\n    const staticPart = Buffer.concat([\n      this.builder.ebmlHeader,\n      this.builder.createSegment(this.options.duration),\n    ]);\n    this.output({ saveToFile: staticPart, kind: \"initial\" });\n    this.position += staticPart.length;\n\n    const video = this.tracks.find((t) => t.kind === \"video\");\n    if (video) {\n      this.cuePoints.push(\n        new CuePoint(this.builder, video.trackNumber, 0.0, this.position)\n      );\n    }\n  }\n\n  private onFrameReceived(frame: WebmInput[\"frame\"] & { trackNumber: number }) {\n    const track = this.tracks.find((t) => t.trackNumber === frame.trackNumber);\n    if (!track) {\n      return;\n    }\n\n    this.internalStats[\"onFrameReceived_trackNumber\" + frame.trackNumber] =\n      new Date().toISOString();\n    this.internalStats[\"onFrameReceived_count\"] =\n      (this.internalStats[\"onFrameReceived_count\"] ?? 0) + 1;\n\n    const timestampManager = this.timestamps[track.trackNumber];\n    if (timestampManager.baseTime == undefined) {\n      for (const t of Object.values(this.timestamps)) {\n        t.baseTime = frame.time;\n      }\n    }\n\n    // clusterの経過時間 ms\n    let elapsed = timestampManager.update(frame.time);\n\n    if (this.clusterCounts === 0) {\n      this.createCluster(0.0, 0);\n    } else if (\n      (track.kind === \"video\" && frame.isKeyframe) ||\n      // simpleBlockのタイムスタンプはsigned 16bitだから\n      elapsed > MaxSinged16Int\n    ) {\n      this.relativeTimestamp += elapsed;\n\n      if (elapsed !== 0) {\n        this.cuePoints.push(\n          new CuePoint(\n            this.builder,\n            track.trackNumber,\n            this.relativeTimestamp,\n            this.position\n          )\n        );\n\n        this.createCluster(this.relativeTimestamp, elapsed);\n        Object.values(this.timestamps).forEach((t) => t.shift(elapsed));\n        elapsed = timestampManager.update(frame.time);\n      }\n    }\n\n    if (elapsed >= 0) {\n      this.createSimpleBlock({\n        frame,\n        trackNumber: track.trackNumber,\n        elapsed,\n      });\n    } else {\n      this.internalStats[\"delayed_frame\"] = {\n        elapsed,\n        trackNumber: track.trackNumber,\n        timestamp: new Date().toISOString(),\n        count: (this.internalStats[\"delayed_frame\"]?.count ?? 0) + 1,\n      };\n    }\n  }\n\n  private createCluster(\n    timestamp: number,\n    /**ms */\n    duration: number\n  ) {\n    const cluster = this.builder.createCluster(timestamp);\n    this.clusterCounts++;\n    this.output({\n      saveToFile: Buffer.from(cluster),\n      kind: \"cluster\",\n      previousDuration: duration,\n    });\n    this.position += cluster.length;\n    this.elapsed = undefined;\n  }\n\n  private createSimpleBlock({\n    frame,\n    trackNumber,\n    elapsed,\n  }: {\n    frame: NonNullable<WebmInput[\"frame\"]>;\n    trackNumber: number;\n    elapsed: number;\n  }) {\n    if (this.elapsed == undefined) {\n      this.elapsed = elapsed;\n    }\n    if (elapsed < this.elapsed && this.options.strictTimestamp) {\n      this.internalStats[\"previous_timestamp\"] = {\n        elapsed,\n        present: this.elapsed,\n        trackNumber,\n        timestamp: new Date().toISOString(),\n        count: (this.internalStats[\"previous_timestamp\"]?.count ?? 0) + 1,\n      };\n      return;\n    }\n    if (elapsed > this.elapsed + 1000) {\n      const key = \"maybe_packetLost-\" + trackNumber;\n      this.internalStats[key] = {\n        elapsed,\n        present: this.elapsed,\n        trackNumber,\n        timestamp: new Date().toISOString(),\n        count: (this.internalStats[key]?.count ?? 0) + 1,\n      };\n    }\n    this.elapsed = elapsed;\n\n    const block = this.builder.createSimpleBlock(\n      frame.data,\n      frame.isKeyframe,\n      trackNumber,\n      elapsed\n    );\n\n    this.internalStats[\"createSimpleBlock_trackNumber\" + trackNumber] =\n      new Date().toISOString();\n\n    this.output({ saveToFile: block, kind: \"block\" });\n    this.position += block.length;\n    const [cuePoint] = this.cuePoints.slice(-1);\n    if (cuePoint) {\n      cuePoint.blockNumber++;\n    }\n  }\n\n  stop() {\n    if (this.stopped) {\n      return;\n    }\n    this.videoStopped = true;\n    this.audioStopped = true;\n    this.stopped = true;\n    this.internalStats[\"stopped\"] = new Date().toISOString();\n\n    const latestTimestamp = Object.values(this.timestamps)\n      .sort((a, b) => a.elapsed - b.elapsed)\n      .reverse()[0].elapsed;\n    const duration = this.relativeTimestamp + latestTimestamp;\n\n    const cues = this.builder.createCues(this.cuePoints.map((c) => c.build()));\n    this.output({\n      saveToFile: Buffer.from(cues),\n      kind: \"cuePoints\",\n      previousDuration: duration,\n    });\n\n    const durationElement = this.builder.createDuration(duration);\n    const header = Buffer.concat([\n      this.builder.ebmlHeader,\n      this.builder.createSegment(duration),\n    ]);\n\n    this.output({ eol: { duration, durationElement, header } });\n\n    this.timestamps = {};\n    this.cuePoints = [];\n    this.internalStats = {};\n    this.output = undefined as any;\n\n    this.onStopped.execute();\n  }\n}\n\nclass ClusterTimestamp {\n  /**ms */\n  baseTime?: number;\n  /**ms */\n  elapsed = 0;\n  private offset = 0;\n\n  shift(\n    /**ms */\n    elapsed: number\n  ) {\n    this.offset += elapsed;\n  }\n\n  update(\n    /**ms */\n    time: number\n  ) {\n    if (this.baseTime == undefined) {\n      throw new Error(\"baseTime not exist\");\n    }\n\n    this.elapsed = time - this.baseTime - this.offset;\n\n    return this.elapsed;\n  }\n}\n\nclass CuePoint {\n  /**\n   * cuesの後のclusterのあるべき位置\n   * cuesはclusterの前に挿入される\n   */\n  cuesLength = 0;\n  blockNumber = 0;\n\n  constructor(\n    private readonly builder: WEBMBuilder,\n    private readonly trackNumber: number,\n    private readonly relativeTimestamp: number,\n    public position: number\n  ) {}\n\n  build() {\n    return this.builder.createCuePoint(\n      this.relativeTimestamp,\n      this.trackNumber,\n      this.position - 48 + this.cuesLength,\n      this.blockNumber\n    );\n  }\n}\n\n/**4294967295 */\nexport const Max32Uint = Number(0x01n << 32n) - 1;\n/**32767 */\nexport const MaxSinged16Int = (0x01 << 16) / 2 - 1;\n\nexport const DurationPosition = 83;\n\nexport const SegmentSizePosition = 40;\n\nexport function replaceSegmentSize(totalFileSize: number) {\n  const bodySize = totalFileSize - SegmentSizePosition;\n  const resize = [\n    ...vintEncode(numberToByteArray(bodySize, getEBMLByteLength(bodySize))),\n  ];\n  const todoFill = 8 - resize.length - 2;\n  if (todoFill > 0) {\n    resize.push(0xec);\n    if (todoFill > 1) {\n      const voidSize = vintEncode(\n        numberToByteArray(todoFill, getEBMLByteLength(todoFill))\n      );\n      [...voidSize].forEach((i) => resize.push(i));\n    }\n  }\n  return Buffer.from(resize);\n}\n\nexport type MediaKind = \"video\" | \"audio\";\n"]}

package/lib/rtp/src/processor/webmCallback.d.ts

@@ -1,7 +1,7 @@
-import { SupportedCodec } from "../container/webm";
-import { WebmBase, WebmOption, WebmOutput } from "./webm";
+import { SupportedCodec } from "..";
+import { WebmBase, WebmInput, WebmOption, WebmOutput } from "./webm";
 export declare class WebmCallback extends WebmBase {
-    private cb;
+    private cb?;
     private queue;
     constructor(tracks: {
         width?: number;
@@ -12,7 +12,8 @@ export declare class WebmCallback extends WebmBase {
         trackNumber: number;
     }[], options?: WebmOption);
     pipe: (cb: (input: WebmOutput) => Promise<void>) => void;
-    inputAudio: (input: import("./webm").WebmInput) => void;
-    inputVideo: (input: import("./webm").WebmInput) => void;
+    inputAudio: (input: WebmInput) => void;
+    inputVideo: (input: WebmInput) => void;
+    destroy: () => void;
 }
 export declare const saveToFileSystem: (path: string) => (value: WebmOutput) => Promise<void>;

package/lib/rtp/src/processor/webmCallback.js

@@ -2,13 +2,14 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.saveToFileSystem = exports.WebmCallback = void 0;
 const promises_1 = require("fs/promises");
-const src_1 = require("../../../common/src");
+const __1 = require("..");
 const webm_1 = require("./webm");
 class WebmCallback extends webm_1.WebmBase {
     constructor(tracks, options = {}) {
-        super(tracks, (output) => {
-            if (this.cb) {
-                this.queue.push(() => this.cb(output));
+        super(tracks, async (output) => {
+            const cb = this.cb;
+            if (cb) {
+                await this.queue.push(() => cb(output));
             }
         }, options);
         Object.defineProperty(this, "cb", {
@@ -21,7 +22,7 @@ class WebmCallback extends webm_1.WebmBase {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new src_1.PromiseQueue()
+            value: new __1.PromiseQueue()
         });
         Object.defineProperty(this, "pipe", {
             enumerable: true,
@@ -36,13 +37,26 @@ class WebmCallback extends webm_1.WebmBase {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: this.processAudioInput
+            value: (input) => {
+                this.processAudioInput(input);
+            }
         });
         Object.defineProperty(this, "inputVideo", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: this.processVideoInput
+            value: (input) => {
+                this.processVideoInput(input);
+            }
+        });
+        Object.defineProperty(this, "destroy", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: () => {
+                this.cb = undefined;
+                this.queue.cancel();
+            }
         });
     }
 }

package/lib/rtp/src/processor/webmCallback.js.map

@@ -1 +1 @@
-{"version":3,"file":"webmCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/webmCallback.ts"],"names":[],"mappings":";;;AAAA,0CAAqD;AAErD,6CAAmD;AAEnD,iCAOgB;AAEhB,MAAa,YAAa,SAAQ,eAAQ;IAGxC,YACE,MAOG,EACH,UAAsB,EAAE;QAExB,KAAK,CACH,MAAM,EACN,CAAC,MAAM,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,EAAE,EAAE;gBACX,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aACxC;QACH,CAAC,EACD,OAAO,CACR,CAAC;QArBJ;;;;;WAAkD;QAClD;;;;mBAAgB,IAAI,kBAAY,EAAE;WAAC;QAuBnC;;;;mBAAO,CAAC,EAAwC,EAAE,EAAE;gBAClD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;WAAC;QAEF;;;;mBAAa,IAAI,CAAC,iBAAiB;WAAC;QACpC;;;;mBAAa,IAAI,CAAC,iBAAiB;WAAC;IARpC,CAAC;CASF;AAhCD,oCAgCC;AAEM,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,EAAE,KAAiB,EAAE,EAAE;IAC5E,IAAI,KAAK,CAAC,UAAU,EAAE;QACpB,MAAM,IAAA,qBAAU,EAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;KAC1C;SAAM,IAAI,KAAK,CAAC,GAAG,EAAE;QACpB,MAAM,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAA,eAAI,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEvC,eAAe;QACf,MAAM,OAAO,CAAC,KAAK,CACjB,eAAe,EACf,CAAC,EACD,eAAe,CAAC,MAAM,EACtB,uBAAgB,CACjB,CAAC;QAEF,WAAW;QACX,MAAM,IAAI,GAAG,MAAM,IAAA,eAAI,EAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,yBAAkB,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,0BAAmB,CAAC,CAAC;QAEnE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;KACvB;AACH,CAAC,CAAC;AAtBW,QAAA,gBAAgB,oBAsB3B","sourcesContent":["import { appendFile, open, stat } from \"fs/promises\";\n\nimport { PromiseQueue } from \"../../../common/src\";\nimport { SupportedCodec } from \"../container/webm\";\nimport {\n  DurationPosition,\n  replaceSegmentSize,\n  SegmentSizePosition,\n  WebmBase,\n  WebmOption,\n  WebmOutput,\n} from \"./webm\";\n\nexport class WebmCallback extends WebmBase {\n  private cb!: (input: WebmOutput) => Promise<void>;\n  private queue = new PromiseQueue();\n  constructor(\n    tracks: {\n      width?: number;\n      height?: number;\n      kind: \"audio\" | \"video\";\n      codec: SupportedCodec;\n      clockRate: number;\n      trackNumber: number;\n    }[],\n    options: WebmOption = {}\n  ) {\n    super(\n      tracks,\n      (output) => {\n        if (this.cb) {\n          this.queue.push(() => this.cb(output));\n        }\n      },\n      options\n    );\n  }\n\n  pipe = (cb: (input: WebmOutput) => Promise<void>) => {\n    this.cb = cb;\n    this.start();\n  };\n\n  inputAudio = this.processAudioInput;\n  inputVideo = this.processVideoInput;\n}\n\nexport const saveToFileSystem = (path: string) => async (value: WebmOutput) => {\n  if (value.saveToFile) {\n    await appendFile(path, value.saveToFile);\n  } else if (value.eol) {\n    const { durationElement } = value.eol;\n    const handler = await open(path, \"r+\");\n\n    // set duration\n    await handler.write(\n      durationElement,\n      0,\n      durationElement.length,\n      DurationPosition\n    );\n\n    // set size\n    const meta = await stat(path);\n    const resize = replaceSegmentSize(meta.size);\n    await handler.write(resize, 0, resize.length, SegmentSizePosition);\n\n    await handler.close();\n  }\n};\n"]}
+{"version":3,"file":"webmCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/webmCallback.ts"],"names":[],"mappings":";;;AAAA,0CAAqD;AAErD,0BAAkD;AAClD,iCAQgB;AAEhB,MAAa,YAAa,SAAQ,eAAQ;IAGxC,YACE,MAOG,EACH,UAAsB,EAAE;QAExB,KAAK,CACH,MAAM,EACN,KAAK,EAAE,MAAM,EAAE,EAAE;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,EAAE,EAAE;gBACN,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aACzC;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAtBJ;;;;;WAAkD;QAClD;;;;mBAAgB,IAAI,gBAAY,EAAE;WAAC;QAwBnC;;;;mBAAO,CAAC,EAAwC,EAAE,EAAE;gBAClD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAgB,EAAE,EAAE;gBAChC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAgB,EAAE,EAAE;gBAChC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC;WAAC;IAjBF,CAAC;CAkBF;AA1CD,oCA0CC;AAEM,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,EAAE,KAAiB,EAAE,EAAE;IAC5E,IAAI,KAAK,CAAC,UAAU,EAAE;QACpB,MAAM,IAAA,qBAAU,EAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;KAC1C;SAAM,IAAI,KAAK,CAAC,GAAG,EAAE;QACpB,MAAM,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAA,eAAI,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEvC,eAAe;QACf,MAAM,OAAO,CAAC,KAAK,CACjB,eAAe,EACf,CAAC,EACD,eAAe,CAAC,MAAM,EACtB,uBAAgB,CACjB,CAAC;QAEF,WAAW;QACX,MAAM,IAAI,GAAG,MAAM,IAAA,eAAI,EAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,yBAAkB,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,0BAAmB,CAAC,CAAC;QAEnE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;KACvB;AACH,CAAC,CAAC;AAtBW,QAAA,gBAAgB,oBAsB3B","sourcesContent":["import { appendFile, open, stat } from \"fs/promises\";\n\nimport { PromiseQueue, SupportedCodec } from \"..\";\nimport {\n  DurationPosition,\n  replaceSegmentSize,\n  SegmentSizePosition,\n  WebmBase,\n  WebmInput,\n  WebmOption,\n  WebmOutput,\n} from \"./webm\";\n\nexport class WebmCallback extends WebmBase {\n  private cb?: (input: WebmOutput) => Promise<void>;\n  private queue = new PromiseQueue();\n  constructor(\n    tracks: {\n      width?: number;\n      height?: number;\n      kind: \"audio\" | \"video\";\n      codec: SupportedCodec;\n      clockRate: number;\n      trackNumber: number;\n    }[],\n    options: WebmOption = {}\n  ) {\n    super(\n      tracks,\n      async (output) => {\n        const cb = this.cb;\n        if (cb) {\n          await this.queue.push(() => cb(output));\n        }\n      },\n      options\n    );\n  }\n\n  pipe = (cb: (input: WebmOutput) => Promise<void>) => {\n    this.cb = cb;\n    this.start();\n  };\n\n  inputAudio = (input: WebmInput) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: WebmInput) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    this.cb = undefined;\n    this.queue.cancel();\n  };\n}\n\nexport const saveToFileSystem = (path: string) => async (value: WebmOutput) => {\n  if (value.saveToFile) {\n    await appendFile(path, value.saveToFile);\n  } else if (value.eol) {\n    const { durationElement } = value.eol;\n    const handler = await open(path, \"r+\");\n\n    // set duration\n    await handler.write(\n      durationElement,\n      0,\n      durationElement.length,\n      DurationPosition\n    );\n\n    // set size\n    const meta = await stat(path);\n    const resize = replaceSegmentSize(meta.size);\n    await handler.write(resize, 0, resize.length, SegmentSizePosition);\n\n    await handler.close();\n  }\n};\n"]}

package/lib/webrtc/src/nonstandard/userMedia.d.ts

@@ -1,32 +1,41 @@
+/// <reference types="node" />
+import { ChildProcess } from "child_process";
 import { MediaStreamTrack } from "../media/track";
-export declare const getUserMedia: (path: string, loop?: boolean) => Promise<MediaPlayerMp4 | MediaPlayerWebm>;
-export declare class MediaPlayerMp4 {
-    private videoPort;
-    private audioPort;
-    private path;
-    private loop?;
-    private streamId;
+export declare const getUserMedia: ({ path, loop, width, height, }: {
+    path: string;
+    loop?: boolean | undefined;
+    width?: number | undefined;
+    height?: number | undefined;
+}) => Promise<MediaPlayerMp4 | MediaPlayerWebm>;
+declare abstract class MediaPlayer {
+    protected props: {
+        videoPort: number;
+        audioPort: number;
+        path: string;
+        loop?: boolean;
+        width?: number;
+        height?: number;
+    };
+    protected streamId: string;
     audio: MediaStreamTrack;
     video: MediaStreamTrack;
-    private process;
+    protected process: ChildProcess;
     stopped: boolean;
-    constructor(videoPort: number, audioPort: number, path: string, loop?: boolean | undefined);
+    constructor(props: {
+        videoPort: number;
+        audioPort: number;
+        path: string;
+        loop?: boolean;
+        width?: number;
+        height?: number;
+    });
     private setupTrack;
-    start(): Promise<void>;
     stop(): void;
 }
-export declare class MediaPlayerWebm {
-    private videoPort;
-    private audioPort;
-    private path;
-    private loop?;
-    private streamId;
-    audio: MediaStreamTrack;
-    video: MediaStreamTrack;
-    private process;
-    stopped: boolean;
-    constructor(videoPort: number, audioPort: number, path: string, loop?: boolean | undefined);
-    private setupTrack;
+export declare class MediaPlayerMp4 extends MediaPlayer {
+    start(): Promise<void>;
+}
+export declare class MediaPlayerWebm extends MediaPlayer {
     start(): Promise<void>;
-    stop(): void;
 }
+export {};

package/lib/webrtc/src/nonstandard/userMedia.js

@@ -8,42 +8,38 @@ const uuid_1 = require("uuid");
 const src_1 = require("../../../common/src");
 const src_2 = require("../../../rtp/src");
 const track_1 = require("../media/track");
-const getUserMedia = async (path, loop) => {
+const getUserMedia = async ({ path, loop, width, height, }) => {
     const audioPort = await (0, src_1.randomPort)();
     const videoPort = await (0, src_1.randomPort)();
     if (path.endsWith(".mp4")) {
-        return new MediaPlayerMp4(audioPort, videoPort, path, loop);
+        return new MediaPlayerMp4({
+            audioPort,
+            videoPort,
+            path,
+            loop,
+            width,
+            height,
+        });
     }
     else {
-        return new MediaPlayerWebm(audioPort, videoPort, path, loop);
+        return new MediaPlayerWebm({
+            audioPort,
+            videoPort,
+            path,
+            loop,
+            width,
+            height,
+        });
     }
 };
 exports.getUserMedia = getUserMedia;
-class MediaPlayerMp4 {
-    constructor(videoPort, audioPort, path, loop) {
-        Object.defineProperty(this, "videoPort", {
+class MediaPlayer {
+    constructor(props) {
+        Object.defineProperty(this, "props", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: videoPort
-        });
-        Object.defineProperty(this, "audioPort", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: audioPort
-        });
-        Object.defineProperty(this, "path", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: path
-        });
-        Object.defineProperty(this, "loop", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: loop
+            value: props
         });
         Object.defineProperty(this, "streamId", {
             enumerable: true,
@@ -97,22 +93,39 @@ class MediaPlayerMp4 {
                 });
             }
         });
-        this.setupTrack(audioPort, this.audio);
-        this.setupTrack(videoPort, this.video);
+        this.setupTrack(props.audioPort, this.audio);
+        this.setupTrack(props.videoPort, this.video);
+    }
+    stop() {
+        this.stopped = true;
+        this.process.kill("SIGINT");
     }
+}
+class MediaPlayerMp4 extends MediaPlayer {
     async start() {
         let payloadType = 96;
         const run = async () => {
             if (payloadType > 100)
                 payloadType = 96;
-            const cmd = `gst-launch-1.0 filesrc location= ${this.path} ! \
+            let cmd = "";
+            if (this.props.width && this.props.height) {
+                cmd = `gst-launch-1.0 filesrc location= ${this.props.path} ! \
+decodebin ! videoscale ! video/x-raw,width=${this.props.width},height=${this.props.height} ! x264enc ! \
+h264parse ! rtph264pay config-interval=10 pt=${payloadType++} ! \
+udpsink host=127.0.0.1 port=${this.props.videoPort}`;
+            }
+            else {
+                cmd = `gst-launch-1.0 filesrc location= ${this.props.path} ! \
 qtdemux name=d ! \
 queue ! h264parse ! rtph264pay config-interval=10 pt=${payloadType++} ! \
-udpsink host=127.0.0.1 port=${this.videoPort} d. ! \
+udpsink host=127.0.0.1 port=${this.props.videoPort} d. ! \
 queue ! aacparse ! avdec_aac ! audioresample ! audioconvert ! opusenc ! rtpopuspay pt=${payloadType++} ! \
-udpsink host=127.0.0.1 port=${this.audioPort}`;
+udpsink host=127.0.0.1 port=${this.props.audioPort}`;
+            }
+            console.log(cmd);
             this.process = (0, child_process_1.exec)(cmd);
-            if (this.loop) {
+            this.process.on("error", (e) => console.error("gst error", e));
+            if (this.props.loop) {
                 await new Promise((r) => this.process.on("close", r));
                 if (!this.stopped) {
                     run();
@@ -122,112 +135,21 @@ udpsink host=127.0.0.1 port=${this.audioPort}`;
         await (0, promises_1.setImmediate)();
         run();
     }
-    stop() {
-        this.stopped = true;
-        this.process.kill("SIGINT");
-    }
 }
 exports.MediaPlayerMp4 = MediaPlayerMp4;
-class MediaPlayerWebm {
-    constructor(videoPort, audioPort, path, loop) {
-        Object.defineProperty(this, "videoPort", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: videoPort
-        });
-        Object.defineProperty(this, "audioPort", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: audioPort
-        });
-        Object.defineProperty(this, "path", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: path
-        });
-        Object.defineProperty(this, "loop", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: loop
-        });
-        Object.defineProperty(this, "streamId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: (0, uuid_1.v4)()
-        });
-        Object.defineProperty(this, "audio", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new track_1.MediaStreamTrack({ kind: "audio", streamId: this.streamId })
-        });
-        Object.defineProperty(this, "video", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new track_1.MediaStreamTrack({ kind: "video", streamId: this.streamId })
-        });
-        Object.defineProperty(this, "process", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "stopped", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "setupTrack", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: (port, track) => {
-                let payloadType = 0;
-                let latestTimestamp = 0;
-                let timestampDiff = 0;
-                const socket = (0, dgram_1.createSocket)("udp4");
-                socket.bind(port);
-                socket.on("message", async (buf) => {
-                    const rtp = src_2.RtpPacket.deSerialize(buf);
-                    if (!payloadType) {
-                        payloadType = rtp.header.payloadType;
-                    }
-                    // detect gStreamer restarted
-                    if (payloadType !== rtp.header.payloadType) {
-                        payloadType = rtp.header.payloadType;
-                        track.onSourceChanged.execute(rtp.header);
-                        timestampDiff = (0, src_1.uint32Add)(rtp.header.timestamp, -latestTimestamp);
-                        console.log({ timestampDiff });
-                    }
-                    latestTimestamp = rtp.header.timestamp;
-                    rtp.header.timestamp = (0, src_1.uint32Add)(rtp.header.timestamp, -timestampDiff);
-                    track.writeRtp(rtp.serialize());
-                });
-            }
-        });
-        this.setupTrack(audioPort, this.audio);
-        this.setupTrack(videoPort, this.video);
-    }
+class MediaPlayerWebm extends MediaPlayer {
     async start() {
         let payloadType = 96;
         const run = async () => {
             if (payloadType > 100)
                 payloadType = 96;
-            const cmd = `gst-launch-1.0 filesrc location=${this.path} ! matroskademux name=d \
+            const cmd = `gst-launch-1.0 filesrc location=${this.props.path} ! matroskademux name=d \
 d.video_0 ! queue ! rtpvp8pay pt=${payloadType++} ! \
-udpsink host=127.0.0.1 port=${this.videoPort} \
+udpsink host=127.0.0.1 port=${this.props.videoPort} \
 d.audio_0 ! queue ! rtpopuspay pt=${payloadType++} ! \
-udpsink host=127.0.0.1 port=${this.audioPort}`;
+udpsink host=127.0.0.1 port=${this.props.audioPort}`;
             this.process = (0, child_process_1.exec)(cmd);
-            console.log(cmd);
-            if (this.loop) {
+            if (this.props.loop) {
                 await new Promise((r) => this.process.on("close", r));
                 if (!this.stopped) {
                     run();
@@ -237,10 +159,6 @@ udpsink host=127.0.0.1 port=${this.audioPort}`;
         await (0, promises_1.setImmediate)();
         run();
     }
-    stop() {
-        this.stopped = true;
-        this.process.kill("SIGINT");
-    }
 }
 exports.MediaPlayerWebm = MediaPlayerWebm;
 //# sourceMappingURL=userMedia.js.map