werift 0.12.8 → 0.13.2

package/lib/webrtc/src/media/sender/senderBWE.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"senderBWE.js","sourceRoot":"","sources":["../../../../../src/media/sender/senderBWE.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA4B;AAG5B,uDAAiD;AACjD,uCAAwC;AACxC,yDAAsD;AAEtD,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,MAAa,wBAAwB;IA6BnC;QA5BA,eAAU,GAAG,KAAK,CAAC;QAEV,uBAAkB,GAAG,IAAI,iBAAK,EAAY,CAAC;QACpD,6BAA6B;QACpB,iBAAY,GAAG,IAAI,iBAAK,EAAa,CAAC;QACtC,sBAAiB,GAAG,IAAI,iBAAK,EAAY,CAAC;QAE3C,sBAAiB,GAAG,CAAC,CAAC;QACtB,qBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;QAC1C,cAAS,GAAgC,EAAE,CAAC;QAC5C,qBAAgB,GAAG,CAAC,CAAC;QASrB,sBAAiB,GAAW,CAAC,CAAC;IASvB,CAAC;IAjBhB,sBAAsB;IACtB,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IACD,IAAI,eAAe,CAAC,CAAS;QAC3B,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IACD,IAAI,gBAAgB,CAAC,CAAS;QAC5B,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IAID,WAAW,CAAC,QAAyB;QACnC,MAAM,KAAK,GAAG,iBAAS,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAAC;QACpE,IAAI,SAAS,GAAG,IAAI,EAAE;YACpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YAE9B,+BAA+B;YAE/B,IAAI,IAAI,CAAC,iBAAiB,GAAG,WAAW,EAAE;gBACxC,IAAI,CAAC,iBAAiB,EAAE,CAAC;aAC1B;iBAAM,IAAI,IAAI,CAAC,eAAe,GAAG,SAAS,EAAE;gBAC3C,IAAI,CAAC,eAAe,EAAE,CAAC;aACxB;YAED,IAAI,IAAI,CAAC,iBAAiB,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC7D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aAC5C;SACF;QAED,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,aAAa,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAAE,SAAS;YAE/B,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,MAAM,CAAC,YAAY;gBAAE,SAAS;YAEnC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAC7B,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,WAAW,EAChB,MAAM,CAAC,YAAY,CACpB,CAAC;SACH;QAED,IAAI,SAAS,IAAI,GAAG,IAAI,IAAI,CAAC,gBAAgB,CAAC,UAAU,IAAI,EAAE,EAAE;YAC9D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC9B,IAAI,CAAC,gBAAgB,CAAC,WAAW,EACjC,IAAI,CAAC,gBAAgB,CAAC,cAAc,CACrC,CAAC;YACF,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YAE9B,IAAI,IAAI,CAAC,iBAAiB,GAAG,CAAC,WAAW,EAAE;gBACzC,MAAM,QAAQ,GAAG,YAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC1C,MAAM,QAAQ,GAAG,YAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC1C,MAAM,KAAK,GACT,QAAQ,GAAG,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;gBAEjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;aACzD;YAED,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,WAAW,EAAE;gBAC1C,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;oBAC5B,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;iBAClC;gBACD,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;aAC5B;YAED,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE;gBAClD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aAC5C;SACF;IACH,CAAC;IAED,aAAa,CAAC,QAAkB;QAC9B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;aAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;aACrB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC;aACvC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QACL,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC;IAC9C,CAAC;CACF;AA3GD,4DA2GC","sourcesContent":["import Event from \"rx.mini\";\n\nimport { TransportWideCC } from \"../../../../rtp/src\";\nimport { Int } from \"../../../../rtp/src/helper\";\nimport { milliTime } from \"../../utils\";\nimport { CumulativeResult } from \"./cumulativeResult\";\n\nconst COUNTER_MAX = 20;\nconst SCORE_MAX = 10;\n\nexport class SenderBandwidthEstimator {\n  congestion = false;\n\n  readonly onAvailableBitrate = new Event<[number]>();\n  /**congestion occur or not */\n  readonly onCongestion = new Event<[boolean]>();\n  readonly onCongestionScore = new Event<[number]>();\n\n  private congestionCounter = 0;\n  private cumulativeResult = new CumulativeResult();\n  private sentInfos: { [key: number]: SentInfo } = {};\n  private _congestionScore = 1;\n  /**1~10 big is worth*/\n  get congestionScore() {\n    return this._congestionScore;\n  }\n  set congestionScore(v: number) {\n    this._congestionScore = v;\n    this.onCongestionScore.execute(v);\n  }\n  private _availableBitrate: number = 0;\n  get availableBitrate() {\n    return this._availableBitrate;\n  }\n  set availableBitrate(v: number) {\n    this._availableBitrate = v;\n    this.onAvailableBitrate.execute(v);\n  }\n\n  constructor() {}\n\n  receiveTWCC(feedback: TransportWideCC) {\n    const nowMs = milliTime();\n    const elapsedMs = nowMs - this.cumulativeResult.firstPacketSentAtMs;\n    if (elapsedMs > 1000) {\n      this.cumulativeResult.reset();\n\n      // Congestion may be occurring.\n\n      if (this.congestionCounter < COUNTER_MAX) {\n        this.congestionCounter++;\n      } else if (this.congestionScore < SCORE_MAX) {\n        this.congestionScore++;\n      }\n\n      if (this.congestionCounter >= COUNTER_MAX && !this.congestion) {\n        this.congestion = true;\n        this.onCongestion.execute(this.congestion);\n      }\n    }\n\n    for (const result of feedback.packetResults) {\n      if (!result.received) continue;\n\n      const wideSeq = result.sequenceNumber;\n      const info = this.sentInfos[wideSeq];\n      if (!info) continue;\n      if (!result.receivedAtMs) continue;\n\n      this.cumulativeResult.addPacket(\n        info.size,\n        info.sendingAtMs,\n        result.receivedAtMs\n      );\n    }\n\n    if (elapsedMs >= 100 && this.cumulativeResult.numPackets >= 20) {\n      this.availableBitrate = Math.min(\n        this.cumulativeResult.sendBitrate,\n        this.cumulativeResult.receiveBitrate\n      );\n      this.cumulativeResult.reset();\n\n      if (this.congestionCounter > -COUNTER_MAX) {\n        const maxBonus = Int(COUNTER_MAX / 2) + 1;\n        const minBonus = Int(COUNTER_MAX / 4) + 1;\n        const bonus =\n          maxBonus - ((maxBonus - minBonus) / 10) * this.congestionScore;\n\n        this.congestionCounter = this.congestionCounter - bonus;\n      }\n\n      if (this.congestionCounter <= -COUNTER_MAX) {\n        if (this.congestionScore > 1) {\n          this.congestionScore--;\n          this.onCongestion.execute(false);\n        }\n        this.congestionCounter = 0;\n      }\n\n      if (this.congestionCounter <= 0 && this.congestion) {\n        this.congestion = false;\n        this.onCongestion.execute(this.congestion);\n      }\n    }\n  }\n\n  rtpPacketSent(sentInfo: SentInfo) {\n    Object.keys(sentInfo)\n      .map((v) => Number(v))\n      .sort()\n      .filter((seq) => seq < sentInfo.wideSeq)\n      .forEach((seq) => {\n        delete this.sentInfos[seq];\n      });\n    this.sentInfos[sentInfo.wideSeq] = sentInfo;\n  }\n}\n\nexport interface SentInfo {\n  wideSeq: number;\n  /**\n   * byte\n   */\n  size: number;\n  isProbation?: boolean;\n  sendingAtMs: number;\n  sentAtMs: number;\n}\n"]}

package/lib/webrtc/src/media/track.d.ts

@@ -6,6 +6,8 @@ import { Kind } from "../types/domain";
 import { RTCRtpCodecParameters } from "./parameters";
 export declare class MediaStreamTrack extends EventTarget {
     readonly uuid: string;
+    /**MediaStream ID*/
+    streamId?: string;
     remote: boolean;
     label: string;
     kind: Kind;
@@ -18,6 +20,7 @@ export declare class MediaStreamTrack extends EventTarget {
     /**todo impl */
     enabled: boolean;
     readonly onReceiveRtp: Event<[RtpPacket]>;
+    readonly onSourceChanged: Event<[Pick<RtpHeader, "sequenceNumber" | "timestamp">]>;
     stopped: boolean;
     muted: boolean;
     constructor(props: Partial<MediaStreamTrack> & Pick<MediaStreamTrack, "kind">);

package/lib/webrtc/src/media/track.js

@@ -16,6 +16,7 @@ class MediaStreamTrack extends helper_1.EventTarget {
         /**todo impl */
         this.enabled = true;
         this.onReceiveRtp = new rx_mini_1.default();
+        this.onSourceChanged = new rx_mini_1.default();
         this.stopped = false;
         this.muted = true;
         this.stop = () => {
@@ -47,6 +48,7 @@ class MediaStream {
         Object.assign(this, props);
     }
     addTrack(track) {
+        track.streamId = this.id;
         this.tracks.push(track);
     }
     getTracks() {

package/lib/webrtc/src/media/track.js.map

@@ -1 +1 @@
-{"version":3,"file":"track.js","sourceRoot":"","sources":["../../../../src/media/track.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA4B;AAC5B,+BAA0B;AAE1B,0CAAwD;AACxD,sCAAwC;AAIxC,MAAa,gBAAiB,SAAQ,oBAAW;IAmB/C,YACE,KAAiE;QAEjE,KAAK,EAAE,CAAC;QArBD,SAAI,GAAG,SAAE,EAAE,CAAC;QACrB,WAAM,GAAG,KAAK,CAAC;QASf,eAAe;QACf,YAAO,GAAG,IAAI,CAAC;QAEN,iBAAY,GAAG,IAAI,iBAAK,EAAe,CAAC;QAEjD,YAAO,GAAG,KAAK,CAAC;QAChB,UAAK,GAAG,IAAI,CAAC;QAgBb,SAAI,GAAG,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;QAC/B,CAAC,CAAC;QAEF,aAAQ,GAAG,CAAC,GAAuB,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YAExC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,eAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;YACnD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC;QAvBA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAE3B,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;CAgBF;AA/CD,4CA+CC;AAED,MAAa,WAAW;IAItB,YAAY,KAAqD;QAFjE,WAAM,GAAuB,EAAE,CAAC;QAG9B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,QAAQ,CAAC,KAAuB;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF;AAfD,kCAeC","sourcesContent":["import Event from \"rx.mini\";\nimport { v4 } from \"uuid\";\n\nimport { RtpHeader, RtpPacket } from \"../../../rtp/src\";\nimport { EventTarget } from \"../helper\";\nimport { Kind } from \"../types/domain\";\nimport { RTCRtpCodecParameters } from \"./parameters\";\n\nexport class MediaStreamTrack extends EventTarget {\n  readonly uuid = v4();\n  remote = false;\n  label: string;\n  kind!: Kind;\n  id?: string;\n  /**mediaSsrc */\n  ssrc?: number;\n  rid?: string;\n  header?: RtpHeader;\n  codec?: RTCRtpCodecParameters;\n  /**todo impl */\n  enabled = true;\n\n  readonly onReceiveRtp = new Event<[RtpPacket]>();\n\n  stopped = false;\n  muted = true;\n\n  constructor(\n    props: Partial<MediaStreamTrack> & Pick<MediaStreamTrack, \"kind\">\n  ) {\n    super();\n    Object.assign(this, props);\n\n    this.onReceiveRtp.subscribe((rtp) => {\n      this.muted = false;\n      this.header = rtp.header;\n    });\n\n    this.label = `${this.remote ? \"remote\" : \"local\"} ${this.kind}`;\n  }\n\n  stop = () => {\n    this.stopped = true;\n    this.muted = true;\n    this.onReceiveRtp.complete();\n  };\n\n  writeRtp = (rtp: RtpPacket | Buffer) => {\n    if (this.remote) throw new Error(\"this is remoteTrack\");\n    if (!this.codec || this.stopped) return;\n\n    const packet = Buffer.isBuffer(rtp) ? RtpPacket.deSerialize(rtp) : rtp;\n    packet.header.payloadType = this.codec.payloadType;\n    this.onReceiveRtp.execute(packet);\n  };\n}\n\nexport class MediaStream {\n  id!: string;\n  tracks: MediaStreamTrack[] = [];\n\n  constructor(props: Partial<MediaStream> & Pick<MediaStream, \"id\">) {\n    Object.assign(this, props);\n  }\n\n  addTrack(track: MediaStreamTrack) {\n    this.tracks.push(track);\n  }\n\n  getTracks() {\n    return this.tracks;\n  }\n}\n"]}
+{"version":3,"file":"track.js","sourceRoot":"","sources":["../../../../src/media/track.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA4B;AAC5B,+BAA0B;AAE1B,0CAAwD;AACxD,sCAAwC;AAIxC,MAAa,gBAAiB,SAAQ,oBAAW;IAwB/C,YACE,KAAiE;QAEjE,KAAK,EAAE,CAAC;QA1BD,SAAI,GAAG,SAAE,EAAE,CAAC;QAGrB,WAAM,GAAG,KAAK,CAAC;QASf,eAAe;QACf,YAAO,GAAG,IAAI,CAAC;QAEN,iBAAY,GAAG,IAAI,iBAAK,EAAe,CAAC;QACxC,oBAAe,GAAG,IAAI,iBAAK,EAEjC,CAAC;QAEJ,YAAO,GAAG,KAAK,CAAC;QAChB,UAAK,GAAG,IAAI,CAAC;QAgBb,SAAI,GAAG,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;QAC/B,CAAC,CAAC;QAEF,aAAQ,GAAG,CAAC,GAAuB,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YAExC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,eAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;YACnD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC;QAvBA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAE3B,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;CAgBF;AApDD,4CAoDC;AAED,MAAa,WAAW;IAItB,YAAY,KAAqD;QAFjE,WAAM,GAAuB,EAAE,CAAC;QAG9B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,QAAQ,CAAC,KAAuB;QAC9B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF;AAhBD,kCAgBC","sourcesContent":["import Event from \"rx.mini\";\nimport { v4 } from \"uuid\";\n\nimport { RtpHeader, RtpPacket } from \"../../../rtp/src\";\nimport { EventTarget } from \"../helper\";\nimport { Kind } from \"../types/domain\";\nimport { RTCRtpCodecParameters } from \"./parameters\";\n\nexport class MediaStreamTrack extends EventTarget {\n  readonly uuid = v4();\n  /**MediaStream ID*/\n  streamId?: string;\n  remote = false;\n  label: string;\n  kind!: Kind;\n  id?: string;\n  /**mediaSsrc */\n  ssrc?: number;\n  rid?: string;\n  header?: RtpHeader;\n  codec?: RTCRtpCodecParameters;\n  /**todo impl */\n  enabled = true;\n\n  readonly onReceiveRtp = new Event<[RtpPacket]>();\n  readonly onSourceChanged = new Event<\n    [Pick<RtpHeader, \"sequenceNumber\" | \"timestamp\">]\n  >();\n\n  stopped = false;\n  muted = true;\n\n  constructor(\n    props: Partial<MediaStreamTrack> & Pick<MediaStreamTrack, \"kind\">\n  ) {\n    super();\n    Object.assign(this, props);\n\n    this.onReceiveRtp.subscribe((rtp) => {\n      this.muted = false;\n      this.header = rtp.header;\n    });\n\n    this.label = `${this.remote ? \"remote\" : \"local\"} ${this.kind}`;\n  }\n\n  stop = () => {\n    this.stopped = true;\n    this.muted = true;\n    this.onReceiveRtp.complete();\n  };\n\n  writeRtp = (rtp: RtpPacket | Buffer) => {\n    if (this.remote) throw new Error(\"this is remoteTrack\");\n    if (!this.codec || this.stopped) return;\n\n    const packet = Buffer.isBuffer(rtp) ? RtpPacket.deSerialize(rtp) : rtp;\n    packet.header.payloadType = this.codec.payloadType;\n    this.onReceiveRtp.execute(packet);\n  };\n}\n\nexport class MediaStream {\n  id!: string;\n  tracks: MediaStreamTrack[] = [];\n\n  constructor(props: Partial<MediaStream> & Pick<MediaStream, \"id\">) {\n    Object.assign(this, props);\n  }\n\n  addTrack(track: MediaStreamTrack) {\n    track.streamId = this.id;\n    this.tracks.push(track);\n  }\n\n  getTracks() {\n    return this.tracks;\n  }\n}\n"]}

package/lib/webrtc/src/nonstandard/jitterBuffer.d.ts

@@ -0,0 +1,12 @@
+import { RtpPacket } from "../../../rtp/src";
+export declare class JitterBuffer {
+    maxRetry: number;
+    static MaxRetry: number;
+    retry: number;
+    head?: number;
+    buffer: {
+        [sequenceNumber: number]: RtpPacket;
+    };
+    constructor(maxRetry?: number);
+    push(p: RtpPacket): RtpPacket[];
+}

package/lib/webrtc/src/nonstandard/jitterBuffer.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JitterBuffer = void 0;
+const debug_1 = require("debug");
+const src_1 = require("../../../common/src");
+const log = debug_1.debug("werift:packages/webrtc/src/nonstandard/jitterBuffer.ts");
+class JitterBuffer {
+    constructor(maxRetry = JitterBuffer.MaxRetry) {
+        this.maxRetry = maxRetry;
+        this.retry = 0;
+        this.buffer = {};
+    }
+    push(p) {
+        this.buffer[p.header.sequenceNumber] = p;
+        if (this.head == undefined) {
+            this.head = p.header.sequenceNumber;
+        }
+        else if (p.header.sequenceNumber != src_1.uint16Add(this.head, 1)) {
+            if (this.retry++ >= this.maxRetry) {
+                log("give up packet lost");
+                this.head = src_1.uint16Add(this.head, 2);
+            }
+            else {
+                return [];
+            }
+        }
+        else {
+            this.head = src_1.uint16Add(this.head, 1);
+        }
+        const packets = [];
+        let tail = this.head;
+        for (;; tail = src_1.uint16Add(tail, 1)) {
+            const p = this.buffer[tail];
+            if (p) {
+                packets.push(p);
+                delete this.buffer[tail];
+            }
+            else {
+                break;
+            }
+        }
+        this.head = src_1.uint16Add(tail, -1);
+        return packets;
+    }
+}
+exports.JitterBuffer = JitterBuffer;
+JitterBuffer.MaxRetry = 100;
+//# sourceMappingURL=jitterBuffer.js.map

package/lib/webrtc/src/nonstandard/jitterBuffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jitterBuffer.js","sourceRoot":"","sources":["../../../../src/nonstandard/jitterBuffer.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6CAAgD;AAGhD,MAAM,GAAG,GAAG,aAAK,CAAC,wDAAwD,CAAC,CAAC;AAE5E,MAAa,YAAY;IAMvB,YAAmB,WAAW,YAAY,CAAC,QAAQ;QAAhC,aAAQ,GAAR,QAAQ,CAAwB;QAJnD,UAAK,GAAG,CAAC,CAAC;QAEV,WAAM,GAA4C,EAAE,CAAC;IAEC,CAAC;IAEvD,IAAI,CAAC,CAAY;QACf,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEzC,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS,EAAE;YAC1B,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;SACrC;aAAM,IAAI,CAAC,CAAC,MAAM,CAAC,cAAc,IAAI,eAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE;YAC7D,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACjC,GAAG,CAAC,qBAAqB,CAAC,CAAC;gBAC3B,IAAI,CAAC,IAAI,GAAG,eAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;aACrC;iBAAM;gBACL,OAAO,EAAE,CAAC;aACX;SACF;aAAM;YACL,IAAI,CAAC,IAAI,GAAG,eAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;SACrC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,QAAS,IAAI,GAAG,eAAS,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,EAAE;gBACL,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC1B;iBAAM;gBACL,MAAM;aACP;SACF;QACD,IAAI,CAAC,IAAI,GAAG,eAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEhC,OAAO,OAAO,CAAC;IACjB,CAAC;;AAtCH,oCAuCC;AAtCQ,qBAAQ,GAAG,GAAG,CAAC","sourcesContent":["import { debug } from \"debug\";\n\nimport { uint16Add } from \"../../../common/src\";\nimport { RtpPacket } from \"../../../rtp/src\";\n\nconst log = debug(\"werift:packages/webrtc/src/nonstandard/jitterBuffer.ts\");\n\nexport class JitterBuffer {\n  static MaxRetry = 100;\n  retry = 0;\n  head?: number;\n  buffer: { [sequenceNumber: number]: RtpPacket } = {};\n\n  constructor(public maxRetry = JitterBuffer.MaxRetry) {}\n\n  push(p: RtpPacket) {\n    this.buffer[p.header.sequenceNumber] = p;\n\n    if (this.head == undefined) {\n      this.head = p.header.sequenceNumber;\n    } else if (p.header.sequenceNumber != uint16Add(this.head, 1)) {\n      if (this.retry++ >= this.maxRetry) {\n        log(\"give up packet lost\");\n        this.head = uint16Add(this.head, 2);\n      } else {\n        return [];\n      }\n    } else {\n      this.head = uint16Add(this.head, 1);\n    }\n\n    const packets: RtpPacket[] = [];\n    let tail = this.head;\n    for (; ; tail = uint16Add(tail, 1)) {\n      const p = this.buffer[tail];\n      if (p) {\n        packets.push(p);\n        delete this.buffer[tail];\n      } else {\n        break;\n      }\n    }\n    this.head = uint16Add(tail, -1);\n\n    return packets;\n  }\n}\n"]}

package/lib/webrtc/src/nonstandard/lipsync.d.ts

@@ -0,0 +1,20 @@
+import { RtcpSrPacket, RtpPacket } from "../../../rtp/src";
+export declare class LipSync {
+    clockRate: number;
+    baseNtpTimestamp?: bigint;
+    baseRtpTimestamp?: number;
+    constructor(clockRate: number);
+    srReceived(sr: RtcpSrPacket): void;
+    calcNtpTime(rtpTimestamp: number): number;
+}
+export declare const ntpTime2Time: (ntp: bigint) => number;
+/**4294967295 */
+export declare const Max32bit: number;
+export interface BufferResolve {
+    packets: {
+        packet: RtpPacket;
+        offset: number;
+    }[];
+    /**NTP seconds */
+    startAtNtpTime: number;
+}

package/lib/webrtc/src/nonstandard/lipsync.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Max32bit = exports.ntpTime2Time = exports.LipSync = void 0;
+const src_1 = require("../../../common/src");
+class LipSync {
+    constructor(clockRate) {
+        this.clockRate = clockRate;
+    }
+    srReceived(sr) {
+        const { ntpTimestamp, rtpTimestamp } = sr.senderInfo;
+        this.baseNtpTimestamp = ntpTimestamp;
+        this.baseRtpTimestamp = rtpTimestamp;
+    }
+    calcNtpTime(rtpTimestamp) {
+        if (!this.baseRtpTimestamp || !this.baseNtpTimestamp) {
+            return 0;
+        }
+        // base rtpTimestamp is rollover
+        if (rtpTimestamp - this.baseRtpTimestamp > exports.Max32bit - this.clockRate * 60) {
+            this.baseRtpTimestamp += exports.Max32bit;
+        }
+        // target rtpTimestamp is rollover
+        else if (rtpTimestamp + (exports.Max32bit - this.clockRate * 60) - this.baseRtpTimestamp <
+            0) {
+            rtpTimestamp += exports.Max32bit;
+        }
+        const elapsed = (rtpTimestamp - this.baseRtpTimestamp) / this.clockRate;
+        return exports.ntpTime2Time(this.baseNtpTimestamp) + elapsed;
+    }
+}
+exports.LipSync = LipSync;
+const ntpTime2Time = (ntp) => {
+    const [ntpSec, ntpMsec] = src_1.bufferReader(src_1.bufferWriter([8], [ntp]), [4, 4]);
+    return Number(`${ntpSec}.${ntpMsec}`);
+};
+exports.ntpTime2Time = ntpTime2Time;
+/**4294967295 */
+exports.Max32bit = Number((0x01n << 32n) - 1n);
+//# sourceMappingURL=lipsync.js.map

package/lib/webrtc/src/nonstandard/lipsync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lipsync.js","sourceRoot":"","sources":["../../../../src/nonstandard/lipsync.ts"],"names":[],"mappings":";;;AAAA,6CAAiE;AAGjE,MAAa,OAAO;IAIlB,YAAmB,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;IAAG,CAAC;IAExC,UAAU,CAAC,EAAgB;QACzB,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC;QACrD,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,YAAoB;QAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACpD,OAAO,CAAC,CAAC;SACV;QAED,gCAAgC;QAChC,IAAI,YAAY,GAAG,IAAI,CAAC,gBAAgB,GAAG,gBAAQ,GAAG,IAAI,CAAC,SAAS,GAAG,EAAE,EAAE;YACzE,IAAI,CAAC,gBAAgB,IAAI,gBAAQ,CAAC;SACnC;QACD,kCAAkC;aAC7B,IACH,YAAY,GAAG,CAAC,gBAAQ,GAAG,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,gBAAgB;YACvE,CAAC,EACD;YACA,YAAY,IAAI,gBAAQ,CAAC;SAC1B;QAED,MAAM,OAAO,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QAExE,OAAO,oBAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,OAAO,CAAC;IACvD,CAAC;CACF;AAjCD,0BAiCC;AAEM,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,EAAE;IAC1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAY,CAAC,kBAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzE,OAAO,MAAM,CAAC,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;AACxC,CAAC,CAAC;AAJW,QAAA,YAAY,gBAIvB;AAEF,gBAAgB;AACH,QAAA,QAAQ,GAAG,MAAM,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC","sourcesContent":["import { bufferReader, bufferWriter } from \"../../../common/src\";\nimport { RtcpSrPacket, RtpPacket } from \"../../../rtp/src\";\n\nexport class LipSync {\n  baseNtpTimestamp?: bigint;\n  baseRtpTimestamp?: number;\n\n  constructor(public clockRate: number) {}\n\n  srReceived(sr: RtcpSrPacket) {\n    const { ntpTimestamp, rtpTimestamp } = sr.senderInfo;\n    this.baseNtpTimestamp = ntpTimestamp;\n    this.baseRtpTimestamp = rtpTimestamp;\n  }\n\n  calcNtpTime(rtpTimestamp: number) {\n    if (!this.baseRtpTimestamp || !this.baseNtpTimestamp) {\n      return 0;\n    }\n\n    // base rtpTimestamp is rollover\n    if (rtpTimestamp - this.baseRtpTimestamp > Max32bit - this.clockRate * 60) {\n      this.baseRtpTimestamp += Max32bit;\n    }\n    // target rtpTimestamp is rollover\n    else if (\n      rtpTimestamp + (Max32bit - this.clockRate * 60) - this.baseRtpTimestamp <\n      0\n    ) {\n      rtpTimestamp += Max32bit;\n    }\n\n    const elapsed = (rtpTimestamp - this.baseRtpTimestamp) / this.clockRate;\n\n    return ntpTime2Time(this.baseNtpTimestamp) + elapsed;\n  }\n}\n\nexport const ntpTime2Time = (ntp: bigint) => {\n  const [ntpSec, ntpMsec] = bufferReader(bufferWriter([8], [ntp]), [4, 4]);\n\n  return Number(`${ntpSec}.${ntpMsec}`);\n};\n\n/**4294967295 */\nexport const Max32bit = Number((0x01n << 32n) - 1n);\n\nexport interface BufferResolve {\n  packets: {\n    packet: RtpPacket;\n    offset: number;\n  }[];\n  /**NTP seconds */\n  startAtNtpTime: number;\n}\n"]}

package/lib/webrtc/src/nonstandard/recorder.d.ts

@@ -0,0 +1,18 @@
+import { MediaStreamTrack } from "../media/track";
+import { WebmFactory } from "./webm";
+export declare class MediaRecorder {
+    tracks: MediaStreamTrack[];
+    path: string;
+    options: Partial<{
+        width: number;
+        height: number;
+    }>;
+    webm?: WebmFactory;
+    constructor(tracks: MediaStreamTrack[], path: string, options?: Partial<{
+        width: number;
+        height: number;
+    }>);
+    addTrack(track: MediaStreamTrack): void;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+}

package/lib/webrtc/src/nonstandard/recorder.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MediaRecorder = void 0;
+const webm_1 = require("./webm");
+class MediaRecorder {
+    constructor(tracks, path, options = {}) {
+        this.tracks = tracks;
+        this.path = path;
+        this.options = options;
+    }
+    addTrack(track) {
+        this.tracks.push(track);
+    }
+    async start() {
+        this.webm = new webm_1.WebmFactory(this.tracks, this.path, this.options);
+        await this.webm.start();
+    }
+    async stop() {
+        if (!this.webm)
+            throw new Error();
+        await this.webm.stop();
+    }
+}
+exports.MediaRecorder = MediaRecorder;
+//# sourceMappingURL=recorder.js.map

package/lib/webrtc/src/nonstandard/recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../../../src/nonstandard/recorder.ts"],"names":[],"mappings":";;;AACA,iCAAqC;AAErC,MAAa,aAAa;IAGxB,YACS,MAA0B,EAC1B,IAAY,EACZ,UAAsD,EAAE;QAFxD,WAAM,GAAN,MAAM,CAAoB;QAC1B,SAAI,GAAJ,IAAI,CAAQ;QACZ,YAAO,GAAP,OAAO,CAAiD;IAC9D,CAAC;IAEJ,QAAQ,CAAC,KAAuB;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,GAAG,IAAI,kBAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,EAAE,CAAC;QAClC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;CACF;AAtBD,sCAsBC","sourcesContent":["import { MediaStreamTrack } from \"../media/track\";\nimport { WebmFactory } from \"./webm\";\n\nexport class MediaRecorder {\n  webm?: WebmFactory;\n\n  constructor(\n    public tracks: MediaStreamTrack[],\n    public path: string,\n    public options: Partial<{ width: number; height: number }> = {}\n  ) {}\n\n  addTrack(track: MediaStreamTrack) {\n    this.tracks.push(track);\n  }\n\n  async start() {\n    this.webm = new WebmFactory(this.tracks, this.path, this.options);\n    await this.webm.start();\n  }\n\n  async stop() {\n    if (!this.webm) throw new Error();\n    await this.webm.stop();\n  }\n}\n"]}

package/lib/webrtc/src/nonstandard/sampleBuilder.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="node" />
+import { DePacketizerBase, RtpPacket } from "../../../rtp/src";
+export declare class SampleBuilder {
+    readonly DePacketizer: typeof DePacketizerBase;
+    clockRate: number;
+    private readonly jitterBuffer;
+    private buffer;
+    private baseTimestamp?;
+    relativeTimestamp: number;
+    constructor(DePacketizer: typeof DePacketizerBase, clockRate: number);
+    push(p: RtpPacket): void;
+    resetTimestamp(): void;
+    build(): {
+        data: Buffer;
+        relativeTimestamp: number;
+        isKeyframe: boolean;
+    } | undefined;
+}

package/lib/webrtc/src/nonstandard/sampleBuilder.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SampleBuilder = void 0;
+const debug_1 = require("debug");
+const src_1 = require("../../../common/src");
+const helper_1 = require("../helper");
+const jitterBuffer_1 = require("./jitterBuffer");
+const log = debug_1.debug("werift:packages/webrtc/src/nonstandard/sampleBuilder.ts");
+class SampleBuilder {
+    constructor(DePacketizer, clockRate) {
+        this.DePacketizer = DePacketizer;
+        this.clockRate = clockRate;
+        this.jitterBuffer = new jitterBuffer_1.JitterBuffer();
+        this.buffer = [];
+        this.relativeTimestamp = 0;
+    }
+    push(p) {
+        const buf = this.jitterBuffer.push(p);
+        this.buffer = [...this.buffer, ...buf];
+    }
+    resetTimestamp() {
+        this.baseTimestamp = undefined;
+        this.relativeTimestamp = 0;
+    }
+    build() {
+        let tail;
+        for (const [i, p] of helper_1.enumerate(this.buffer)) {
+            if (this.DePacketizer.isDetectedFinalPacketInSequence(p.header)) {
+                tail = i;
+                break;
+            }
+        }
+        if (tail == undefined)
+            return;
+        if (this.baseTimestamp == undefined) {
+            this.baseTimestamp = this.buffer[tail].header.timestamp;
+        }
+        const tailTimestamp = this.buffer[tail].header.timestamp;
+        const rotate = Math.abs(tailTimestamp - this.baseTimestamp) > (Max32Uint / 4) * 3;
+        if (rotate)
+            log({ rotate }, tailTimestamp, this.baseTimestamp);
+        const elapsed = rotate
+            ? tailTimestamp + Max32Uint - this.baseTimestamp
+            : tailTimestamp - this.baseTimestamp;
+        const relativeTimestamp = src_1.int((elapsed / this.clockRate) * 1000);
+        this.relativeTimestamp = relativeTimestamp;
+        const frames = this.buffer.slice(0, tail + 1).map((p) => {
+            const frame = this.DePacketizer.deSerialize(p.payload);
+            return frame;
+        });
+        const isKeyframe = !!frames.find((f) => f.isKeyframe);
+        const data = Buffer.concat(frames.map((f) => f.payload));
+        this.buffer = this.buffer.slice(tail + 1);
+        return { data, relativeTimestamp, isKeyframe };
+    }
+}
+exports.SampleBuilder = SampleBuilder;
+/**4294967295 */
+const Max32Uint = Number(0x01n << 32n) - 1;
+//# sourceMappingURL=sampleBuilder.js.map

package/lib/webrtc/src/nonstandard/sampleBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampleBuilder.js","sourceRoot":"","sources":["../../../../src/nonstandard/sampleBuilder.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6CAA0C;AAE1C,sCAAsC;AACtC,iDAA8C;AAE9C,MAAM,GAAG,GAAG,aAAK,CAAC,yDAAyD,CAAC,CAAC;AAE7E,MAAa,aAAa;IAMxB,YACW,YAAqC,EACvC,SAAiB;QADf,iBAAY,GAAZ,YAAY,CAAyB;QACvC,cAAS,GAAT,SAAS,CAAQ;QAPT,iBAAY,GAAG,IAAI,2BAAY,EAAE,CAAC;QAC3C,WAAM,GAAgB,EAAE,CAAC;QAEjC,sBAAiB,GAAG,CAAC,CAAC;IAKnB,CAAC;IAEJ,IAAI,CAAC,CAAY;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,cAAc;QACZ,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,IAAwB,CAAC;QAC7B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,kBAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YAC3C,IAAI,IAAI,CAAC,YAAY,CAAC,+BAA+B,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE;gBAC/D,IAAI,GAAG,CAAC,CAAC;gBACT,MAAM;aACP;SACF;QAED,IAAI,IAAI,IAAI,SAAS;YAAE,OAAO;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,SAAS,EAAE;YACnC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;SACzD;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;QACzD,MAAM,MAAM,GACV,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,IAAI,MAAM;YAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAE/D,MAAM,OAAO,GAAG,MAAM;YACpB,CAAC,CAAC,aAAa,GAAG,SAAS,GAAG,IAAI,CAAC,aAAa;YAChD,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QAEvC,MAAM,iBAAiB,GAAG,SAAG,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;QACjE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACvD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAE1C,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;IACjD,CAAC;CACF;AA1DD,sCA0DC;AAED,gBAAgB;AAChB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC","sourcesContent":["import { debug } from \"debug\";\n\nimport { int } from \"../../../common/src\";\nimport { DePacketizerBase, RtpPacket } from \"../../../rtp/src\";\nimport { enumerate } from \"../helper\";\nimport { JitterBuffer } from \"./jitterBuffer\";\n\nconst log = debug(\"werift:packages/webrtc/src/nonstandard/sampleBuilder.ts\");\n\nexport class SampleBuilder {\n  private readonly jitterBuffer = new JitterBuffer();\n  private buffer: RtpPacket[] = [];\n  private baseTimestamp?: number;\n  relativeTimestamp = 0;\n\n  constructor(\n    readonly DePacketizer: typeof DePacketizerBase,\n    public clockRate: number\n  ) {}\n\n  push(p: RtpPacket) {\n    const buf = this.jitterBuffer.push(p);\n    this.buffer = [...this.buffer, ...buf];\n  }\n\n  resetTimestamp() {\n    this.baseTimestamp = undefined;\n    this.relativeTimestamp = 0;\n  }\n\n  build() {\n    let tail: number | undefined;\n    for (const [i, p] of enumerate(this.buffer)) {\n      if (this.DePacketizer.isDetectedFinalPacketInSequence(p.header)) {\n        tail = i;\n        break;\n      }\n    }\n\n    if (tail == undefined) return;\n    if (this.baseTimestamp == undefined) {\n      this.baseTimestamp = this.buffer[tail].header.timestamp;\n    }\n\n    const tailTimestamp = this.buffer[tail].header.timestamp;\n    const rotate =\n      Math.abs(tailTimestamp - this.baseTimestamp) > (Max32Uint / 4) * 3;\n    if (rotate) log({ rotate }, tailTimestamp, this.baseTimestamp);\n\n    const elapsed = rotate\n      ? tailTimestamp + Max32Uint - this.baseTimestamp\n      : tailTimestamp - this.baseTimestamp;\n\n    const relativeTimestamp = int((elapsed / this.clockRate) * 1000);\n    this.relativeTimestamp = relativeTimestamp;\n\n    const frames = this.buffer.slice(0, tail + 1).map((p) => {\n      const frame = this.DePacketizer.deSerialize(p.payload);\n      return frame;\n    });\n    const isKeyframe = !!frames.find((f) => f.isKeyframe);\n    const data = Buffer.concat(frames.map((f) => f.payload));\n\n    this.buffer = this.buffer.slice(tail + 1);\n\n    return { data, relativeTimestamp, isKeyframe };\n  }\n}\n\n/**4294967295 */\nconst Max32Uint = Number(0x01n << 32n) - 1;\n"]}

package/lib/webrtc/src/nonstandard/userMedia.d.ts

@@ -0,0 +1,15 @@
+import { MediaStreamTrack } from "../media/track";
+export declare const getUserMp4: (path: string, loop?: boolean | undefined) => Promise<MediaMp4>;
+declare class MediaMp4 {
+    private videoPort;
+    private audioPort;
+    private path;
+    private loop?;
+    private streamId;
+    audio: MediaStreamTrack;
+    video: MediaStreamTrack;
+    constructor(videoPort: number, audioPort: number, path: string, loop?: boolean | undefined);
+    private setupTrack;
+    start(): Promise<void>;
+}
+export {};

package/lib/webrtc/src/nonstandard/userMedia.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getUserMp4 = void 0;
+const child_process_1 = require("child_process");
+const dgram_1 = require("dgram");
+const promises_1 = require("timers/promises");
+const uuid_1 = require("uuid");
+const src_1 = require("../../../ice/src");
+const src_2 = require("../../../rtp/src");
+const track_1 = require("../media/track");
+const getUserMp4 = async (path, loop) => {
+    const audioPort = await src_1.randomPort();
+    const videoPort = await src_1.randomPort();
+    return new MediaMp4(audioPort, videoPort, path, loop);
+};
+exports.getUserMp4 = getUserMp4;
+class MediaMp4 {
+    constructor(videoPort, audioPort, path, loop) {
+        this.videoPort = videoPort;
+        this.audioPort = audioPort;
+        this.path = path;
+        this.loop = loop;
+        this.streamId = uuid_1.v4();
+        this.audio = new track_1.MediaStreamTrack({ kind: "audio", streamId: this.streamId });
+        this.video = new track_1.MediaStreamTrack({ kind: "video", streamId: this.streamId });
+        this.setupTrack = (port, track) => {
+            let payloadType = 0;
+            const socket = dgram_1.createSocket("udp4");
+            socket.bind(port);
+            socket.on("message", async (buf) => {
+                const rtp = src_2.RtpPacket.deSerialize(buf);
+                if (!payloadType) {
+                    payloadType = rtp.header.payloadType;
+                }
+                // detect gStreamer restarted
+                if (payloadType !== rtp.header.payloadType) {
+                    payloadType = rtp.header.payloadType;
+                    track.onSourceChanged.execute(rtp.header);
+                }
+                track.writeRtp(buf);
+            });
+        };
+        this.setupTrack(audioPort, this.audio);
+        this.setupTrack(videoPort, this.video);
+    }
+    async start() {
+        let payloadType = 96;
+        const run = async () => {
+            if (payloadType > 100)
+                payloadType = 96;
+            const cmd = `gst-launch-1.0 filesrc location= ${this.path} ! \
+qtdemux name=d ! \
+queue ! h264parse ! rtph264pay config-interval=10 pt=${payloadType++} ! \
+udpsink host=127.0.0.1 port=${this.videoPort} d. ! \
+queue ! aacparse ! avdec_aac ! audioresample ! audioconvert ! opusenc ! rtpopuspay pt=${payloadType++} ! \
+udpsink host=127.0.0.1 port=${this.audioPort}`;
+            const process = child_process_1.exec(cmd);
+            if (this.loop) {
+                await new Promise((r) => process.on("close", r));
+                run();
+            }
+        };
+        await promises_1.setImmediate();
+        run();
+    }
+}
+//# sourceMappingURL=userMedia.js.map

package/lib/webrtc/src/nonstandard/userMedia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"userMedia.js","sourceRoot":"","sources":["../../../../src/nonstandard/userMedia.ts"],"names":[],"mappings":";;;AAAA,iDAAqC;AACrC,iCAAqC;AACrC,8CAA+C;AAC/C,+BAA0B;AAE1B,0CAA8C;AAC9C,0CAA6C;AAC7C,0CAAkD;AAE3C,MAAM,UAAU,GAAG,KAAK,EAAE,IAAY,EAAE,IAAc,EAAE,EAAE;IAC/D,MAAM,SAAS,GAAG,MAAM,gBAAU,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,gBAAU,EAAE,CAAC;IAErC,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC,CAAC;AALW,QAAA,UAAU,cAKrB;AAEF,MAAM,QAAQ;IAKZ,YACU,SAAiB,EACjB,SAAiB,EACjB,IAAY,EACZ,IAAc;QAHd,cAAS,GAAT,SAAS,CAAQ;QACjB,cAAS,GAAT,SAAS,CAAQ;QACjB,SAAI,GAAJ,IAAI,CAAQ;QACZ,SAAI,GAAJ,IAAI,CAAU;QARhB,aAAQ,GAAG,SAAE,EAAE,CAAC;QACxB,UAAK,GAAG,IAAI,wBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzE,UAAK,GAAG,IAAI,wBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAYjE,eAAU,GAAG,CAAC,IAAY,EAAE,KAAuB,EAAE,EAAE;YAC7D,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,MAAM,MAAM,GAAG,oBAAY,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACjC,MAAM,GAAG,GAAG,eAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBACvC,IAAI,CAAC,WAAW,EAAE;oBAChB,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC;iBACtC;gBAED,6BAA6B;gBAC7B,IAAI,WAAW,KAAK,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;oBAC1C,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC;oBACrC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBAC3C;gBAED,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QAvBA,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAuBD,KAAK,CAAC,KAAK;QACT,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;YACrB,IAAI,WAAW,GAAG,GAAG;gBAAE,WAAW,GAAG,EAAE,CAAC;YAExC,MAAM,GAAG,GAAG,oCAAoC,IAAI,CAAC,IAAI;;uDAER,WAAW,EAAE;8BACtC,IAAI,CAAC,SAAS;wFAC4C,WAAW,EAAE;8BACvE,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,oBAAI,CAAC,GAAG,CAAC,CAAC;YAE1B,IAAI,IAAI,CAAC,IAAI,EAAE;gBACb,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACjD,GAAG,EAAE,CAAC;aACP;QACH,CAAC,CAAC;QACF,MAAM,uBAAY,EAAE,CAAC;QACrB,GAAG,EAAE,CAAC;IACR,CAAC;CACF","sourcesContent":["import { exec } from \"child_process\";\nimport { createSocket } from \"dgram\";\nimport { setImmediate } from \"timers/promises\";\nimport { v4 } from \"uuid\";\n\nimport { randomPort } from \"../../../ice/src\";\nimport { RtpPacket } from \"../../../rtp/src\";\nimport { MediaStreamTrack } from \"../media/track\";\n\nexport const getUserMp4 = async (path: string, loop?: boolean) => {\n  const audioPort = await randomPort();\n  const videoPort = await randomPort();\n\n  return new MediaMp4(audioPort, videoPort, path, loop);\n};\n\nclass MediaMp4 {\n  private streamId = v4();\n  audio = new MediaStreamTrack({ kind: \"audio\", streamId: this.streamId });\n  video = new MediaStreamTrack({ kind: \"video\", streamId: this.streamId });\n\n  constructor(\n    private videoPort: number,\n    private audioPort: number,\n    private path: string,\n    private loop?: boolean\n  ) {\n    this.setupTrack(audioPort, this.audio);\n    this.setupTrack(videoPort, this.video);\n  }\n\n  private setupTrack = (port: number, track: MediaStreamTrack) => {\n    let payloadType = 0;\n\n    const socket = createSocket(\"udp4\");\n    socket.bind(port);\n    socket.on(\"message\", async (buf) => {\n      const rtp = RtpPacket.deSerialize(buf);\n      if (!payloadType) {\n        payloadType = rtp.header.payloadType;\n      }\n\n      // detect gStreamer restarted\n      if (payloadType !== rtp.header.payloadType) {\n        payloadType = rtp.header.payloadType;\n        track.onSourceChanged.execute(rtp.header);\n      }\n\n      track.writeRtp(buf);\n    });\n  };\n\n  async start() {\n    let payloadType = 96;\n    const run = async () => {\n      if (payloadType > 100) payloadType = 96;\n\n      const cmd = `gst-launch-1.0 filesrc location= ${this.path} ! \\\nqtdemux name=d ! \\\nqueue ! h264parse ! rtph264pay config-interval=10 pt=${payloadType++} ! \\\nudpsink host=127.0.0.1 port=${this.videoPort} d. ! \\\nqueue ! aacparse ! avdec_aac ! audioresample ! audioconvert ! opusenc ! rtpopuspay pt=${payloadType++} ! \\\nudpsink host=127.0.0.1 port=${this.audioPort}`;\n      const process = exec(cmd);\n\n      if (this.loop) {\n        await new Promise((r) => process.on(\"close\", r));\n        run();\n      }\n    };\n    await setImmediate();\n    run();\n  }\n}\n"]}

package/lib/webrtc/src/nonstandard/webm.d.ts

@@ -0,0 +1,24 @@
+import { MediaStreamTrack } from "../media/track";
+export declare class WebmFactory {
+    path: string;
+    options: TrackOptions;
+    private relativeTimestamp;
+    private disposer?;
+    private position;
+    private staticPartOffset;
+    private queue;
+    /**video cuePoints (keyframe) */
+    private cuePoints;
+    private tracks;
+    constructor(tracks: MediaStreamTrack[], path: string, options?: TrackOptions);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private write;
+    private appendCluster;
+    private appendCuePoint;
+}
+declare type TrackOptions = Partial<{
+    width: number;
+    height: number;
+}>;
+export {};