werift 0.18.13 → 0.18.15

package/lib/rtp/src/processor/lipsync.js.map

@@ -1 +1 @@
-{"version":3,"file":"lipsync.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/lipsync.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAEpC,0BAAyB;AAezB,MAAa,WAAW;IA0BtB,YACU,WAA4C,EAC5C,WAA4C,EAC5C,UAAmC,EAAE;;;;;mBAFrC;;;;;;mBACA;;;;;;mBACA;;QA5BV;;;;mBAAa,IAAA,mBAAU,GAAE;WAAC;QAC1B;;;;;WAAqB;QACrB,QAAQ;QACR;;;;;WAAkB;QAClB;;;;;WAIM;QACN;;;;;WAAwD;QACxD;;;;mBAAU,KAAK;WAAC;QAChB,QAAQ;QACR;;;;;WAAyB;QACzB,QAAQ;QACR;;;;;WAA+B;QAC/B;;;;;WAAsB;QACtB;;;;mBAAgB,CAAC;WAAC;QAClB;;;;;WAAkC;QAClC,QAAQ;QACR;;;;mBAA4B,CAAC;WAAC;QAC9B;;;;mBAA4B,CAAC;WAAC;QAC9B;;;;mBAAwB,EAAE;WAAC;QAC3B,QAAQ;QACR;;;;mBAA8B,CAAC;WAAC;QA8FhC;;;;mBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAgB,EAAE,EAAE;gBACnD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,IAAI,CAAC,WAAW,GAAG,SAAgB,CAAC;oBACpC,OAAO;iBACR;gBAED,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAgB,EAAE,EAAE;gBACnD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,IAAI,CAAC,WAAW,GAAG,SAAgB,CAAC;oBACpC,OAAO;iBACR;gBAED,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;WAAC;QAEF;;;;mBAAuB,CACrB,KAAiB,EACjB,MAGK,EACL,IAAe,EACf,EAAE;gBACF,IAAI,IAAI,CAAC,OAAO,EAAE;oBAChB,OAAO;iBACR;gBAED,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC9B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;iBACvC;gBAED,cAAc;gBACd,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,EAAE;oBACvC,OAAO;iBACR;gBAED,qBAAqB;gBACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,oBAAoB;gBACtC,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjE,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAChE,IAAI,GAAG,GAAG,wBAAwB,IAAI,oBAAoB,GAAG,GAAG,EAAE;oBAChE,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,GAAG;wBACvC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC/D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,oBAAoB;wBACpB,wBAAwB;qBACzB,CAAC;oBACF,OAAO;iBACR;gBACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;gBAE/B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;gBAC3C,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;gBACrE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK;oBACL,IAAI;iBACL,CAAC,CAAC;gBAEH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjD,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACzB,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAClD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;wBAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;wBACnB,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC;qBAC/C;iBACF;gBACD,OAAO;YACT,CAAC;WAAC;QAvKA,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;YACrB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM;YAC5D,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM;YAC5D,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,GAAG,IAAI;SACpD,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CACtC,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE;YACrC,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI;gBACjB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI;oBACf,SAAS;oBACT,IAAI,CAAC,KAAK;gBACZ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAE1B,sCAAsC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;YACvE,IAAI,SAAS,GAAG,CAAC,EAAE;gBACjB,KACE,IAAI,IAAI,GAAG,MAAM,EACjB,IAAI,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAClD,IAAI,IAAI,IAAI,CAAC,KAAK,EAClB;oBACA,WAAW,CAAC,IAAI,CAAC;wBACf,KAAK,EAAE;4BACL,IAAI;4BACJ,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB;4BACvC,UAAU,EAAE,IAAI;yBACjB;wBACD,IAAI,EAAE,OAAO;qBACd,CAAC,CAAC;oBACH,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,GAAG;wBACtC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC9D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,IAAI;qBACL,CAAC;iBACH;aACF;SACF;QACD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC;QAC7C,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CACrE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,iBAAiB,CAC9C,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAElC,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE;YAC3B,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC3B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aAC1B;iBAAM;gBACL,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aAC1B;YACD,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;SAC5C;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,YAAY,EAAE;YACpC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;SAChB;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;CAmFF;AAvMD,kCAuMC","sourcesContent":["import { randomUUID } from \"crypto\";\n\nimport { int } from \"..\";\nimport { CodecFrame } from \"./depacketizer\";\nimport { AVProcessor } from \"./interface\";\nimport { MediaKind } from \"./webm\";\n\nexport type LipsyncInput = {\n  frame?: CodecFrame;\n  eol?: boolean;\n};\n\nexport type LipsyncOutput = {\n  frame?: CodecFrame;\n  eol?: boolean;\n};\n\nexport class LipsyncBase implements AVProcessor<LipsyncInput> {\n  private id = randomUUID();\n  bufferLength: number;\n  /**ms */\n  baseTime?: number;\n  audioBuffer: {\n    frame: CodecFrame;\n    kind: MediaKind;\n    [key: string]: any;\n  }[][];\n  videoBuffer: { frame: CodecFrame; kind: MediaKind }[][];\n  stopped = false;\n  /**ms */\n  private interval: number;\n  /**ms */\n  private bufferDuration: number;\n  private ptime: number;\n  private index = 0;\n  private currentTimestamp!: number;\n  /**ms */\n  private lastCommittedTime = 0;\n  private lastExecutionTime = 0;\n  private internalStats = {};\n  /**ms */\n  private lastFrameReceivedAt = 0;\n\n  constructor(\n    private audioOutput: (output: LipsyncOutput) => void,\n    private videoOutput: (output: LipsyncOutput) => void,\n    private options: Partial<LipSyncOptions> = {}\n  ) {\n    this.interval = this.options.syncInterval ?? 500;\n    this.bufferDuration = this.interval / 2;\n    this.bufferLength = (this.options.bufferLength ?? 10) * 2;\n    this.audioBuffer = [...new Array(this.bufferLength)].map(() => []);\n    this.videoBuffer = [...new Array(this.bufferLength)].map(() => []);\n    this.ptime = this.options.ptime ?? 20;\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n      id: this.id,\n      audioBufferLength: this.audioBuffer.flatMap((v) => v).length,\n      videoBufferLength: this.videoBuffer.flatMap((v) => v).length,\n      baseTime: this.baseTime,\n      lastCommittedTimeSec: this.lastCommittedTime / 1000,\n    };\n  }\n\n  private executeTask() {\n    const audioBuffer = this.audioBuffer[this.index].sort(\n      (a, b) => a.frame.time - b.frame.time\n    );\n\n    if (this.options.fillDummyAudioPacket) {\n      const last = audioBuffer.at(-1);\n      const expect = last\n        ? last.frame.time +\n          // offset\n          this.ptime\n        : this.currentTimestamp;\n\n      // パケット間の損失/muteはdtxプラグインでダミーパケットを挿入する\n      // interval中のパケットが途中から無いもしくはinterval中にパケットが無い場合はここでダミーパケットを挿入する\n      const audioDiff = this.currentTimestamp + this.bufferDuration - expect;\n      if (audioDiff > 0) {\n        for (\n          let time = expect;\n          time < this.currentTimestamp + this.bufferDuration;\n          time += this.ptime\n        ) {\n          audioBuffer.push({\n            frame: {\n              time,\n              data: this.options.fillDummyAudioPacket,\n              isKeyframe: true,\n            },\n            kind: \"audio\",\n          });\n          this.internalStats[\"pushDummyPacket\"] = {\n            count: (this.internalStats[\"pushDummyPacket\"]?.count ?? 0) + 1,\n            at: new Date().toISOString(),\n            time,\n          };\n        }\n      }\n    }\n    this.currentTimestamp += this.bufferDuration;\n    const joined = [...audioBuffer, ...this.videoBuffer[this.index]].filter(\n      (b) => b.frame.time >= this.lastCommittedTime\n    );\n    const sorted = joined.sort((a, b) => a.frame.time - b.frame.time);\n    this.audioBuffer[this.index] = [];\n    this.videoBuffer[this.index] = [];\n\n    for (const output of sorted) {\n      if (output.kind === \"audio\") {\n        this.audioOutput(output);\n      } else {\n        this.videoOutput(output);\n      }\n      this.internalStats[\"lipsync\"] = new Date().toISOString();\n      this.lastCommittedTime = output.frame.time;\n    }\n\n    this.index++;\n    if (this.index === this.bufferLength) {\n      this.index = 0;\n    }\n  }\n\n  private stop() {\n    this.stopped = true;\n    this.audioBuffer = [];\n    this.videoBuffer = [];\n  }\n\n  processAudioInput = ({ frame, eol }: LipsyncInput) => {\n    if (!frame) {\n      this.audioOutput({ eol });\n      this.stop();\n      this.audioOutput = undefined as any;\n      return;\n    }\n\n    this.processInput(frame, this.audioBuffer, \"audio\");\n  };\n\n  processVideoInput = ({ frame, eol }: LipsyncInput) => {\n    if (!frame) {\n      this.videoOutput({ eol });\n      this.stop();\n      this.videoOutput = undefined as any;\n      return;\n    }\n\n    this.processInput(frame, this.videoBuffer, \"video\");\n  };\n\n  private processInput = (\n    frame: CodecFrame,\n    buffer: {\n      frame: CodecFrame;\n      kind: MediaKind;\n    }[][],\n    kind: MediaKind\n  ) => {\n    if (this.stopped) {\n      return;\n    }\n\n    if (this.baseTime == undefined) {\n      this.baseTime = frame.time;\n      this.currentTimestamp = this.baseTime;\n      this.lastExecutionTime = this.baseTime;\n      this.lastCommittedTime = this.baseTime;\n      this.lastFrameReceivedAt = Date.now();\n    }\n\n    // 過去のフレームを捨てる\n    if (frame.time < this.lastCommittedTime) {\n      return;\n    }\n\n    // NTPの同期ずれが疑われるので捨てる\n    const now = Date.now();\n    const gap = 5000; // RTCP SR interval;\n    const lastCommittedElapsed = frame.time - this.lastCommittedTime;\n    const lastFrameReceivedElapsed = now - this.lastFrameReceivedAt;\n    if (gap < lastFrameReceivedElapsed && lastCommittedElapsed < gap) {\n      this.internalStats[\"invalidFrameTime\"] = {\n        count: (this.internalStats[\"invalidFrameTime\"]?.count ?? 0) + 1,\n        at: new Date().toISOString(),\n        lastCommittedElapsed,\n        lastFrameReceivedElapsed,\n      };\n      return;\n    }\n    this.lastFrameReceivedAt = now;\n\n    const elapsed = frame.time - this.baseTime;\n    const index = int(elapsed / this.bufferDuration) % this.bufferLength;\n    buffer[index].push({\n      frame,\n      kind,\n    });\n\n    const diff = frame.time - this.lastExecutionTime;\n    if (diff >= this.interval) {\n      const times = int(diff / this.bufferDuration) - 1;\n      this.lastExecutionTime = this.currentTimestamp;\n      for (let i = 0; i < times; i++) {\n        this.executeTask();\n        this.lastExecutionTime += this.bufferDuration;\n      }\n    }\n    return;\n  };\n}\n\nexport interface LipSyncOptions {\n  /**ms */\n  syncInterval: number;\n  /**\n   * int\n   * @description syncInterval * bufferLength = max packet lifetime\n   * */\n  bufferLength: number;\n  fillDummyAudioPacket: Buffer;\n  ptime: number;\n}\n"]}
+{"version":3,"file":"lipsync.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/lipsync.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAEpC,0BAAyB;AAezB,MAAa,WAAW;IA0BtB,YACU,WAA4C,EAC5C,WAA4C,EAC5C,UAAmC,EAAE;QAF7C;;;;mBAAQ,WAAW;WAAiC;QACpD;;;;mBAAQ,WAAW;WAAiC;QACpD;;;;mBAAQ,OAAO;WAA8B;QA5BvC;;;;mBAAK,IAAA,mBAAU,GAAE;WAAC;QAC1B;;;;;WAAqB;QACrB,QAAQ;QACR;;;;;WAAkB;QAClB;;;;;WAIM;QACN;;;;;WAAwD;QACxD;;;;mBAAU,KAAK;WAAC;QAChB,QAAQ;QACA;;;;;WAAiB;QACzB,QAAQ;QACA;;;;;WAAuB;QACvB;;;;;WAAc;QACd;;;;mBAAQ,CAAC;WAAC;QACV;;;;;WAA0B;QAClC,QAAQ;QACA;;;;mBAAoB,CAAC;WAAC;QACtB;;;;mBAAoB,CAAC;WAAC;QACtB;;;;mBAAgB,EAAE;WAAC;QAC3B,QAAQ;QACA;;;;mBAAsB,CAAC;WAAC;QA8FhC;;;;mBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAgB,EAAE,EAAE;gBACnD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,IAAI,CAAC,WAAW,GAAG,SAAgB,CAAC;oBACpC,OAAO;iBACR;gBAED,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAgB,EAAE,EAAE;gBACnD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,IAAI,CAAC,WAAW,GAAG,SAAgB,CAAC;oBACpC,OAAO;iBACR;gBAED,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;WAAC;QAEM;;;;mBAAe,CACrB,KAAiB,EACjB,MAGK,EACL,IAAe,EACf,EAAE;gBACF,IAAI,IAAI,CAAC,OAAO,EAAE;oBAChB,OAAO;iBACR;gBAED,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC9B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;iBACvC;gBAED,cAAc;gBACd,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,EAAE;oBACvC,OAAO;iBACR;gBAED,qBAAqB;gBACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,oBAAoB;gBACtC,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjE,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAChE,IAAI,GAAG,GAAG,wBAAwB,IAAI,oBAAoB,GAAG,GAAG,EAAE;oBAChE,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,GAAG;wBACvC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC/D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,oBAAoB;wBACpB,wBAAwB;qBACzB,CAAC;oBACF,OAAO;iBACR;gBACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;gBAE/B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;gBAC3C,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;gBACrE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK;oBACL,IAAI;iBACL,CAAC,CAAC;gBAEH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjD,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACzB,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAClD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;wBAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;wBACnB,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC;qBAC/C;iBACF;gBACD,OAAO;YACT,CAAC;WAAC;QAvKA,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;YACrB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM;YAC5D,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM;YAC5D,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,GAAG,IAAI;SACpD,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CACtC,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE;YACrC,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI;gBACjB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI;oBACf,SAAS;oBACT,IAAI,CAAC,KAAK;gBACZ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAE1B,sCAAsC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;YACvE,IAAI,SAAS,GAAG,CAAC,EAAE;gBACjB,KACE,IAAI,IAAI,GAAG,MAAM,EACjB,IAAI,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAClD,IAAI,IAAI,IAAI,CAAC,KAAK,EAClB;oBACA,WAAW,CAAC,IAAI,CAAC;wBACf,KAAK,EAAE;4BACL,IAAI;4BACJ,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB;4BACvC,UAAU,EAAE,IAAI;yBACjB;wBACD,IAAI,EAAE,OAAO;qBACd,CAAC,CAAC;oBACH,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,GAAG;wBACtC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC9D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,IAAI;qBACL,CAAC;iBACH;aACF;SACF;QACD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC;QAC7C,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CACrE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,iBAAiB,CAC9C,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAElC,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE;YAC3B,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC3B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aAC1B;iBAAM;gBACL,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aAC1B;YACD,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;SAC5C;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,YAAY,EAAE;YACpC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;SAChB;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;CAmFF;AAvMD,kCAuMC","sourcesContent":["import { randomUUID } from \"crypto\";\n\nimport { int } from \"..\";\nimport { CodecFrame } from \"./depacketizer\";\nimport { AVProcessor } from \"./interface\";\nimport { MediaKind } from \"./webm\";\n\nexport type LipsyncInput = {\n  frame?: CodecFrame;\n  eol?: boolean;\n};\n\nexport type LipsyncOutput = {\n  frame?: CodecFrame;\n  eol?: boolean;\n};\n\nexport class LipsyncBase implements AVProcessor<LipsyncInput> {\n  private id = randomUUID();\n  bufferLength: number;\n  /**ms */\n  baseTime?: number;\n  audioBuffer: {\n    frame: CodecFrame;\n    kind: MediaKind;\n    [key: string]: any;\n  }[][];\n  videoBuffer: { frame: CodecFrame; kind: MediaKind }[][];\n  stopped = false;\n  /**ms */\n  private interval: number;\n  /**ms */\n  private bufferDuration: number;\n  private ptime: number;\n  private index = 0;\n  private currentTimestamp!: number;\n  /**ms */\n  private lastCommittedTime = 0;\n  private lastExecutionTime = 0;\n  private internalStats = {};\n  /**ms */\n  private lastFrameReceivedAt = 0;\n\n  constructor(\n    private audioOutput: (output: LipsyncOutput) => void,\n    private videoOutput: (output: LipsyncOutput) => void,\n    private options: Partial<LipSyncOptions> = {}\n  ) {\n    this.interval = this.options.syncInterval ?? 500;\n    this.bufferDuration = this.interval / 2;\n    this.bufferLength = (this.options.bufferLength ?? 10) * 2;\n    this.audioBuffer = [...new Array(this.bufferLength)].map(() => []);\n    this.videoBuffer = [...new Array(this.bufferLength)].map(() => []);\n    this.ptime = this.options.ptime ?? 20;\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n      id: this.id,\n      audioBufferLength: this.audioBuffer.flatMap((v) => v).length,\n      videoBufferLength: this.videoBuffer.flatMap((v) => v).length,\n      baseTime: this.baseTime,\n      lastCommittedTimeSec: this.lastCommittedTime / 1000,\n    };\n  }\n\n  private executeTask() {\n    const audioBuffer = this.audioBuffer[this.index].sort(\n      (a, b) => a.frame.time - b.frame.time\n    );\n\n    if (this.options.fillDummyAudioPacket) {\n      const last = audioBuffer.at(-1);\n      const expect = last\n        ? last.frame.time +\n          // offset\n          this.ptime\n        : this.currentTimestamp;\n\n      // パケット間の損失/muteはdtxプラグインでダミーパケットを挿入する\n      // interval中のパケットが途中から無いもしくはinterval中にパケットが無い場合はここでダミーパケットを挿入する\n      const audioDiff = this.currentTimestamp + this.bufferDuration - expect;\n      if (audioDiff > 0) {\n        for (\n          let time = expect;\n          time < this.currentTimestamp + this.bufferDuration;\n          time += this.ptime\n        ) {\n          audioBuffer.push({\n            frame: {\n              time,\n              data: this.options.fillDummyAudioPacket,\n              isKeyframe: true,\n            },\n            kind: \"audio\",\n          });\n          this.internalStats[\"pushDummyPacket\"] = {\n            count: (this.internalStats[\"pushDummyPacket\"]?.count ?? 0) + 1,\n            at: new Date().toISOString(),\n            time,\n          };\n        }\n      }\n    }\n    this.currentTimestamp += this.bufferDuration;\n    const joined = [...audioBuffer, ...this.videoBuffer[this.index]].filter(\n      (b) => b.frame.time >= this.lastCommittedTime\n    );\n    const sorted = joined.sort((a, b) => a.frame.time - b.frame.time);\n    this.audioBuffer[this.index] = [];\n    this.videoBuffer[this.index] = [];\n\n    for (const output of sorted) {\n      if (output.kind === \"audio\") {\n        this.audioOutput(output);\n      } else {\n        this.videoOutput(output);\n      }\n      this.internalStats[\"lipsync\"] = new Date().toISOString();\n      this.lastCommittedTime = output.frame.time;\n    }\n\n    this.index++;\n    if (this.index === this.bufferLength) {\n      this.index = 0;\n    }\n  }\n\n  private stop() {\n    this.stopped = true;\n    this.audioBuffer = [];\n    this.videoBuffer = [];\n  }\n\n  processAudioInput = ({ frame, eol }: LipsyncInput) => {\n    if (!frame) {\n      this.audioOutput({ eol });\n      this.stop();\n      this.audioOutput = undefined as any;\n      return;\n    }\n\n    this.processInput(frame, this.audioBuffer, \"audio\");\n  };\n\n  processVideoInput = ({ frame, eol }: LipsyncInput) => {\n    if (!frame) {\n      this.videoOutput({ eol });\n      this.stop();\n      this.videoOutput = undefined as any;\n      return;\n    }\n\n    this.processInput(frame, this.videoBuffer, \"video\");\n  };\n\n  private processInput = (\n    frame: CodecFrame,\n    buffer: {\n      frame: CodecFrame;\n      kind: MediaKind;\n    }[][],\n    kind: MediaKind\n  ) => {\n    if (this.stopped) {\n      return;\n    }\n\n    if (this.baseTime == undefined) {\n      this.baseTime = frame.time;\n      this.currentTimestamp = this.baseTime;\n      this.lastExecutionTime = this.baseTime;\n      this.lastCommittedTime = this.baseTime;\n      this.lastFrameReceivedAt = Date.now();\n    }\n\n    // 過去のフレームを捨てる\n    if (frame.time < this.lastCommittedTime) {\n      return;\n    }\n\n    // NTPの同期ずれが疑われるので捨てる\n    const now = Date.now();\n    const gap = 5000; // RTCP SR interval;\n    const lastCommittedElapsed = frame.time - this.lastCommittedTime;\n    const lastFrameReceivedElapsed = now - this.lastFrameReceivedAt;\n    if (gap < lastFrameReceivedElapsed && lastCommittedElapsed < gap) {\n      this.internalStats[\"invalidFrameTime\"] = {\n        count: (this.internalStats[\"invalidFrameTime\"]?.count ?? 0) + 1,\n        at: new Date().toISOString(),\n        lastCommittedElapsed,\n        lastFrameReceivedElapsed,\n      };\n      return;\n    }\n    this.lastFrameReceivedAt = now;\n\n    const elapsed = frame.time - this.baseTime;\n    const index = int(elapsed / this.bufferDuration) % this.bufferLength;\n    buffer[index].push({\n      frame,\n      kind,\n    });\n\n    const diff = frame.time - this.lastExecutionTime;\n    if (diff >= this.interval) {\n      const times = int(diff / this.bufferDuration) - 1;\n      this.lastExecutionTime = this.currentTimestamp;\n      for (let i = 0; i < times; i++) {\n        this.executeTask();\n        this.lastExecutionTime += this.bufferDuration;\n      }\n    }\n    return;\n  };\n}\n\nexport interface LipSyncOptions {\n  /**ms */\n  syncInterval: number;\n  /**\n   * int\n   * @description syncInterval * bufferLength = max packet lifetime\n   * */\n  bufferLength: number;\n  fillDummyAudioPacket: Buffer;\n  ptime: number;\n}\n"]}

package/lib/rtp/src/processor/lipsyncCallback.js.map

@@ -1 +1 @@
-{"version":3,"file":"lipsyncCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/lipsyncCallback.ts"],"names":[],"mappings":";;;AAAA,uCAKmB;AAEnB,MAAa,eAAgB,SAAQ,qBAAW;IAK9C,YAAY,UAAmC,EAAE;QAC/C,KAAK,CACH,CAAC,MAAM,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aACtB;QACH,CAAC,EACD,CAAC,MAAM,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aACtB;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAjBJ;;;;;WAAiD;QACjD;;;;;WAAqC;QACrC;;;;;WAAiD;QACjD;;;;;WAAqC;QAiBrC;;;;mBAAY,CAAC,EAAkC,EAAE,UAAuB,EAAE,EAAE;gBAC1E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;gBAClB,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;YACpC,CAAC;WAAC;QACF;;;;mBAAY,CAAC,EAAkC,EAAE,UAAuB,EAAE,EAAE;gBAC1E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;gBAClB,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;YACpC,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAmB,EAAE,EAAE;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAmB,EAAE,EAAE;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,IAAI,CAAC,eAAe,EAAE;oBACxB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;iBAClC;gBACD,IAAI,IAAI,CAAC,eAAe,EAAE;oBACxB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;iBAClC;gBACD,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;gBACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YAC3B,CAAC;WAAC;IA7BF,CAAC;CA8BF;AAjDD,0CAiDC","sourcesContent":["import {\n  LipsyncBase,\n  LipsyncInput,\n  LipSyncOptions,\n  LipsyncOutput,\n} from \"./lipsync\";\n\nexport class LipsyncCallback extends LipsyncBase {\n  private audioCb?: (input: LipsyncOutput) => void;\n  private audioDestructor?: () => void;\n  private videoCb?: (input: LipsyncOutput) => void;\n  private videoDestructor?: () => void;\n  constructor(options: Partial<LipSyncOptions> = {}) {\n    super(\n      (output) => {\n        if (this.audioCb) {\n          this.audioCb(output);\n        }\n      },\n      (output) => {\n        if (this.videoCb) {\n          this.videoCb(output);\n        }\n      },\n      options\n    );\n  }\n\n  pipeAudio = (cb: (input: LipsyncOutput) => void, destructor?: () => void) => {\n    this.audioCb = cb;\n    this.audioDestructor = destructor;\n  };\n  pipeVideo = (cb: (input: LipsyncOutput) => void, destructor?: () => void) => {\n    this.videoCb = cb;\n    this.videoDestructor = destructor;\n  };\n\n  inputAudio = (input: LipsyncInput) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: LipsyncInput) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    if (this.audioDestructor) {\n      this.audioDestructor();\n      this.audioDestructor = undefined;\n    }\n    if (this.videoDestructor) {\n      this.videoDestructor();\n      this.videoDestructor = undefined;\n    }\n    this.audioCb = undefined;\n    this.videoCb = undefined;\n  };\n}\n"]}
+{"version":3,"file":"lipsyncCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/lipsyncCallback.ts"],"names":[],"mappings":";;;AAAA,uCAKmB;AAEnB,MAAa,eAAgB,SAAQ,qBAAW;IAK9C,YAAY,UAAmC,EAAE;QAC/C,KAAK,CACH,CAAC,MAAM,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aACtB;QACH,CAAC,EACD,CAAC,MAAM,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aACtB;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAjBI;;;;;WAAyC;QACzC;;;;;WAA6B;QAC7B;;;;;WAAyC;QACzC;;;;;WAA6B;QAiBrC;;;;mBAAY,CAAC,EAAkC,EAAE,UAAuB,EAAE,EAAE;gBAC1E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;gBAClB,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;YACpC,CAAC;WAAC;QACF;;;;mBAAY,CAAC,EAAkC,EAAE,UAAuB,EAAE,EAAE;gBAC1E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;gBAClB,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;YACpC,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAmB,EAAE,EAAE;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAmB,EAAE,EAAE;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,IAAI,CAAC,eAAe,EAAE;oBACxB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;iBAClC;gBACD,IAAI,IAAI,CAAC,eAAe,EAAE;oBACxB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;iBAClC;gBACD,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;gBACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YAC3B,CAAC;WAAC;IA7BF,CAAC;CA8BF;AAjDD,0CAiDC","sourcesContent":["import {\n  LipsyncBase,\n  LipsyncInput,\n  LipSyncOptions,\n  LipsyncOutput,\n} from \"./lipsync\";\n\nexport class LipsyncCallback extends LipsyncBase {\n  private audioCb?: (input: LipsyncOutput) => void;\n  private audioDestructor?: () => void;\n  private videoCb?: (input: LipsyncOutput) => void;\n  private videoDestructor?: () => void;\n  constructor(options: Partial<LipSyncOptions> = {}) {\n    super(\n      (output) => {\n        if (this.audioCb) {\n          this.audioCb(output);\n        }\n      },\n      (output) => {\n        if (this.videoCb) {\n          this.videoCb(output);\n        }\n      },\n      options\n    );\n  }\n\n  pipeAudio = (cb: (input: LipsyncOutput) => void, destructor?: () => void) => {\n    this.audioCb = cb;\n    this.audioDestructor = destructor;\n  };\n  pipeVideo = (cb: (input: LipsyncOutput) => void, destructor?: () => void) => {\n    this.videoCb = cb;\n    this.videoDestructor = destructor;\n  };\n\n  inputAudio = (input: LipsyncInput) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: LipsyncInput) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    if (this.audioDestructor) {\n      this.audioDestructor();\n      this.audioDestructor = undefined;\n    }\n    if (this.videoDestructor) {\n      this.videoDestructor();\n      this.videoDestructor = undefined;\n    }\n    this.audioCb = undefined;\n    this.videoCb = undefined;\n  };\n}\n"]}

package/lib/rtp/src/processor/mp4.d.ts

@@ -0,0 +1,50 @@
+/// <reference types="node" />
+import Event from "rx.mini";
+import { DataType, Mp4SupportedCodec } from "..";
+import { AVProcessor } from "./interface";
+export type Mp4Input = {
+    frame?: {
+        data: Buffer;
+        isKeyframe: boolean;
+        /**ms */
+        time: number;
+    };
+    eol?: boolean;
+};
+export interface Mp4Output {
+    type: DataType;
+    timestamp: number;
+    duration: number;
+    data: Uint8Array;
+    eol?: boolean;
+    kind: "audio" | "video";
+}
+export interface MP4Option {
+    /**ms */
+    duration?: number;
+    encryptionKey?: Buffer;
+    strictTimestamp?: boolean;
+}
+export declare class MP4Base implements AVProcessor<Mp4Input> {
+    tracks: Track[];
+    private output;
+    private options;
+    private internalStats;
+    private container;
+    stopped: boolean;
+    onStopped: Event<any[]>;
+    constructor(tracks: Track[], output: (output: Mp4Output) => void, options?: MP4Option);
+    toJSON(): Record<string, any>;
+    processAudioInput: ({ frame }: Mp4Input) => void;
+    processVideoInput: ({ frame }: Mp4Input) => void;
+    protected start(): void;
+    stop(): void;
+}
+export interface Track {
+    width?: number;
+    height?: number;
+    kind: "audio" | "video";
+    codec: Mp4SupportedCodec;
+    clockRate: number;
+    trackNumber: number;
+}

package/lib/rtp/src/processor/mp4.js

@@ -0,0 +1,162 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MP4Base = void 0;
+const rx_mini_1 = __importDefault(require("rx.mini"));
+const __1 = require("..");
+class MP4Base {
+    constructor(tracks, output, options = {}) {
+        Object.defineProperty(this, "tracks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: tracks
+        });
+        Object.defineProperty(this, "output", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: output
+        });
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: options
+        });
+        Object.defineProperty(this, "internalStats", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "container", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stopped", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        Object.defineProperty(this, "onStopped", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new rx_mini_1.default()
+        });
+        Object.defineProperty(this, "processAudioInput", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ({ frame }) => {
+                const track = this.tracks.find((t) => t.kind === "audio");
+                if (frame) {
+                    if (!this.container.audioTrack) {
+                        this.container.write({
+                            codec: track.codec,
+                            description: (0, __1.buffer2ArrayBuffer)(__1.OpusRtpPayload.createCodecPrivate()),
+                            numberOfChannels: 2,
+                            sampleRate: track.clockRate,
+                            track: "audio",
+                        });
+                    }
+                    else {
+                        this.container.write({
+                            byteLength: frame.data.length,
+                            duration: null,
+                            timestamp: frame.time * 1000,
+                            type: "key",
+                            copyTo: (destination) => {
+                                frame.data.copy(destination);
+                            },
+                            track: "audio",
+                        });
+                    }
+                }
+            }
+        });
+        Object.defineProperty(this, "processVideoInput", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ({ frame }) => {
+                const track = this.tracks.find((t) => t.kind === "video");
+                if (frame) {
+                    if (!this.container.videoTrack) {
+                        if (frame.isKeyframe) {
+                            const avcc = (0, __1.annexb2avcc)(frame.data);
+                            const [displayAspectWidth, displayAspectHeight] = computeRatio(track.width, track.height);
+                            this.container.write({
+                                codec: track.codec,
+                                codedWidth: track.width,
+                                codedHeight: track.height,
+                                description: avcc.buffer,
+                                displayAspectWidth,
+                                displayAspectHeight,
+                                track: "video",
+                            });
+                            this.container.write({
+                                byteLength: frame.data.length,
+                                duration: null,
+                                timestamp: frame.time * 1000,
+                                type: "key",
+                                copyTo: (destination) => {
+                                    frame.data.copy(destination);
+                                },
+                                track: "video",
+                            });
+                        }
+                    }
+                    else {
+                        this.container.write({
+                            byteLength: frame.data.length,
+                            duration: null,
+                            timestamp: frame.time * 1000,
+                            type: frame.isKeyframe ? "key" : "delta",
+                            copyTo: (destination) => {
+                                frame.data.copy(destination);
+                            },
+                            track: "video",
+                        });
+                    }
+                }
+            }
+        });
+        this.container = new __1.Mp4Container({
+            track: {
+                audio: !!this.tracks.find((t) => t.kind === "audio"),
+                video: !!this.tracks.find((t) => t.kind === "video"),
+            },
+        });
+        this.container.onData.subscribe((data) => {
+            this.output(data);
+        });
+    }
+    toJSON() {
+        return {
+            ...this.internalStats,
+        };
+    }
+    start() { }
+    stop() { }
+}
+exports.MP4Base = MP4Base;
+function computeRatio(a, b) {
+    function gcd(x, y) {
+        while (y !== 0) {
+            const temp = y;
+            y = x % y;
+            x = temp;
+        }
+        return x;
+    }
+    const divisor = gcd(a, b);
+    return [a / divisor, b / divisor];
+}
+//# sourceMappingURL=mp4.js.map

package/lib/rtp/src/processor/mp4.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mp4.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/mp4.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA4B;AAE5B,0BAOY;AA6BZ,MAAa,OAAO;IAMlB,YACS,MAAe,EACd,MAAmC,EACnC,UAAqB,EAAE;QAF/B;;;;mBAAO,MAAM;WAAS;QACtB;;;;mBAAQ,MAAM;WAA6B;QAC3C;;;;mBAAQ,OAAO;WAAgB;QARzB;;;;mBAAgB,EAAE;WAAC;QACnB;;;;;WAAwB;QAChC;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAY,IAAI,iBAAK,EAAE;WAAC;QAwBxB;;;;mBAAoB,CAAC,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;wBAC9B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,WAAW,EAAE,IAAA,sBAAkB,EAAC,kBAAc,CAAC,kBAAkB,EAAE,CAAC;4BACpE,gBAAgB,EAAE,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,SAAS;4BAC3B,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;qBACJ;yBAAM;wBACL,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;4BAC7B,QAAQ,EAAE,IAAI;4BACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;4BAC5B,IAAI,EAAE,KAAK;4BACX,MAAM,EAAE,CAAC,WAAuB,EAAE,EAAE;gCAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;4BAC/B,CAAC;4BACD,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;qBACJ;iBACF;YACH,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;wBAC9B,IAAI,KAAK,CAAC,UAAU,EAAE;4BACpB,MAAM,IAAI,GAAG,IAAA,eAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAErC,MAAM,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,GAAG,YAAY,CAC5D,KAAK,CAAC,KAAM,EACZ,KAAK,CAAC,MAAO,CACd,CAAC;4BAEF,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gCACnB,KAAK,EAAE,KAAK,CAAC,KAAK;gCAClB,UAAU,EAAE,KAAK,CAAC,KAAK;gCACvB,WAAW,EAAE,KAAK,CAAC,MAAM;gCACzB,WAAW,EAAE,IAAI,CAAC,MAAM;gCACxB,kBAAkB;gCAClB,mBAAmB;gCACnB,KAAK,EAAE,OAAO;6BACf,CAAC,CAAC;4BACH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gCACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gCAC7B,QAAQ,EAAE,IAAI;gCACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;gCAC5B,IAAI,EAAE,KAAK;gCACX,MAAM,EAAE,CAAC,WAAuB,EAAE,EAAE;oCAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gCAC/B,CAAC;gCACD,KAAK,EAAE,OAAO;6BACf,CAAC,CAAC;yBACJ;qBACF;yBAAM;wBACL,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;4BAC7B,QAAQ,EAAE,IAAI;4BACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;4BAC5B,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;4BACxC,MAAM,EAAE,CAAC,WAAuB,EAAE,EAAE;gCAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;4BAC/B,CAAC;4BACD,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;qBACJ;iBACF;YACH,CAAC;WAAC;QA1FA,IAAI,CAAC,SAAS,GAAG,IAAI,gBAAY,CAAC;YAChC,KAAK,EAAE;gBACL,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;gBACpD,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;aACrD;SACF,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;SACtB,CAAC;IACJ,CAAC;IA6ES,KAAK,KAAI,CAAC;IAEpB,IAAI,KAAI,CAAC;CACV;AA1GD,0BA0GC;AAED,SAAS,YAAY,CAAC,CAAS,EAAE,CAAS;IACxC,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS;QAC/B,OAAO,CAAC,KAAK,CAAC,EAAE;YACd,MAAM,IAAI,GAAG,CAAC,CAAC;YACf,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACV,CAAC,GAAG,IAAI,CAAC;SACV;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;AACpC,CAAC","sourcesContent":["import Event from \"rx.mini\";\n\nimport {\n  annexb2avcc,\n  buffer2ArrayBuffer,\n  DataType,\n  Mp4Container,\n  Mp4SupportedCodec,\n  OpusRtpPayload,\n} from \"..\";\nimport { AVProcessor } from \"./interface\";\n\nexport type Mp4Input = {\n  frame?: {\n    data: Buffer;\n    isKeyframe: boolean;\n    /**ms */\n    time: number;\n  };\n  eol?: boolean;\n};\n\nexport interface Mp4Output {\n  type: DataType;\n  timestamp: number;\n  duration: number;\n  data: Uint8Array;\n  eol?: boolean;\n  kind: \"audio\" | \"video\";\n}\n\nexport interface MP4Option {\n  /**ms */\n  duration?: number;\n  encryptionKey?: Buffer;\n  strictTimestamp?: boolean;\n}\n\nexport class MP4Base implements AVProcessor<Mp4Input> {\n  private internalStats = {};\n  private container: Mp4Container;\n  stopped = false;\n  onStopped = new Event();\n\n  constructor(\n    public tracks: Track[],\n    private output: (output: Mp4Output) => void,\n    private options: MP4Option = {}\n  ) {\n    this.container = new Mp4Container({\n      track: {\n        audio: !!this.tracks.find((t) => t.kind === \"audio\"),\n        video: !!this.tracks.find((t) => t.kind === \"video\"),\n      },\n    });\n    this.container.onData.subscribe((data) => {\n      this.output(data);\n    });\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n    };\n  }\n\n  processAudioInput = ({ frame }: Mp4Input) => {\n    const track = this.tracks.find((t) => t.kind === \"audio\")!;\n\n    if (frame) {\n      if (!this.container.audioTrack) {\n        this.container.write({\n          codec: track.codec,\n          description: buffer2ArrayBuffer(OpusRtpPayload.createCodecPrivate()),\n          numberOfChannels: 2,\n          sampleRate: track.clockRate,\n          track: \"audio\",\n        });\n      } else {\n        this.container.write({\n          byteLength: frame.data.length,\n          duration: null,\n          timestamp: frame.time * 1000,\n          type: \"key\",\n          copyTo: (destination: Uint8Array) => {\n            frame.data.copy(destination);\n          },\n          track: \"audio\",\n        });\n      }\n    }\n  };\n\n  processVideoInput = ({ frame }: Mp4Input) => {\n    const track = this.tracks.find((t) => t.kind === \"video\")!;\n\n    if (frame) {\n      if (!this.container.videoTrack) {\n        if (frame.isKeyframe) {\n          const avcc = annexb2avcc(frame.data);\n\n          const [displayAspectWidth, displayAspectHeight] = computeRatio(\n            track.width!,\n            track.height!\n          );\n\n          this.container.write({\n            codec: track.codec,\n            codedWidth: track.width,\n            codedHeight: track.height,\n            description: avcc.buffer,\n            displayAspectWidth,\n            displayAspectHeight,\n            track: \"video\",\n          });\n          this.container.write({\n            byteLength: frame.data.length,\n            duration: null,\n            timestamp: frame.time * 1000,\n            type: \"key\",\n            copyTo: (destination: Uint8Array) => {\n              frame.data.copy(destination);\n            },\n            track: \"video\",\n          });\n        }\n      } else {\n        this.container.write({\n          byteLength: frame.data.length,\n          duration: null,\n          timestamp: frame.time * 1000,\n          type: frame.isKeyframe ? \"key\" : \"delta\",\n          copyTo: (destination: Uint8Array) => {\n            frame.data.copy(destination);\n          },\n          track: \"video\",\n        });\n      }\n    }\n  };\n\n  protected start() {}\n\n  stop() {}\n}\n\nfunction computeRatio(a: number, b: number) {\n  function gcd(x: number, y: number) {\n    while (y !== 0) {\n      const temp = y;\n      y = x % y;\n      x = temp;\n    }\n    return x;\n  }\n\n  const divisor = gcd(a, b);\n  return [a / divisor, b / divisor];\n}\n\nexport interface Track {\n  width?: number;\n  height?: number;\n  kind: \"audio\" | \"video\";\n  codec: Mp4SupportedCodec;\n  clockRate: number;\n  trackNumber: number;\n}\n"]}

package/lib/rtp/src/processor/mp4Callback.d.ts

@@ -0,0 +1,12 @@
+import { MP4Base, Mp4Input, Mp4Output, Track } from "./mp4";
+import { WebmOption } from "./webm";
+export declare class MP4Callback extends MP4Base {
+    private cb?;
+    private queue;
+    constructor(tracks: Track[], options?: WebmOption);
+    pipe: (cb: (input: Mp4Output) => Promise<void>) => void;
+    inputAudio: (input: Mp4Input) => void;
+    inputVideo: (input: Mp4Input) => void;
+    destroy: () => void;
+    static saveToFileSystem: (path: string) => (value: Mp4Output) => Promise<void>;
+}

package/lib/rtp/src/processor/mp4Callback.js

@@ -0,0 +1,83 @@
+"use strict";
+var _a;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MP4Callback = void 0;
+const promises_1 = require("fs/promises");
+const __1 = require("..");
+const mp4_1 = require("./mp4");
+class MP4Callback extends mp4_1.MP4Base {
+    constructor(tracks, options = {}) {
+        super(tracks, async (output) => {
+            const cb = this.cb;
+            if (cb) {
+                await this.queue.push(() => cb(output));
+            }
+        }, options);
+        Object.defineProperty(this, "cb", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "queue", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new __1.PromiseQueue()
+        });
+        Object.defineProperty(this, "pipe", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: (cb) => {
+                this.cb = cb;
+                this.start();
+            }
+        });
+        Object.defineProperty(this, "inputAudio", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: (input) => {
+                this.processAudioInput(input);
+            }
+        });
+        Object.defineProperty(this, "inputVideo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: (input) => {
+                this.processVideoInput(input);
+            }
+        });
+        Object.defineProperty(this, "destroy", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: () => {
+                this.cb = undefined;
+                this.queue.cancel();
+            }
+        });
+    }
+}
+_a = MP4Callback;
+Object.defineProperty(MP4Callback, "saveToFileSystem", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: (path) => {
+        const queue = new __1.PromiseQueue();
+        return async (value) => {
+            await queue.push(async () => {
+                if (value.data) {
+                    await (0, promises_1.appendFile)(path, value.data);
+                }
+                else if (value.eol) {
+                }
+            });
+        };
+    }
+});
+exports.MP4Callback = MP4Callback;
+//# sourceMappingURL=mp4Callback.js.map

package/lib/rtp/src/processor/mp4Callback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mp4Callback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/mp4Callback.ts"],"names":[],"mappings":";;;;AAAA,0CAAyC;AAEzC,0BAAkC;AAClC,+BAA4D;AAG5D,MAAa,WAAY,SAAQ,aAAO;IAGtC,YAAY,MAAe,EAAE,UAAsB,EAAE;QACnD,KAAK,CACH,MAAM,EACN,KAAK,EAAE,MAAM,EAAE,EAAE;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,EAAE,EAAE;gBACN,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aACzC;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAZI;;;;;WAAyC;QACzC;;;;mBAAQ,IAAI,gBAAY,EAAE;WAAC;QAcnC;;;;mBAAO,CAAC,EAAuC,EAAE,EAAE;gBACjD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC;WAAC;IAjBF,CAAC;;;AAmBM;;;;WAAmB,CAAC,IAAY,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,IAAI,gBAAY,EAAE,CAAC;QACjC,OAAO,KAAK,EAAE,KAAgB,EAAE,EAAE;YAChC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,KAAK,CAAC,IAAI,EAAE;oBACd,MAAM,IAAA,qBAAU,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;iBACpC;qBAAM,IAAI,KAAK,CAAC,GAAG,EAAE;iBACrB;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;EAVsB,CAUrB;AA3CS,kCAAW","sourcesContent":["import { appendFile } from \"fs/promises\";\n\nimport { PromiseQueue } from \"..\";\nimport { MP4Base, Mp4Input, Mp4Output, Track } from \"./mp4\";\nimport { WebmOption } from \"./webm\";\n\nexport class MP4Callback extends MP4Base {\n  private cb?: (input: Mp4Output) => Promise<void>;\n  private queue = new PromiseQueue();\n  constructor(tracks: Track[], options: WebmOption = {}) {\n    super(\n      tracks,\n      async (output) => {\n        const cb = this.cb;\n        if (cb) {\n          await this.queue.push(() => cb(output));\n        }\n      },\n      options\n    );\n  }\n\n  pipe = (cb: (input: Mp4Output) => Promise<void>) => {\n    this.cb = cb;\n    this.start();\n  };\n\n  inputAudio = (input: Mp4Input) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: Mp4Input) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    this.cb = undefined;\n    this.queue.cancel();\n  };\n\n  static saveToFileSystem = (path: string) => {\n    const queue = new PromiseQueue();\n    return async (value: Mp4Output) => {\n      await queue.push(async () => {\n        if (value.data) {\n          await appendFile(path, value.data);\n        } else if (value.eol) {\n        }\n      });\n    };\n  };\n}\n"]}

package/lib/rtp/src/processor/mute.d.ts

@@ -6,7 +6,7 @@ export type MuteOutput = MuteInput;
 export declare class MuteHandlerBase implements Processor<MuteInput, MuteOutput> {
     private output;
     private props;
-    readonly id: string;
+    readonly id: `${string}-${string}-${string}-${string}-${string}`;
     private buffer;
     private index;
     private ended;

package/lib/rtp/src/processor/mute.js

@@ -77,19 +77,19 @@ class MuteHandlerBase {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: this.props.interval
+            value: void 0
         });
         Object.defineProperty(this, "bufferDuration", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: this.interval / 2
+            value: void 0
         });
         Object.defineProperty(this, "bufferLength", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: this.props.bufferLength * 2
+            value: void 0
         });
         /**ms */
         Object.defineProperty(this, "lastFrameReceivedAt", {
@@ -151,6 +151,9 @@ class MuteHandlerBase {
                 return [];
             }
         });
+        this.interval = props.interval;
+        this.bufferDuration = this.interval / 2;
+        this.bufferLength = this.props.bufferLength * 2;
         this.buffer = [...new Array(this.bufferLength)].map(() => []);
     }
     toJSON() {

package/lib/rtp/src/processor/mute.js.map

@@ -1 +1 @@
-{"version":3,"file":"mute.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/mute.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAEpC,0BAAyB;AAQzB,MAAa,eAAe;IAkB1B,YACU,MAA+B,EAC/B,KAQP;;;;;mBATO;;;;;;mBACA;;QAnBV;;;;mBAAc,IAAA,mBAAU,GAAE;WAAC;QAC3B;;;;;WAA+B;QAC/B;;;;mBAAgB,CAAC;WAAC;QAClB;;;;mBAAgB,KAAK;WAAC;QACtB;;;;;WAA0B;QAC1B;;;;;WAAkC;QAClC;;;;mBAAwB,EAAE;WAAC;QAC3B,QAAQ;QACR;;;;mBAA4B,CAAC;WAAC;QAC9B;;;;mBAA4B,CAAC;WAAC;QAC9B,QAAQ;QACR;;;;mBAAmB,IAAI,CAAC,KAAK,CAAC,QAAQ;WAAC;QACvC;;;;mBAAiC,IAAI,CAAC,QAAQ,GAAG,CAAC;WAAC;QACnD;;;;mBAAuB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC;WAAC;QACnD,QAAQ;QACR;;;;mBAA8B,CAAC;WAAC;QAkEhC;;;;mBAAe,CAAC,EAAE,KAAK,EAAE,GAAG,EAAa,EAAgB,EAAE;gBACzD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;iBAClB;gBAED,IAAI,IAAI,CAAC,KAAK,EAAE;oBACd,OAAO,EAAE,CAAC;iBACX;gBAED,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC9B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;iBACvC;gBAED,cAAc;gBACd,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,EAAE;oBACvC,OAAO,EAAE,CAAC;iBACX;gBAED,qBAAqB;gBACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,oBAAoB;gBACtC,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjE,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAChE,IAAI,GAAG,GAAG,wBAAwB,IAAI,oBAAoB,GAAG,GAAG,EAAE;oBAChE,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,GAAG;wBACvC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC/D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,oBAAoB;wBACpB,wBAAwB;qBACzB,CAAC;oBACF,OAAO,EAAE,CAAC;iBACX;gBACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;gBAE/B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;gBAC3C,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAE/B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBAC1D,IAAI,aAAa,IAAI,IAAI,CAAC,QAAQ,EAAE;oBAClC,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAC3D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;wBAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;wBACnB,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC;qBAC/C;iBACF;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC;WAAC;QA1GA,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,MAAM;QACJ,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;IAChD,CAAC;IAEO,WAAW;QACjB,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,IAAI;gBACT,SAAS;gBACT,KAAK;YACP,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAE1B,IAAI,MAAM,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAAE;YACxD,KACE,IAAI,IAAI,GAAG,MAAM,EACjB,IAAI,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAClD,IAAI,IAAI,KAAK,EACb;gBACA,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI;oBACJ,IAAI,EAAE,WAAW;oBACjB,UAAU,EAAE,IAAI;iBACjB,CAAC,CAAC;aACJ;SACF;QACD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACvB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,YAAY,EAAE;YACpC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;SAChB;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;IACjC,CAAC;CAyDF;AAzID,0CAyIC","sourcesContent":["import { randomUUID } from \"crypto\";\n\nimport { int } from \"..\";\nimport { CodecFrame, DepacketizerOutput } from \"./depacketizer\";\nimport { Processor } from \"./interface\";\n\nexport type MuteInput = DepacketizerOutput;\n\nexport type MuteOutput = MuteInput;\n\nexport class MuteHandlerBase implements Processor<MuteInput, MuteOutput> {\n  readonly id = randomUUID();\n  private buffer: CodecFrame[][];\n  private index = 0;\n  private ended = false;\n  private baseTime?: number;\n  private currentTimestamp!: number;\n  private internalStats = {};\n  /**ms */\n  private lastCommittedTime = 0;\n  private lastExecutionTime = 0;\n  /**ms */\n  private interval = this.props.interval;\n  private bufferDuration: number = this.interval / 2;\n  private bufferLength = this.props.bufferLength * 2;\n  /**ms */\n  private lastFrameReceivedAt = 0;\n\n  constructor(\n    private output: (o: MuteOutput) => void,\n    private props: {\n      ptime: number;\n      dummyPacket: Buffer;\n      /**ms\n       * @description intervalごとに無音区間に空パケットを挿入する\n       */\n      interval: number;\n      bufferLength: number;\n    }\n  ) {\n    this.buffer = [...new Array(this.bufferLength)].map(() => []);\n  }\n\n  toJSON(): Record<string, any> {\n    return { ...this.internalStats, id: this.id };\n  }\n\n  private executeTask() {\n    const { ptime, dummyPacket } = this.props;\n\n    const buffer = this.buffer[this.index].sort((a, b) => a.time - b.time);\n    const last = buffer.at(-1);\n    const expect = last\n      ? last.time +\n        // offset\n        ptime\n      : this.currentTimestamp;\n\n    if (expect < this.currentTimestamp + this.bufferDuration) {\n      for (\n        let time = expect;\n        time < this.currentTimestamp + this.bufferDuration;\n        time += ptime\n      ) {\n        buffer.push({\n          time,\n          data: dummyPacket,\n          isKeyframe: true,\n        });\n      }\n    }\n    this.currentTimestamp += this.bufferDuration;\n    this.internalStats[\"mute\"] = new Date().toISOString();\n\n    this.buffer[this.index] = [];\n    buffer.forEach((frame) => {\n      this.output({ frame });\n      this.lastCommittedTime = frame.time;\n    });\n\n    this.index++;\n    if (this.index === this.bufferLength) {\n      this.index = 0;\n    }\n  }\n\n  private stop() {\n    this.ended = true;\n    this.buffer = [];\n    this.output = undefined as any;\n  }\n\n  processInput = ({ frame, eol }: MuteInput): MuteOutput[] => {\n    if (!frame) {\n      this.stop();\n      return [{ eol }];\n    }\n\n    if (this.ended) {\n      return [];\n    }\n\n    if (this.baseTime == undefined) {\n      this.baseTime = frame.time;\n      this.currentTimestamp = this.baseTime;\n      this.lastExecutionTime = this.baseTime;\n      this.lastCommittedTime = this.baseTime;\n      this.lastFrameReceivedAt = Date.now();\n    }\n\n    // 過去のフレームを捨てる\n    if (frame.time < this.lastCommittedTime) {\n      return [];\n    }\n\n    // NTPの同期ずれが疑われるので捨てる\n    const now = Date.now();\n    const gap = 5000; // RTCP SR interval;\n    const lastCommittedElapsed = frame.time - this.lastCommittedTime;\n    const lastFrameReceivedElapsed = now - this.lastFrameReceivedAt;\n    if (gap < lastFrameReceivedElapsed && lastCommittedElapsed < gap) {\n      this.internalStats[\"invalidFrameTime\"] = {\n        count: (this.internalStats[\"invalidFrameTime\"]?.count ?? 0) + 1,\n        at: new Date().toISOString(),\n        lastCommittedElapsed,\n        lastFrameReceivedElapsed,\n      };\n      return [];\n    }\n    this.lastFrameReceivedAt = now;\n\n    const elapsed = frame.time - this.baseTime;\n    const index = int(elapsed / this.bufferDuration) % this.bufferLength;\n    this.buffer[index].push(frame);\n\n    const lastExecution = frame.time - this.lastExecutionTime;\n    if (lastExecution >= this.interval) {\n      const times = int(lastExecution / this.bufferDuration) - 1;\n      this.lastExecutionTime = this.currentTimestamp;\n      for (let i = 0; i < times; i++) {\n        this.executeTask();\n        this.lastExecutionTime += this.bufferDuration;\n      }\n    }\n\n    return [];\n  };\n}\n"]}
+{"version":3,"file":"mute.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/mute.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAEpC,0BAAyB;AAQzB,MAAa,eAAe;IAkB1B,YACU,MAA+B,EAC/B,KAQP;QATD;;;;mBAAQ,MAAM;WAAyB;QACvC;;;;mBAAQ,KAAK;WAQZ;QA3BM;;;;mBAAK,IAAA,mBAAU,GAAE;WAAC;QACnB;;;;;WAAuB;QACvB;;;;mBAAQ,CAAC;WAAC;QACV;;;;mBAAQ,KAAK;WAAC;QACd;;;;;WAAkB;QAClB;;;;;WAA0B;QAC1B;;;;mBAAgB,EAAE;WAAC;QAC3B,QAAQ;QACA;;;;mBAAoB,CAAC;WAAC;QACtB;;;;mBAAoB,CAAC;WAAC;QAC9B,QAAQ;QACA;;;;;WAAiB;QACjB;;;;;WAAuB;QACvB;;;;;WAAqB;QAC7B,QAAQ;QACA;;;;mBAAsB,CAAC;WAAC;QAqEhC;;;;mBAAe,CAAC,EAAE,KAAK,EAAE,GAAG,EAAa,EAAgB,EAAE;gBACzD,IAAI,CAAC,KAAK,EAAE;oBACV,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;iBAClB;gBAED,IAAI,IAAI,CAAC,KAAK,EAAE;oBACd,OAAO,EAAE,CAAC;iBACX;gBAED,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC9B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACvC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;iBACvC;gBAED,cAAc;gBACd,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,EAAE;oBACvC,OAAO,EAAE,CAAC;iBACX;gBAED,qBAAqB;gBACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,oBAAoB;gBACtC,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBACjE,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAChE,IAAI,GAAG,GAAG,wBAAwB,IAAI,oBAAoB,GAAG,GAAG,EAAE;oBAChE,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,GAAG;wBACvC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;wBAC/D,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC5B,oBAAoB;wBACpB,wBAAwB;qBACzB,CAAC;oBACF,OAAO,EAAE,CAAC;iBACX;gBACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;gBAE/B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;gBAC3C,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAE/B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBAC1D,IAAI,aAAa,IAAI,IAAI,CAAC,QAAQ,EAAE;oBAClC,MAAM,KAAK,GAAG,IAAA,OAAG,EAAC,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAC3D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;wBAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;wBACnB,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC;qBAC/C;iBACF;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC;WAAC;QA7GA,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,MAAM;QACJ,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;IAChD,CAAC;IAEO,WAAW;QACjB,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,IAAI;gBACT,SAAS;gBACT,KAAK;YACP,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAE1B,IAAI,MAAM,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAAE;YACxD,KACE,IAAI,IAAI,GAAG,MAAM,EACjB,IAAI,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAClD,IAAI,IAAI,KAAK,EACb;gBACA,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI;oBACJ,IAAI,EAAE,WAAW;oBACjB,UAAU,EAAE,IAAI;iBACjB,CAAC,CAAC;aACJ;SACF;QACD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACvB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,YAAY,EAAE;YACpC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;SAChB;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;IACjC,CAAC;CAyDF;AA5ID,0CA4IC","sourcesContent":["import { randomUUID } from \"crypto\";\n\nimport { int } from \"..\";\nimport { CodecFrame, DepacketizerOutput } from \"./depacketizer\";\nimport { Processor } from \"./interface\";\n\nexport type MuteInput = DepacketizerOutput;\n\nexport type MuteOutput = MuteInput;\n\nexport class MuteHandlerBase implements Processor<MuteInput, MuteOutput> {\n  readonly id = randomUUID();\n  private buffer: CodecFrame[][];\n  private index = 0;\n  private ended = false;\n  private baseTime?: number;\n  private currentTimestamp!: number;\n  private internalStats = {};\n  /**ms */\n  private lastCommittedTime = 0;\n  private lastExecutionTime = 0;\n  /**ms */\n  private interval: number;\n  private bufferDuration: number;\n  private bufferLength: number;\n  /**ms */\n  private lastFrameReceivedAt = 0;\n\n  constructor(\n    private output: (o: MuteOutput) => void,\n    private props: {\n      ptime: number;\n      dummyPacket: Buffer;\n      /**ms\n       * @description intervalごとに無音区間に空パケットを挿入する\n       */\n      interval: number;\n      bufferLength: number;\n    }\n  ) {\n    this.interval = props.interval;\n    this.bufferDuration = this.interval / 2;\n    this.bufferLength = this.props.bufferLength * 2;\n    this.buffer = [...new Array(this.bufferLength)].map(() => []);\n  }\n\n  toJSON(): Record<string, any> {\n    return { ...this.internalStats, id: this.id };\n  }\n\n  private executeTask() {\n    const { ptime, dummyPacket } = this.props;\n\n    const buffer = this.buffer[this.index].sort((a, b) => a.time - b.time);\n    const last = buffer.at(-1);\n    const expect = last\n      ? last.time +\n        // offset\n        ptime\n      : this.currentTimestamp;\n\n    if (expect < this.currentTimestamp + this.bufferDuration) {\n      for (\n        let time = expect;\n        time < this.currentTimestamp + this.bufferDuration;\n        time += ptime\n      ) {\n        buffer.push({\n          time,\n          data: dummyPacket,\n          isKeyframe: true,\n        });\n      }\n    }\n    this.currentTimestamp += this.bufferDuration;\n    this.internalStats[\"mute\"] = new Date().toISOString();\n\n    this.buffer[this.index] = [];\n    buffer.forEach((frame) => {\n      this.output({ frame });\n      this.lastCommittedTime = frame.time;\n    });\n\n    this.index++;\n    if (this.index === this.bufferLength) {\n      this.index = 0;\n    }\n  }\n\n  private stop() {\n    this.ended = true;\n    this.buffer = [];\n    this.output = undefined as any;\n  }\n\n  processInput = ({ frame, eol }: MuteInput): MuteOutput[] => {\n    if (!frame) {\n      this.stop();\n      return [{ eol }];\n    }\n\n    if (this.ended) {\n      return [];\n    }\n\n    if (this.baseTime == undefined) {\n      this.baseTime = frame.time;\n      this.currentTimestamp = this.baseTime;\n      this.lastExecutionTime = this.baseTime;\n      this.lastCommittedTime = this.baseTime;\n      this.lastFrameReceivedAt = Date.now();\n    }\n\n    // 過去のフレームを捨てる\n    if (frame.time < this.lastCommittedTime) {\n      return [];\n    }\n\n    // NTPの同期ずれが疑われるので捨てる\n    const now = Date.now();\n    const gap = 5000; // RTCP SR interval;\n    const lastCommittedElapsed = frame.time - this.lastCommittedTime;\n    const lastFrameReceivedElapsed = now - this.lastFrameReceivedAt;\n    if (gap < lastFrameReceivedElapsed && lastCommittedElapsed < gap) {\n      this.internalStats[\"invalidFrameTime\"] = {\n        count: (this.internalStats[\"invalidFrameTime\"]?.count ?? 0) + 1,\n        at: new Date().toISOString(),\n        lastCommittedElapsed,\n        lastFrameReceivedElapsed,\n      };\n      return [];\n    }\n    this.lastFrameReceivedAt = now;\n\n    const elapsed = frame.time - this.baseTime;\n    const index = int(elapsed / this.bufferDuration) % this.bufferLength;\n    this.buffer[index].push(frame);\n\n    const lastExecution = frame.time - this.lastExecutionTime;\n    if (lastExecution >= this.interval) {\n      const times = int(lastExecution / this.bufferDuration) - 1;\n      this.lastExecutionTime = this.currentTimestamp;\n      for (let i = 0; i < times; i++) {\n        this.executeTask();\n        this.lastExecutionTime += this.bufferDuration;\n      }\n    }\n\n    return [];\n  };\n}\n"]}

package/lib/rtp/src/processor/muteCallback.js.map

@@ -1 +1 @@
-{"version":3,"file":"muteCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/muteCallback.ts"],"names":[],"mappings":";;;AACA,iCAAgE;AAEhE,MAAa,YACX,SAAQ,sBAAe;IAMvB,YAAY,KAAuD;QACjE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,EAAE,EAAE;gBACX,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;aACZ;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QARZ;;;;;WAAyC;QACzC;;;;;WAAwB;QAUxB;;;;mBAAO,CAAC,EAA+B,EAAE,UAAuB,EAAE,EAAE;gBAClE,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,CAAC;WAAC;QAEF;;;;mBAAQ,CAAC,KAAgB,EAAE,EAAE;gBAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;oBAC7C,IAAI,IAAI,CAAC,EAAE,EAAE;wBACX,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;qBACjB;iBACF;YACH,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,IAAI,CAAC,UAAU,EAAE;oBACnB,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;iBAC7B;gBACD,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;YACtB,CAAC;WAAC;IAtBF,CAAC;CAuBF;AApCD,oCAoCC","sourcesContent":["import { SimpleProcessorCallback } from \"./interface\";\nimport { MuteHandlerBase, MuteInput, MuteOutput } from \"./mute\";\n\nexport class MuteCallback\n  extends MuteHandlerBase\n  implements SimpleProcessorCallback<MuteInput, MuteOutput>\n{\n  private cb?: (input: MuteOutput) => void;\n  destructor?: () => void;\n\n  constructor(props: ConstructorParameters<typeof MuteHandlerBase>[1]) {\n    super((o) => {\n      if (this.cb) {\n        this.cb(o);\n      }\n    }, props);\n  }\n\n  pipe = (cb: (input: MuteOutput) => void, destructor?: () => void) => {\n    this.cb = cb;\n    this.destructor = destructor;\n    return this;\n  };\n\n  input = (input: MuteInput) => {\n    for (const output of this.processInput(input)) {\n      if (this.cb) {\n        this.cb(output);\n      }\n    }\n  };\n\n  destroy = () => {\n    if (this.destructor) {\n      this.destructor();\n      this.destructor = undefined;\n    }\n    this.cb = undefined;\n  };\n}\n"]}
+{"version":3,"file":"muteCallback.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/muteCallback.ts"],"names":[],"mappings":";;;AACA,iCAAgE;AAEhE,MAAa,YACX,SAAQ,sBAAe;IAMvB,YAAY,KAAuD;QACjE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,EAAE,EAAE;gBACX,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;aACZ;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QARJ;;;;;WAAiC;QACzC;;;;;WAAwB;QAUxB;;;;mBAAO,CAAC,EAA+B,EAAE,UAAuB,EAAE,EAAE;gBAClE,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,CAAC;WAAC;QAEF;;;;mBAAQ,CAAC,KAAgB,EAAE,EAAE;gBAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;oBAC7C,IAAI,IAAI,CAAC,EAAE,EAAE;wBACX,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;qBACjB;iBACF;YACH,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,IAAI,CAAC,UAAU,EAAE;oBACnB,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;iBAC7B;gBACD,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;YACtB,CAAC;WAAC;IAtBF,CAAC;CAuBF;AApCD,oCAoCC","sourcesContent":["import { SimpleProcessorCallback } from \"./interface\";\nimport { MuteHandlerBase, MuteInput, MuteOutput } from \"./mute\";\n\nexport class MuteCallback\n  extends MuteHandlerBase\n  implements SimpleProcessorCallback<MuteInput, MuteOutput>\n{\n  private cb?: (input: MuteOutput) => void;\n  destructor?: () => void;\n\n  constructor(props: ConstructorParameters<typeof MuteHandlerBase>[1]) {\n    super((o) => {\n      if (this.cb) {\n        this.cb(o);\n      }\n    }, props);\n  }\n\n  pipe = (cb: (input: MuteOutput) => void, destructor?: () => void) => {\n    this.cb = cb;\n    this.destructor = destructor;\n    return this;\n  };\n\n  input = (input: MuteInput) => {\n    for (const output of this.processInput(input)) {\n      if (this.cb) {\n        this.cb(output);\n      }\n    }\n  };\n\n  destroy = () => {\n    if (this.destructor) {\n      this.destructor();\n      this.destructor = undefined;\n    }\n    this.cb = undefined;\n  };\n}\n"]}

package/lib/rtp/src/processor/nack.js

@@ -5,7 +5,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NackHandlerBase = void 0;
 const debug_1 = __importDefault(require("debug"));
-const range_1 = __importDefault(require("lodash/range"));
 const rx_mini_1 = __importDefault(require("rx.mini"));
 const __1 = require("..");
 const log = (0, debug_1.default)("werift-rtp : packages/rtp/src/processor/nack.ts");
@@ -167,9 +166,9 @@ class NackHandlerBase {
         }
         else if (sequenceNumber > (0, __1.uint16Add)(this.newEstSeqNum, 1)) {
             // packet lost detected
-            (0, range_1.default)((0, __1.uint16Add)(this.newEstSeqNum, 1), sequenceNumber).forEach((seq) => {
+            for (let seq = (0, __1.uint16Add)(this.newEstSeqNum, 1); seq < sequenceNumber; seq++) {
                 this.setLost(seq, 1);
-            });
+            }
             // this.receiver.sendRtcpPLI(this.mediaSourceSsrc);
             this.newEstSeqNum = sequenceNumber;
             this.pruneLost();

package/lib/rtp/src/processor/nack.js.map

@@ -1 +1 @@
-{"version":3,"file":"nack.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/nack.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,yDAAiC;AACjC,sDAA4B;AAE5B,0BAMY;AAIZ,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,iDAAiD,CAAC,CAAC;AAErE,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;AAMzB,MAAa,eAAe;IAc1B,YACU,UAAkB,EAClB,MAA2D;;;;;mBAD3D;;;;;;mBACA;;QAbV;;;;mBAAuB,CAAC;WAAC;QACzB;;;;mBAA8C,EAAE;WAAC;QACjD;;;;;WAAuC;QACvC;;;;mBAAwB,EAAE;WAAC;QAE3B;;;;mBAAsB,IAAI,iBAAK,EAAiB;WAAC;QACjD;;;;mBAAwB,IAAI,iBAAK,EAAY;WAAC;QAC9C;;;;;WAAyB;QACzB;;;;mBAAsB,EAAE;WAAC;QACzB;;;;mBAAU,KAAK;WAAC;QAgDhB;;;;mBAAe,CAAC,KAAgB,EAAE,EAAE;gBAClC,IAAI,KAAK,CAAC,GAAG,EAAE;oBACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC1B,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC7D,OAAO,CAAC,KAAK,CAAC,CAAC;iBAChB;gBAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;WAAC;QA6DF;;;;mBAAmB,GAAG,EAAE,CACtB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE;oBAC1D,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAErE,MAAM,IAAI,GAAG,IAAI,eAAW,CAAC;wBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,IAAI,EAAE,IAAI,CAAC,cAAc;qBAC1B,CAAC,CAAC;oBAEH,MAAM,IAAI,GAAG,IAAI,8BAA0B,CAAC;wBAC1C,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBAC/B;YACH,CAAC,CAAC;WAAC;IApIF,CAAC;IAEJ,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM;YAC5C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,CAAC;IACJ,CAAC;IAED,IAAY,cAAc;QACxB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,CAAC;IAEO,OAAO,CAAC,GAAW;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAEO,OAAO,CAAC,GAAW,EAAE,KAAa;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAExB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,EAAE;YAC1C,OAAO;SACR;QACD,IAAI,CAAC,iBAAiB,GAAG,SAAK,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE;YACpD,IAAI;gBACF,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE;oBACnC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;oBAC3B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;iBACpC;aACF;YAAC,OAAO,KAAK,EAAE;gBACd,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;aACnC;QACH,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,UAAU,CAAC,cAAsB;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC;IAaO,SAAS,CAAC,MAAiB;QACjC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,OAAO;SACR;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;YAChC,kDAAkD;YAClD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAChC,OAAO;SACR;QAED,IAAI,cAAc,KAAK,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YACtD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;SACpC;aAAM,IAAI,cAAc,GAAG,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YAC3D,uBAAuB;YACvB,IAAA,eAAK,EAAC,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACrE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,mDAAmD;YAEnD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,EAAE,CAAC;SAClB;IACH,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,SAAS,EAAE;YAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;iBACpC,KAAK,CAAC,CAAC,SAAS,CAAC;iBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;gBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACb,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAAkC,CAAC,CAAC;SAC1C;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;IACjC,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE;gBAC3B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;aAChC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CAsBF;AAtJD,0CAsJC","sourcesContent":["import debug from \"debug\";\nimport range from \"lodash/range\";\nimport Event from \"rx.mini\";\n\nimport {\n  GenericNack,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n  timer,\n  uint16Add,\n} from \"..\";\nimport { Processor } from \"./interface\";\nimport { RtpOutput } from \"./rtpCallback\";\n\nconst log = debug(\"werift-rtp : packages/rtp/src/processor/nack.ts\");\n\nconst LOST_SIZE = 30 * 5;\n\nexport type NackHandlerInput = RtpOutput;\n\nexport type NackHandlerOutput = RtpOutput;\n\nexport class NackHandlerBase\n  implements Processor<NackHandlerInput, NackHandlerOutput>\n{\n  private newEstSeqNum = 0;\n  private _lost: { [seqNum: number]: number } = {};\n  private clearNackInterval?: () => void;\n  private internalStats = {};\n\n  readonly onNackSent = new Event<[GenericNack]>();\n  readonly onPacketLost = new Event<[number]>();\n  mediaSourceSsrc?: number;\n  readonly retryCount = 10;\n  stopped = false;\n\n  constructor(\n    private senderSsrc: number,\n    private onNack: (rtcp: RtcpTransportLayerFeedback) => Promise<void>\n  ) {}\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n      newEstSeqNum: this.newEstSeqNum,\n      lostLength: Object.values(this._lost).length,\n      senderSsrc: this.senderSsrc,\n      mediaSourceSsrc: this.mediaSourceSsrc,\n    };\n  }\n\n  private get lostSeqNumbers() {\n    return Object.keys(this._lost).map(Number).sort();\n  }\n\n  private getLost(seq: number) {\n    return this._lost[seq];\n  }\n\n  private setLost(seq: number, count: number) {\n    this._lost[seq] = count;\n\n    if (this.clearNackInterval || this.stopped) {\n      return;\n    }\n    this.clearNackInterval = timer.setInterval(async () => {\n      try {\n        await this.sendNack();\n        if (!Object.keys(this._lost).length) {\n          this.clearNackInterval?.();\n          this.clearNackInterval = undefined;\n        }\n      } catch (error) {\n        log(\"failed to send nack\", error);\n      }\n    }, 5);\n  }\n\n  private removeLost(sequenceNumber: number) {\n    delete this._lost[sequenceNumber];\n  }\n\n  processInput = (input: RtpOutput) => {\n    if (input.rtp) {\n      this.addPacket(input.rtp);\n      this.internalStats[\"nackHandler\"] = new Date().toISOString();\n      return [input];\n    }\n\n    this.stop();\n    return [input];\n  };\n\n  private addPacket(packet: RtpPacket) {\n    const { sequenceNumber, ssrc } = packet.header;\n    this.mediaSourceSsrc = ssrc;\n\n    if (this.newEstSeqNum === 0) {\n      this.newEstSeqNum = sequenceNumber;\n      return;\n    }\n\n    if (this.getLost(sequenceNumber)) {\n      // log(\"packetLoss resolved\", { sequenceNumber });\n      this.removeLost(sequenceNumber);\n      return;\n    }\n\n    if (sequenceNumber === uint16Add(this.newEstSeqNum, 1)) {\n      this.newEstSeqNum = sequenceNumber;\n    } else if (sequenceNumber > uint16Add(this.newEstSeqNum, 1)) {\n      // packet lost detected\n      range(uint16Add(this.newEstSeqNum, 1), sequenceNumber).forEach((seq) => {\n        this.setLost(seq, 1);\n      });\n      // this.receiver.sendRtcpPLI(this.mediaSourceSsrc);\n\n      this.newEstSeqNum = sequenceNumber;\n      this.pruneLost();\n    }\n  }\n\n  private pruneLost() {\n    if (this.lostSeqNumbers.length > LOST_SIZE) {\n      this._lost = Object.entries(this._lost)\n        .slice(-LOST_SIZE)\n        .reduce((acc, [key, v]) => {\n          acc[key] = v;\n          return acc;\n        }, {} as { [seqNum: number]: number });\n    }\n  }\n\n  private stop() {\n    this.stopped = true;\n    this._lost = {};\n    this.clearNackInterval?.();\n    this.onNackSent.allUnsubscribe();\n    this.onPacketLost.allUnsubscribe();\n    this.onNack = undefined as any;\n  }\n\n  private updateRetryCount() {\n    this.lostSeqNumbers.forEach((seq) => {\n      const count = this._lost[seq]++;\n      if (count > this.retryCount) {\n        this.removeLost(seq);\n        this.onPacketLost.execute(seq);\n      }\n    });\n  }\n\n  private sendNack = () =>\n    new Promise((r, f) => {\n      if (this.lostSeqNumbers.length > 0 && this.mediaSourceSsrc) {\n        this.internalStats[\"count\"] = (this.internalStats[\"count\"] ?? 0) + 1;\n\n        const nack = new GenericNack({\n          senderSsrc: this.senderSsrc,\n          mediaSourceSsrc: this.mediaSourceSsrc,\n          lost: this.lostSeqNumbers,\n        });\n\n        const rtcp = new RtcpTransportLayerFeedback({\n          feedback: nack,\n        });\n        this.onNack(rtcp).then(r).catch(f);\n\n        this.updateRetryCount();\n        this.onNackSent.execute(nack);\n      }\n    });\n}\n"]}
+{"version":3,"file":"nack.js","sourceRoot":"","sources":["../../../../../rtp/src/processor/nack.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,sDAA4B;AAE5B,0BAMY;AAIZ,MAAM,GAAG,GAAG,IAAA,eAAK,EAAC,iDAAiD,CAAC,CAAC;AAErE,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;AAMzB,MAAa,eAAe;IAc1B,YACU,UAAkB,EAClB,MAA2D;QADnE;;;;mBAAQ,UAAU;WAAQ;QAC1B;;;;mBAAQ,MAAM;WAAqD;QAb7D;;;;mBAAe,CAAC;WAAC;QACjB;;;;mBAAsC,EAAE;WAAC;QACzC;;;;;WAA+B;QAC/B;;;;mBAAgB,EAAE;WAAC;QAElB;;;;mBAAa,IAAI,iBAAK,EAAiB;WAAC;QACxC;;;;mBAAe,IAAI,iBAAK,EAAY;WAAC;QAC9C;;;;;WAAyB;QAChB;;;;mBAAa,EAAE;WAAC;QACzB;;;;mBAAU,KAAK;WAAC;QAgDhB;;;;mBAAe,CAAC,KAAgB,EAAE,EAAE;gBAClC,IAAI,KAAK,CAAC,GAAG,EAAE;oBACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC1B,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC7D,OAAO,CAAC,KAAK,CAAC,CAAC;iBAChB;gBAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;WAAC;QAiEM;;;;mBAAW,GAAG,EAAE,CACtB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE;oBAC1D,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAErE,MAAM,IAAI,GAAG,IAAI,eAAW,CAAC;wBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,IAAI,EAAE,IAAI,CAAC,cAAc;qBAC1B,CAAC,CAAC;oBAEH,MAAM,IAAI,GAAG,IAAI,8BAA0B,CAAC;wBAC1C,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBAC/B;YACH,CAAC,CAAC;WAAC;IAxIF,CAAC;IAEJ,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM;YAC5C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,CAAC;IACJ,CAAC;IAED,IAAY,cAAc;QACxB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,CAAC;IAEO,OAAO,CAAC,GAAW;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAEO,OAAO,CAAC,GAAW,EAAE,KAAa;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAExB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,EAAE;YAC1C,OAAO;SACR;QACD,IAAI,CAAC,iBAAiB,GAAG,SAAK,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE;YACpD,IAAI;gBACF,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE;oBACnC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;oBAC3B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;iBACpC;aACF;YAAC,OAAO,KAAK,EAAE;gBACd,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;aACnC;QACH,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,UAAU,CAAC,cAAsB;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC;IAaO,SAAS,CAAC,MAAiB;QACjC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,OAAO;SACR;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;YAChC,kDAAkD;YAClD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAChC,OAAO;SACR;QAED,IAAI,cAAc,KAAK,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YACtD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;SACpC;aAAM,IAAI,cAAc,GAAG,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE;YAC3D,uBAAuB;YACvB,KACE,IAAI,GAAG,GAAG,IAAA,aAAS,EAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EACzC,GAAG,GAAG,cAAc,EACpB,GAAG,EAAE,EACL;gBACA,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;aACtB;YACD,mDAAmD;YAEnD,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,EAAE,CAAC;SAClB;IACH,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,SAAS,EAAE;YAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;iBACpC,KAAK,CAAC,CAAC,SAAS,CAAC;iBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;gBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACb,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAAkC,CAAC,CAAC;SAC1C;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,SAAgB,CAAC;IACjC,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE;gBAC3B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;aAChC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CAsBF;AA1JD,0CA0JC","sourcesContent":["import debug from \"debug\";\nimport Event from \"rx.mini\";\n\nimport {\n  GenericNack,\n  RtcpTransportLayerFeedback,\n  RtpPacket,\n  timer,\n  uint16Add,\n} from \"..\";\nimport { Processor } from \"./interface\";\nimport { RtpOutput } from \"./rtpCallback\";\n\nconst log = debug(\"werift-rtp : packages/rtp/src/processor/nack.ts\");\n\nconst LOST_SIZE = 30 * 5;\n\nexport type NackHandlerInput = RtpOutput;\n\nexport type NackHandlerOutput = RtpOutput;\n\nexport class NackHandlerBase\n  implements Processor<NackHandlerInput, NackHandlerOutput>\n{\n  private newEstSeqNum = 0;\n  private _lost: { [seqNum: number]: number } = {};\n  private clearNackInterval?: () => void;\n  private internalStats = {};\n\n  readonly onNackSent = new Event<[GenericNack]>();\n  readonly onPacketLost = new Event<[number]>();\n  mediaSourceSsrc?: number;\n  readonly retryCount = 10;\n  stopped = false;\n\n  constructor(\n    private senderSsrc: number,\n    private onNack: (rtcp: RtcpTransportLayerFeedback) => Promise<void>\n  ) {}\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n      newEstSeqNum: this.newEstSeqNum,\n      lostLength: Object.values(this._lost).length,\n      senderSsrc: this.senderSsrc,\n      mediaSourceSsrc: this.mediaSourceSsrc,\n    };\n  }\n\n  private get lostSeqNumbers() {\n    return Object.keys(this._lost).map(Number).sort();\n  }\n\n  private getLost(seq: number) {\n    return this._lost[seq];\n  }\n\n  private setLost(seq: number, count: number) {\n    this._lost[seq] = count;\n\n    if (this.clearNackInterval || this.stopped) {\n      return;\n    }\n    this.clearNackInterval = timer.setInterval(async () => {\n      try {\n        await this.sendNack();\n        if (!Object.keys(this._lost).length) {\n          this.clearNackInterval?.();\n          this.clearNackInterval = undefined;\n        }\n      } catch (error) {\n        log(\"failed to send nack\", error);\n      }\n    }, 5);\n  }\n\n  private removeLost(sequenceNumber: number) {\n    delete this._lost[sequenceNumber];\n  }\n\n  processInput = (input: RtpOutput) => {\n    if (input.rtp) {\n      this.addPacket(input.rtp);\n      this.internalStats[\"nackHandler\"] = new Date().toISOString();\n      return [input];\n    }\n\n    this.stop();\n    return [input];\n  };\n\n  private addPacket(packet: RtpPacket) {\n    const { sequenceNumber, ssrc } = packet.header;\n    this.mediaSourceSsrc = ssrc;\n\n    if (this.newEstSeqNum === 0) {\n      this.newEstSeqNum = sequenceNumber;\n      return;\n    }\n\n    if (this.getLost(sequenceNumber)) {\n      // log(\"packetLoss resolved\", { sequenceNumber });\n      this.removeLost(sequenceNumber);\n      return;\n    }\n\n    if (sequenceNumber === uint16Add(this.newEstSeqNum, 1)) {\n      this.newEstSeqNum = sequenceNumber;\n    } else if (sequenceNumber > uint16Add(this.newEstSeqNum, 1)) {\n      // packet lost detected\n      for (\n        let seq = uint16Add(this.newEstSeqNum, 1);\n        seq < sequenceNumber;\n        seq++\n      ) {\n        this.setLost(seq, 1);\n      }\n      // this.receiver.sendRtcpPLI(this.mediaSourceSsrc);\n\n      this.newEstSeqNum = sequenceNumber;\n      this.pruneLost();\n    }\n  }\n\n  private pruneLost() {\n    if (this.lostSeqNumbers.length > LOST_SIZE) {\n      this._lost = Object.entries(this._lost)\n        .slice(-LOST_SIZE)\n        .reduce((acc, [key, v]) => {\n          acc[key] = v;\n          return acc;\n        }, {} as { [seqNum: number]: number });\n    }\n  }\n\n  private stop() {\n    this.stopped = true;\n    this._lost = {};\n    this.clearNackInterval?.();\n    this.onNackSent.allUnsubscribe();\n    this.onPacketLost.allUnsubscribe();\n    this.onNack = undefined as any;\n  }\n\n  private updateRetryCount() {\n    this.lostSeqNumbers.forEach((seq) => {\n      const count = this._lost[seq]++;\n      if (count > this.retryCount) {\n        this.removeLost(seq);\n        this.onPacketLost.execute(seq);\n      }\n    });\n  }\n\n  private sendNack = () =>\n    new Promise((r, f) => {\n      if (this.lostSeqNumbers.length > 0 && this.mediaSourceSsrc) {\n        this.internalStats[\"count\"] = (this.internalStats[\"count\"] ?? 0) + 1;\n\n        const nack = new GenericNack({\n          senderSsrc: this.senderSsrc,\n          mediaSourceSsrc: this.mediaSourceSsrc,\n          lost: this.lostSeqNumbers,\n        });\n\n        const rtcp = new RtcpTransportLayerFeedback({\n          feedback: nack,\n        });\n        this.onNack(rtcp).then(r).catch(f);\n\n        this.updateRetryCount();\n        this.onNackSent.execute(nack);\n      }\n    });\n}\n"]}

package/lib/rtp/src/processor/ntpTime.d.ts

@@ -12,7 +12,7 @@ export interface NtpTimeOutput {
 }
 export declare class NtpTimeBase implements Processor<NtpTimeInput, NtpTimeOutput> {
     clockRate: number;
-    readonly id: string;
+    readonly id: `${string}-${string}-${string}-${string}-${string}`;
     private baseNtpTimestamp?;
     private baseRtpTimestamp?;
     private latestNtpTimestamp?;