werift 0.23.0 → 0.24.1

package/lib/rtp/src/extra/container/mp4/h264.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AVCDecoderConfigurationRecord = exports.H264AnnexBParser = exports.H264NaluAVC1 = exports.H264NaluPayload = exports.H264NaluType = void 0;
 exports.annexb2avcc = annexb2avcc;
+exports.annexb2avcSample = annexb2avcSample;
 const sps_parser_1 = __importDefault(require("./sps-parser"));
 var H264NaluType;
 (function (H264NaluType) {
@@ -237,4 +238,16 @@ function annexb2avcc(data) {
     const avcc = new AVCDecoderConfigurationRecord(sps_without_header, pps_without_header, details);
     return avcc.getData();
 }
+function annexb2avcSample(data) {
+    const annexbParser = new H264AnnexBParser(data);
+    const nalUnits = [];
+    let naluPayload = null;
+    while ((naluPayload = annexbParser.readNextNaluPayload()) != null) {
+        nalUnits.push(Buffer.from(new H264NaluAVC1(naluPayload).data));
+    }
+    if (nalUnits.length === 0) {
+        throw new Error("annexb sample does not contain nal units");
+    }
+    return Buffer.concat(nalUnits);
+}
 //# sourceMappingURL=h264.js.map

package/lib/rtp/src/extra/container/mp4/h264.js.map

@@ -1 +1 @@
-{"version":3,"file":"h264.js","sourceRoot":"","sources":["../../../../../../../rtp/src/extra/container/mp4/h264.ts"],"names":[],"mappings":";;;;;;AAuLA,kCA0CC;AAjOD,8DAAqC;AAErC,IAAY,YAgBX;AAhBD,WAAY,YAAY;IACtB,+DAAgB,CAAA;IAChB,+DAAgB,CAAA;IAChB,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,oEAAmB,CAAA;IACnB,gEAAiB,CAAA;IACjB,sDAAY,CAAA;IACZ,sDAAY,CAAA;IACZ,4DAAe,CAAA;AACjB,CAAC,EAhBW,YAAY,4BAAZ,YAAY,QAgBvB;AAED,MAAa,eAAe;IAA5B;QACE;;;;;WAAoB;QACpB;;;;;WAAkB;IACpB,CAAC;CAAA;AAHD,0CAGC;AAED,MAAa,YAAY;IAIvB,YAAY,IAAqB;QAHjC;;;;;WAAmB;QACnB;;;;;WAAiB;QAGf,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,sCAAsC;QAEjF,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,4BAA4B;QAC5B,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC1B,eAAe;QACf,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACF;AAhBD,oCAgBC;AAED,MAAa,gBAAgB;IAO3B,YAAmB,IAAgB;QANlB;;;;mBAAc,kBAAkB;WAAC;QAE1C;;;;;WAAkB;QAClB;;;;mBAAoC,CAAC;WAAC;QACtC;;;;mBAAqB,KAAK;WAAC;QAGjC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,uBAAuB,CAAC,YAAoB;QAClD,IAAI,CAAC,GAAG,YAAY,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QAExB,SAAS,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,OAAO,IAAI,CAAC,UAAU,CAAC;YACzB,CAAC;YAED,iCAAiC;YACjC,MAAM,MAAM,GACV,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBAClB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,CAAC,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,CAAC,EAAE,CAAC;YACN,CAAC;QACH,CAAC;IACH,CAAC;IAEM,mBAAmB;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,YAAY,GAA2B,IAAI,CAAC;QAEhD,OAAO,YAAY,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM;YACR,CAAC;YACD,+BAA+B;YAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC,yBAAyB,CAAC;YAExD,4BAA4B;YAC5B,IAAI,MAAM,GAAG,gBAAgB,CAAC;YAC9B,MAAM,GAAG,GACP,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxB,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBACvB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnB,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;YAED,MAAM,SAAS,GAAiB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YACpD,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC,yBAAyB,GAAG,qBAAqB,CAAC;YAEvD,IAAI,SAAS,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YACD,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,qGAAqG;gBACrG,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;YAElE,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;YACrC,YAAY,CAAC,IAAI,GAAG,SAAS,CAAC;YAC9B,YAAY,CAAC,IAAI,GAAG,YAAY,CAAC;QACnC,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AApFD,4CAoFC;AAED,MAAa,6BAA6B;IAGxC,sDAAsD;IACtD,YAAmB,GAAe,EAAE,GAAe,EAAE,WAAgB;QAH7D;;;;;WAAiB;QAIvB,IAAI,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;QAC7D,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAE9B,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACpD,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAElD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,uBAAuB;QACvC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;QACzC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB;QAC1C,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB;QACvC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAEjD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,mCAAmC;QAE1D,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,6BAA6B;QACzD,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC;QAE5B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACjB,MAAM,IAAI,UAAU,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,4BAA4B;QAE9C,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,4BAA4B;QACjE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC;QAErC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,CAAC,GAAG,UAAU,CAAC;QAEzB,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,WAAW,CAAC,iBAAiB,CAAC;YACpD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,oBAAoB;YAC7C,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF;AApDD,sEAoDC;AAED,SAAgB,WAAW,CAAC,IAAY;IACtC,MAAM,aAAa,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,YAAY,GAA2B,IAAI,CAAC;IAChD,MAAM,8BAA8B,GAAG,KAAK,CAAC;IAC7C,MAAM,uBAAuB,GAAG,KAAK,CAAC;IAEtC,MAAM,eAAe,GAIjB;QACF,GAAG,EAAE,SAAS;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE,SAAS;KACnB,CAAC;IAEF,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,mBAAmB,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;QAEjD,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YAC9C,oEAAoE;YACpE,MAAM,OAAO,GAAG,oBAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,8BAA8B,EAAE,CAAC;gBACpC,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;gBAChC,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC;YACpC,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACrD,IAAI,CAAC,8BAA8B,IAAI,uBAAuB,EAAE,CAAC;gBAC/D,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,kBAAkB,GAAG,eAAe,CAAC,GAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,GAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,6BAA6B,CAC5C,kBAAkB,EAClB,kBAAkB,EAClB,OAAO,CACR,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;AACxB,CAAC","sourcesContent":["import SPSParser from \"./sps-parser\";\n\nexport enum H264NaluType {\n  kUnspecified = 0,\n  kSliceNonIDR = 1,\n  kSliceDPA = 2,\n  kSliceDPB = 3,\n  kSliceDPC = 4,\n  kSliceIDR = 5,\n  kSliceSEI = 6,\n  kSliceSPS = 7,\n  kSlicePPS = 8,\n  kSliceAUD = 9,\n  kEndOfSequence = 10,\n  kEndOfStream = 11,\n  kFiller = 12,\n  kSPSExt = 13,\n  kReserved0 = 14,\n}\n\nexport class H264NaluPayload {\n  type!: H264NaluType;\n  data!: Uint8Array;\n}\n\nexport class H264NaluAVC1 {\n  type: H264NaluType;\n  data: Uint8Array;\n\n  constructor(nalu: H264NaluPayload) {\n    const nalu_size = nalu.data.byteLength;\n\n    this.type = nalu.type;\n    this.data = new Uint8Array(4 + nalu_size); // 4 byte length-header + nalu payload\n\n    const v = new DataView(this.data.buffer);\n    // Fill 4 byte length-header\n    v.setUint32(0, nalu_size);\n    // Copy payload\n    this.data.set(nalu.data, 4);\n  }\n}\n\nexport class H264AnnexBParser {\n  private readonly TAG: string = \"H264AnnexBParser\";\n\n  private data_: Uint8Array;\n  private current_startcode_offset_: number = 0;\n  private eof_flag_: boolean = false;\n\n  public constructor(data: Uint8Array) {\n    this.data_ = data;\n    this.current_startcode_offset_ = this.findNextStartCodeOffset(0);\n  }\n\n  private findNextStartCodeOffset(start_offset: number) {\n    let i = start_offset;\n    const data = this.data_;\n\n    for (;;) {\n      if (i + 3 >= data.byteLength) {\n        this.eof_flag_ = true;\n        return data.byteLength;\n      }\n\n      // search 00 00 00 01 or 00 00 01\n      const uint32 =\n        (data[i + 0] << 24) |\n        (data[i + 1] << 16) |\n        (data[i + 2] << 8) |\n        data[i + 3];\n      const uint24 = (data[i + 0] << 16) | (data[i + 1] << 8) | data[i + 2];\n      if (uint32 === 0x00000001 || uint24 === 0x000001) {\n        return i;\n      } else {\n        i++;\n      }\n    }\n  }\n\n  public readNextNaluPayload(): H264NaluPayload | null {\n    const data = this.data_;\n    let nalu_payload: H264NaluPayload | null = null;\n\n    while (nalu_payload == null) {\n      if (this.eof_flag_) {\n        break;\n      }\n      // offset pointed to start code\n      const startcode_offset = this.current_startcode_offset_;\n\n      // nalu payload start offset\n      let offset = startcode_offset;\n      const u32 =\n        (data[offset] << 24) |\n        (data[offset + 1] << 16) |\n        (data[offset + 2] << 8) |\n        data[offset + 3];\n      if (u32 === 0x00000001) {\n        offset += 4;\n      } else {\n        offset += 3;\n      }\n\n      const nalu_type: H264NaluType = data[offset] & 0x1f;\n      const forbidden_bit = (data[offset] & 0x80) >>> 7;\n\n      const next_startcode_offset = this.findNextStartCodeOffset(offset);\n      this.current_startcode_offset_ = next_startcode_offset;\n\n      if (nalu_type >= H264NaluType.kReserved0) {\n        continue;\n      }\n      if (forbidden_bit !== 0) {\n        // Log.e(this.TAG, `forbidden_bit near offset ${offset} should be 0 but has value ${forbidden_bit}`);\n        continue;\n      }\n\n      const payload_data = data.subarray(offset, next_startcode_offset);\n\n      nalu_payload = new H264NaluPayload();\n      nalu_payload.type = nalu_type;\n      nalu_payload.data = payload_data;\n    }\n\n    return nalu_payload;\n  }\n}\n\nexport class AVCDecoderConfigurationRecord {\n  private data: Uint8Array;\n\n  // sps, pps: require Nalu without 4 byte length-header\n  public constructor(sps: Uint8Array, pps: Uint8Array, sps_details: any) {\n    let length = 6 + 2 + sps.byteLength + 1 + 2 + pps.byteLength;\n    let need_extra_fields = false;\n\n    if (sps[3] !== 66 && sps[3] !== 77 && sps[3] !== 88) {\n      need_extra_fields = true;\n      length += 4;\n    }\n\n    const data = (this.data = new Uint8Array(length));\n\n    data[0] = 0x01; // configurationVersion\n    data[1] = sps[1]; // AVCProfileIndication\n    data[2] = sps[2]; // profile_compatibility\n    data[3] = sps[3]; // AVCLevelIndication\n    data[4] = 0xff; // 111111 + lengthSizeMinusOne(3)\n\n    data[5] = 0xe0 | 0x01; // 111 + numOfSequenceParameterSets\n\n    const sps_length = sps.byteLength;\n    data[6] = sps_length >>> 8; // sequenceParameterSetLength\n    data[7] = sps_length & 0xff;\n\n    let offset = 8;\n    data.set(sps, 8);\n    offset += sps_length;\n\n    data[offset] = 1; // numOfPictureParameterSets\n\n    const pps_length = pps.byteLength;\n    data[offset + 1] = pps_length >>> 8; // pictureParameterSetLength\n    data[offset + 2] = pps_length & 0xff;\n\n    data.set(pps, offset + 3);\n    offset += 3 + pps_length;\n\n    if (need_extra_fields) {\n      data[offset] = 0xfc | sps_details.chroma_format_idc;\n      data[offset + 1] = 0xf8 | (sps_details.bit_depth_luma - 8);\n      data[offset + 2] = 0xf8 | (sps_details.bit_depth_chroma - 8);\n      data[offset + 3] = 0x00; // number of sps ext\n      offset += 4;\n    }\n  }\n\n  public getData() {\n    return this.data;\n  }\n}\n\nexport function annexb2avcc(data: Buffer) {\n  const annexb_parser = new H264AnnexBParser(data);\n  let nalu_payload: H264NaluPayload | null = null;\n  const video_init_segment_dispatched_ = false;\n  const video_metadata_changed_ = false;\n\n  const video_metadata_: {\n    sps: H264NaluAVC1 | undefined;\n    pps: H264NaluAVC1 | undefined;\n    details: any;\n  } = {\n    sps: undefined,\n    pps: undefined,\n    details: undefined,\n  };\n\n  while ((nalu_payload = annexb_parser.readNextNaluPayload()) != null) {\n    const nalu_avc1 = new H264NaluAVC1(nalu_payload);\n\n    if (nalu_avc1.type === H264NaluType.kSliceSPS) {\n      // Notice: parseSPS requires Nalu without startcode or length-header\n      const details = SPSParser.parseSPS(nalu_payload.data);\n      if (!video_init_segment_dispatched_) {\n        video_metadata_.sps = nalu_avc1;\n        video_metadata_.details = details;\n      }\n    } else if (nalu_avc1.type === H264NaluType.kSlicePPS) {\n      if (!video_init_segment_dispatched_ || video_metadata_changed_) {\n        video_metadata_.pps = nalu_avc1;\n      }\n    }\n  }\n\n  const sps_without_header = video_metadata_.sps!.data.subarray(4);\n  const pps_without_header = video_metadata_.pps!.data.subarray(4);\n  const details = video_metadata_.details;\n  const avcc = new AVCDecoderConfigurationRecord(\n    sps_without_header,\n    pps_without_header,\n    details,\n  );\n  return avcc.getData();\n}\n"]}
+{"version":3,"file":"h264.js","sourceRoot":"","sources":["../../../../../../../rtp/src/extra/container/mp4/h264.ts"],"names":[],"mappings":";;;;;;AAuLA,kCA0CC;AAED,4CAcC;AAjPD,8DAAqC;AAErC,IAAY,YAgBX;AAhBD,WAAY,YAAY;IACtB,+DAAgB,CAAA;IAChB,+DAAgB,CAAA;IAChB,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,yDAAa,CAAA;IACb,oEAAmB,CAAA;IACnB,gEAAiB,CAAA;IACjB,sDAAY,CAAA;IACZ,sDAAY,CAAA;IACZ,4DAAe,CAAA;AACjB,CAAC,EAhBW,YAAY,4BAAZ,YAAY,QAgBvB;AAED,MAAa,eAAe;IAA5B;QACE;;;;;WAAoB;QACpB;;;;;WAAkB;IACpB,CAAC;CAAA;AAHD,0CAGC;AAED,MAAa,YAAY;IAIvB,YAAY,IAAqB;QAHjC;;;;;WAAmB;QACnB;;;;;WAAiB;QAGf,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,sCAAsC;QAEjF,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,4BAA4B;QAC5B,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC1B,eAAe;QACf,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACF;AAhBD,oCAgBC;AAED,MAAa,gBAAgB;IAO3B,YAAmB,IAAgB;QANlB;;;;mBAAc,kBAAkB;WAAC;QAE1C;;;;;WAAkB;QAClB;;;;mBAAoC,CAAC;WAAC;QACtC;;;;mBAAqB,KAAK;WAAC;QAGjC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,uBAAuB,CAAC,YAAoB;QAClD,IAAI,CAAC,GAAG,YAAY,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QAExB,SAAS,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,OAAO,IAAI,CAAC,UAAU,CAAC;YACzB,CAAC;YAED,iCAAiC;YACjC,MAAM,MAAM,GACV,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBAClB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,CAAC,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,CAAC,EAAE,CAAC;YACN,CAAC;QACH,CAAC;IACH,CAAC;IAEM,mBAAmB;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,YAAY,GAA2B,IAAI,CAAC;QAEhD,OAAO,YAAY,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM;YACR,CAAC;YACD,+BAA+B;YAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC,yBAAyB,CAAC;YAExD,4BAA4B;YAC5B,IAAI,MAAM,GAAG,gBAAgB,CAAC;YAC9B,MAAM,GAAG,GACP,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxB,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBACvB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnB,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;YAED,MAAM,SAAS,GAAiB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YACpD,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC,yBAAyB,GAAG,qBAAqB,CAAC;YAEvD,IAAI,SAAS,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YACD,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,qGAAqG;gBACrG,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;YAElE,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;YACrC,YAAY,CAAC,IAAI,GAAG,SAAS,CAAC;YAC9B,YAAY,CAAC,IAAI,GAAG,YAAY,CAAC;QACnC,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AApFD,4CAoFC;AAED,MAAa,6BAA6B;IAGxC,sDAAsD;IACtD,YAAmB,GAAe,EAAE,GAAe,EAAE,WAAgB;QAH7D;;;;;WAAiB;QAIvB,IAAI,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;QAC7D,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAE9B,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACpD,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAElD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,uBAAuB;QACvC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;QACzC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB;QAC1C,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB;QACvC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAEjD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,mCAAmC;QAE1D,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,6BAA6B;QACzD,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC;QAE5B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACjB,MAAM,IAAI,UAAU,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,4BAA4B;QAE9C,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,4BAA4B;QACjE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC;QAErC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,CAAC,GAAG,UAAU,CAAC;QAEzB,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,WAAW,CAAC,iBAAiB,CAAC;YACpD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,oBAAoB;YAC7C,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF;AApDD,sEAoDC;AAED,SAAgB,WAAW,CAAC,IAAY;IACtC,MAAM,aAAa,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,YAAY,GAA2B,IAAI,CAAC;IAChD,MAAM,8BAA8B,GAAG,KAAK,CAAC;IAC7C,MAAM,uBAAuB,GAAG,KAAK,CAAC;IAEtC,MAAM,eAAe,GAIjB;QACF,GAAG,EAAE,SAAS;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE,SAAS;KACnB,CAAC;IAEF,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,mBAAmB,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;QAEjD,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YAC9C,oEAAoE;YACpE,MAAM,OAAO,GAAG,oBAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,8BAA8B,EAAE,CAAC;gBACpC,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;gBAChC,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC;YACpC,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACrD,IAAI,CAAC,8BAA8B,IAAI,uBAAuB,EAAE,CAAC;gBAC/D,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,kBAAkB,GAAG,eAAe,CAAC,GAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,GAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,6BAA6B,CAC5C,kBAAkB,EAClB,kBAAkB,EAClB,OAAO,CACR,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;AACxB,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAY;IAC3C,MAAM,YAAY,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,WAAW,GAA2B,IAAI,CAAC;IAE/C,OAAO,CAAC,WAAW,GAAG,YAAY,CAAC,mBAAmB,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAClE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC","sourcesContent":["import SPSParser from \"./sps-parser\";\n\nexport enum H264NaluType {\n  kUnspecified = 0,\n  kSliceNonIDR = 1,\n  kSliceDPA = 2,\n  kSliceDPB = 3,\n  kSliceDPC = 4,\n  kSliceIDR = 5,\n  kSliceSEI = 6,\n  kSliceSPS = 7,\n  kSlicePPS = 8,\n  kSliceAUD = 9,\n  kEndOfSequence = 10,\n  kEndOfStream = 11,\n  kFiller = 12,\n  kSPSExt = 13,\n  kReserved0 = 14,\n}\n\nexport class H264NaluPayload {\n  type!: H264NaluType;\n  data!: Uint8Array;\n}\n\nexport class H264NaluAVC1 {\n  type: H264NaluType;\n  data: Uint8Array;\n\n  constructor(nalu: H264NaluPayload) {\n    const nalu_size = nalu.data.byteLength;\n\n    this.type = nalu.type;\n    this.data = new Uint8Array(4 + nalu_size); // 4 byte length-header + nalu payload\n\n    const v = new DataView(this.data.buffer);\n    // Fill 4 byte length-header\n    v.setUint32(0, nalu_size);\n    // Copy payload\n    this.data.set(nalu.data, 4);\n  }\n}\n\nexport class H264AnnexBParser {\n  private readonly TAG: string = \"H264AnnexBParser\";\n\n  private data_: Uint8Array;\n  private current_startcode_offset_: number = 0;\n  private eof_flag_: boolean = false;\n\n  public constructor(data: Uint8Array) {\n    this.data_ = data;\n    this.current_startcode_offset_ = this.findNextStartCodeOffset(0);\n  }\n\n  private findNextStartCodeOffset(start_offset: number) {\n    let i = start_offset;\n    const data = this.data_;\n\n    for (;;) {\n      if (i + 3 >= data.byteLength) {\n        this.eof_flag_ = true;\n        return data.byteLength;\n      }\n\n      // search 00 00 00 01 or 00 00 01\n      const uint32 =\n        (data[i + 0] << 24) |\n        (data[i + 1] << 16) |\n        (data[i + 2] << 8) |\n        data[i + 3];\n      const uint24 = (data[i + 0] << 16) | (data[i + 1] << 8) | data[i + 2];\n      if (uint32 === 0x00000001 || uint24 === 0x000001) {\n        return i;\n      } else {\n        i++;\n      }\n    }\n  }\n\n  public readNextNaluPayload(): H264NaluPayload | null {\n    const data = this.data_;\n    let nalu_payload: H264NaluPayload | null = null;\n\n    while (nalu_payload == null) {\n      if (this.eof_flag_) {\n        break;\n      }\n      // offset pointed to start code\n      const startcode_offset = this.current_startcode_offset_;\n\n      // nalu payload start offset\n      let offset = startcode_offset;\n      const u32 =\n        (data[offset] << 24) |\n        (data[offset + 1] << 16) |\n        (data[offset + 2] << 8) |\n        data[offset + 3];\n      if (u32 === 0x00000001) {\n        offset += 4;\n      } else {\n        offset += 3;\n      }\n\n      const nalu_type: H264NaluType = data[offset] & 0x1f;\n      const forbidden_bit = (data[offset] & 0x80) >>> 7;\n\n      const next_startcode_offset = this.findNextStartCodeOffset(offset);\n      this.current_startcode_offset_ = next_startcode_offset;\n\n      if (nalu_type >= H264NaluType.kReserved0) {\n        continue;\n      }\n      if (forbidden_bit !== 0) {\n        // Log.e(this.TAG, `forbidden_bit near offset ${offset} should be 0 but has value ${forbidden_bit}`);\n        continue;\n      }\n\n      const payload_data = data.subarray(offset, next_startcode_offset);\n\n      nalu_payload = new H264NaluPayload();\n      nalu_payload.type = nalu_type;\n      nalu_payload.data = payload_data;\n    }\n\n    return nalu_payload;\n  }\n}\n\nexport class AVCDecoderConfigurationRecord {\n  private data: Uint8Array;\n\n  // sps, pps: require Nalu without 4 byte length-header\n  public constructor(sps: Uint8Array, pps: Uint8Array, sps_details: any) {\n    let length = 6 + 2 + sps.byteLength + 1 + 2 + pps.byteLength;\n    let need_extra_fields = false;\n\n    if (sps[3] !== 66 && sps[3] !== 77 && sps[3] !== 88) {\n      need_extra_fields = true;\n      length += 4;\n    }\n\n    const data = (this.data = new Uint8Array(length));\n\n    data[0] = 0x01; // configurationVersion\n    data[1] = sps[1]; // AVCProfileIndication\n    data[2] = sps[2]; // profile_compatibility\n    data[3] = sps[3]; // AVCLevelIndication\n    data[4] = 0xff; // 111111 + lengthSizeMinusOne(3)\n\n    data[5] = 0xe0 | 0x01; // 111 + numOfSequenceParameterSets\n\n    const sps_length = sps.byteLength;\n    data[6] = sps_length >>> 8; // sequenceParameterSetLength\n    data[7] = sps_length & 0xff;\n\n    let offset = 8;\n    data.set(sps, 8);\n    offset += sps_length;\n\n    data[offset] = 1; // numOfPictureParameterSets\n\n    const pps_length = pps.byteLength;\n    data[offset + 1] = pps_length >>> 8; // pictureParameterSetLength\n    data[offset + 2] = pps_length & 0xff;\n\n    data.set(pps, offset + 3);\n    offset += 3 + pps_length;\n\n    if (need_extra_fields) {\n      data[offset] = 0xfc | sps_details.chroma_format_idc;\n      data[offset + 1] = 0xf8 | (sps_details.bit_depth_luma - 8);\n      data[offset + 2] = 0xf8 | (sps_details.bit_depth_chroma - 8);\n      data[offset + 3] = 0x00; // number of sps ext\n      offset += 4;\n    }\n  }\n\n  public getData() {\n    return this.data;\n  }\n}\n\nexport function annexb2avcc(data: Buffer) {\n  const annexb_parser = new H264AnnexBParser(data);\n  let nalu_payload: H264NaluPayload | null = null;\n  const video_init_segment_dispatched_ = false;\n  const video_metadata_changed_ = false;\n\n  const video_metadata_: {\n    sps: H264NaluAVC1 | undefined;\n    pps: H264NaluAVC1 | undefined;\n    details: any;\n  } = {\n    sps: undefined,\n    pps: undefined,\n    details: undefined,\n  };\n\n  while ((nalu_payload = annexb_parser.readNextNaluPayload()) != null) {\n    const nalu_avc1 = new H264NaluAVC1(nalu_payload);\n\n    if (nalu_avc1.type === H264NaluType.kSliceSPS) {\n      // Notice: parseSPS requires Nalu without startcode or length-header\n      const details = SPSParser.parseSPS(nalu_payload.data);\n      if (!video_init_segment_dispatched_) {\n        video_metadata_.sps = nalu_avc1;\n        video_metadata_.details = details;\n      }\n    } else if (nalu_avc1.type === H264NaluType.kSlicePPS) {\n      if (!video_init_segment_dispatched_ || video_metadata_changed_) {\n        video_metadata_.pps = nalu_avc1;\n      }\n    }\n  }\n\n  const sps_without_header = video_metadata_.sps!.data.subarray(4);\n  const pps_without_header = video_metadata_.pps!.data.subarray(4);\n  const details = video_metadata_.details;\n  const avcc = new AVCDecoderConfigurationRecord(\n    sps_without_header,\n    pps_without_header,\n    details,\n  );\n  return avcc.getData();\n}\n\nexport function annexb2avcSample(data: Buffer) {\n  const annexbParser = new H264AnnexBParser(data);\n  const nalUnits: Buffer[] = [];\n  let naluPayload: H264NaluPayload | null = null;\n\n  while ((naluPayload = annexbParser.readNextNaluPayload()) != null) {\n    nalUnits.push(Buffer.from(new H264NaluAVC1(naluPayload).data));\n  }\n\n  if (nalUnits.length === 0) {\n    throw new Error(\"annexb sample does not contain nal units\");\n  }\n\n  return Buffer.concat(nalUnits);\n}\n"]}

package/lib/rtp/src/extra/processor/mp4.d.ts

@@ -10,14 +10,16 @@ export type Mp4Input = {
     };
     eol?: boolean;
 };
-export interface Mp4Output {
+export type Mp4Output = {
     type: DataType;
     timestamp: number;
     duration: number;
     data: Uint8Array;
-    eol?: boolean;
+    eol?: false | undefined;
     kind: "audio" | "video";
-}
+} | {
+    eol: true;
+};
 export interface MP4Option {
     /**ms */
     duration?: number;
@@ -28,16 +30,18 @@ export declare class MP4Base implements AVProcessor<Mp4Input> {
     tracks: Track[];
     private output;
     private options;
+    audioStopped: boolean;
     private internalStats;
     private container;
     stopped: boolean;
     onStopped: Event<any[]>;
-    constructor(tracks: Track[], output: (output: Mp4Output) => void, options?: MP4Option);
+    videoStopped: boolean;
+    constructor(tracks: Track[], output: (output: Mp4Output) => void | Promise<void>, options?: MP4Option);
     toJSON(): Record<string, any>;
-    processAudioInput: ({ frame }: Mp4Input) => void;
-    processVideoInput: ({ frame }: Mp4Input) => void;
+    processVideoInput: ({ eol, frame }: Mp4Input) => void;
+    processAudioInput: ({ eol, frame }: Mp4Input) => void;
     protected start(): void;
-    stop(): void;
+    stop(): Promise<void>;
 }
 export interface Track {
     width?: number;

package/lib/rtp/src/extra/processor/mp4.js

@@ -24,6 +24,12 @@ class MP4Base {
             writable: true,
             value: options
         });
+        Object.defineProperty(this, "audioStopped", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "internalStats", {
             enumerable: true,
             configurable: true,
@@ -48,84 +54,113 @@ class MP4Base {
             writable: true,
             value: new common_1.Event()
         });
-        Object.defineProperty(this, "processAudioInput", {
+        Object.defineProperty(this, "videoStopped", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ({ frame }) => {
-                const track = this.tracks.find((t) => t.kind === "audio");
-                if (frame) {
-                    if (!this.container.audioTrack) {
+            value: false
+        });
+        Object.defineProperty(this, "processVideoInput", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ({ eol, frame }) => {
+                if (this.stopped) {
+                    return;
+                }
+                if (!frame) {
+                    if (eol) {
+                        this.videoStopped = true;
+                        if (!this.tracks.some((track) => track.kind === "audio") ||
+                            this.audioStopped) {
+                            void this.stop();
+                        }
+                    }
+                    return;
+                }
+                const track = this.tracks.find((t) => t.kind === "video");
+                this.videoStopped = false;
+                if (!this.container.videoTrack) {
+                    if (frame.isKeyframe) {
+                        const avcc = (0, mp4_1.annexb2avcc)(frame.data);
+                        const sample = (0, mp4_1.annexb2avcSample)(frame.data);
+                        const [displayAspectWidth, displayAspectHeight] = computeRatio(track.width, track.height);
                         this.container.write({
-                            codec: track.codec,
-                            description: (0, __1.buffer2ArrayBuffer)(__1.OpusRtpPayload.createCodecPrivate()),
-                            numberOfChannels: 2,
-                            sampleRate: track.clockRate,
-                            track: "audio",
+                            codec: avccToCodecString(avcc),
+                            codedWidth: track.width,
+                            codedHeight: track.height,
+                            description: toArrayBuffer(Buffer.from(avcc)),
+                            displayAspectWidth,
+                            displayAspectHeight,
+                            track: "video",
                         });
-                    }
-                    else {
                         this.container.write({
-                            byteLength: frame.data.length,
+                            byteLength: sample.length,
                             duration: null,
                             timestamp: frame.time * 1000,
                             type: "key",
                             copyTo: (destination) => {
-                                //@ts-expect-error
-                                frame.data.copy(destination);
+                                new Uint8Array(destination).set(sample);
                             },
-                            track: "audio",
+                            track: "video",
                         });
                     }
                 }
+                else {
+                    const sample = (0, mp4_1.annexb2avcSample)(frame.data);
+                    this.container.write({
+                        byteLength: sample.length,
+                        duration: null,
+                        timestamp: frame.time * 1000,
+                        type: frame.isKeyframe ? "key" : "delta",
+                        copyTo: (destination) => {
+                            new Uint8Array(destination).set(sample);
+                        },
+                        track: "video",
+                    });
+                }
             }
         });
-        Object.defineProperty(this, "processVideoInput", {
+        Object.defineProperty(this, "processAudioInput", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ({ frame }) => {
-                const track = this.tracks.find((t) => t.kind === "video");
-                if (frame) {
-                    if (!this.container.videoTrack) {
-                        if (frame.isKeyframe) {
-                            const avcc = (0, mp4_1.annexb2avcc)(frame.data);
-                            const [displayAspectWidth, displayAspectHeight] = computeRatio(track.width, track.height);
-                            this.container.write({
-                                codec: track.codec,
-                                codedWidth: track.width,
-                                codedHeight: track.height,
-                                description: avcc.buffer,
-                                displayAspectWidth,
-                                displayAspectHeight,
-                                track: "video",
-                            });
-                            this.container.write({
-                                byteLength: frame.data.length,
-                                duration: null,
-                                timestamp: frame.time * 1000,
-                                type: "key",
-                                copyTo: (destination) => {
-                                    //@ts-expect-error
-                                    frame.data.copy(destination);
-                                },
-                                track: "video",
-                            });
+            value: ({ eol, frame }) => {
+                if (this.stopped) {
+                    return;
+                }
+                if (!frame) {
+                    if (eol) {
+                        this.audioStopped = true;
+                        if (!this.tracks.some((track) => track.kind === "video") ||
+                            this.videoStopped) {
+                            void this.stop();
                         }
                     }
-                    else {
-                        this.container.write({
-                            byteLength: frame.data.length,
-                            duration: null,
-                            timestamp: frame.time * 1000,
-                            type: frame.isKeyframe ? "key" : "delta",
-                            copyTo: (destination) => {
-                                //@ts-expect-error
-                                frame.data.copy(destination);
-                            },
-                            track: "video",
-                        });
-                    }
+                    return;
+                }
+                const track = this.tracks.find((t) => t.kind === "audio");
+                this.audioStopped = false;
+                if (!this.container.audioTrack) {
+                    this.container.write({
+                        codec: track.codec,
+                        description: toArrayBuffer(__1.OpusRtpPayload.createCodecPrivate()),
+                        numberOfChannels: 2,
+                        sampleRate: track.clockRate,
+                        track: "audio",
+                    });
+                }
+                else {
+                    this.container.write({
+                        byteLength: frame.data.length,
+                        duration: null,
+                        timestamp: frame.time * 1000,
+                        type: "key",
+                        copyTo: (destination) => {
+                            new Uint8Array(destination).set(frame.data);
+                        },
+                        track: "audio",
+                    });
                 }
             }
         });
@@ -135,8 +170,8 @@ class MP4Base {
                 video: !!this.tracks.find((t) => t.kind === "video"),
             },
         });
-        this.container.onData.subscribe((data) => {
-            this.output(data);
+        this.container.onData.subscribe(async (data) => {
+            await this.output(data);
         });
     }
     toJSON() {
@@ -145,7 +180,15 @@ class MP4Base {
         };
     }
     start() { }
-    stop() { }
+    async stop() {
+        if (this.stopped) {
+            return;
+        }
+        this.stopped = true;
+        await this.container.stop();
+        await this.output({ eol: true });
+        await this.onStopped.execute();
+    }
 }
 exports.MP4Base = MP4Base;
 function computeRatio(a, b) {
@@ -160,4 +203,16 @@ function computeRatio(a, b) {
     const divisor = gcd(a, b);
     return [a / divisor, b / divisor];
 }
+function avccToCodecString(avcc) {
+    if (avcc.byteLength < 4) {
+        throw new Error("invalid avcc decoder configuration record");
+    }
+    return `avc1.${toHex(avcc[1])}${toHex(avcc[2])}${toHex(avcc[3])}`;
+}
+function toHex(value) {
+    return value.toString(16).padStart(2, "0");
+}
+function toArrayBuffer(buffer) {
+    return buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
+}
 //# sourceMappingURL=mp4.js.map

package/lib/rtp/src/extra/processor/mp4.js.map

@@ -1 +1 @@
-{"version":3,"file":"mp4.js","sourceRoot":"","sources":["../../../../../../rtp/src/extra/processor/mp4.ts"],"names":[],"mappings":";;;AAAA,iDAA6C;AAE7C,6BAA2D;AAC3D,0CAK0B;AA6B1B,MAAa,OAAO;IAMlB,YACS,MAAe,EACd,MAAmC,EACnC,UAAqB,EAAE;QAF/B;;;;mBAAO,MAAM;WAAS;QACtB;;;;mBAAQ,MAAM;WAA6B;QAC3C;;;;mBAAQ,OAAO;WAAgB;QARzB;;;;mBAAgB,EAAE;WAAC;QACnB;;;;;WAAwB;QAChC;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAY,IAAI,cAAK,EAAE;WAAC;QAwBxB;;;;mBAAoB,CAAC,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;wBAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,WAAW,EAAE,IAAA,sBAAkB,EAC7B,kBAAc,CAAC,kBAAkB,EAAE,CACrB;4BAChB,gBAAgB,EAAE,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,SAAS;4BAC3B,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;4BAC7B,QAAQ,EAAE,IAAI;4BACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;4BAC5B,IAAI,EAAE,KAAK;4BACX,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;gCACtB,kBAAkB;gCAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;4BAC/B,CAAC;4BACD,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;wBAC/B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,MAAM,IAAI,GAAG,IAAA,iBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAErC,MAAM,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,GAAG,YAAY,CAC5D,KAAK,CAAC,KAAM,EACZ,KAAK,CAAC,MAAO,CACd,CAAC;4BAEF,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gCACnB,KAAK,EAAE,KAAK,CAAC,KAAK;gCAClB,UAAU,EAAE,KAAK,CAAC,KAAK;gCACvB,WAAW,EAAE,KAAK,CAAC,MAAM;gCACzB,WAAW,EAAE,IAAI,CAAC,MAAqB;gCACvC,kBAAkB;gCAClB,mBAAmB;gCACnB,KAAK,EAAE,OAAO;6BACf,CAAC,CAAC;4BACH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gCACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gCAC7B,QAAQ,EAAE,IAAI;gCACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;gCAC5B,IAAI,EAAE,KAAK;gCACX,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;oCACtB,kBAAkB;oCAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gCAC/B,CAAC;gCACD,KAAK,EAAE,OAAO;6BACf,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;4BAC7B,QAAQ,EAAE,IAAI;4BACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;4BAC5B,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;4BACxC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;gCACtB,kBAAkB;gCAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;4BAC/B,CAAC;4BACD,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;WAAC;QA/FA,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAY,CAAC;YAChC,KAAK,EAAE;gBACL,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;gBACpD,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;aACrD;SACF,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;SACtB,CAAC;IACJ,CAAC;IAkFS,KAAK,KAAI,CAAC;IAEpB,IAAI,KAAI,CAAC;CACV;AA/GD,0BA+GC;AAED,SAAS,YAAY,CAAC,CAAS,EAAE,CAAS;IACxC,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS;QAC/B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,CAAC,CAAC;YACf,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACV,CAAC,GAAG,IAAI,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;AACpC,CAAC","sourcesContent":["import { Event } from \"../../imports/common\";\n\nimport { OpusRtpPayload, buffer2ArrayBuffer } from \"../..\";\nimport {\n  type DataType,\n  Mp4Container,\n  type Mp4SupportedCodec,\n  annexb2avcc,\n} from \"../container/mp4\";\nimport type { AVProcessor } from \"./interface\";\n\nexport type Mp4Input = {\n  frame?: {\n    data: Buffer;\n    isKeyframe: boolean;\n    /**ms */\n    time: number;\n  };\n  eol?: boolean;\n};\n\nexport interface Mp4Output {\n  type: DataType;\n  timestamp: number;\n  duration: number;\n  data: Uint8Array;\n  eol?: boolean;\n  kind: \"audio\" | \"video\";\n}\n\nexport interface MP4Option {\n  /**ms */\n  duration?: number;\n  encryptionKey?: Buffer;\n  strictTimestamp?: boolean;\n}\n\nexport class MP4Base implements AVProcessor<Mp4Input> {\n  private internalStats = {};\n  private container: Mp4Container;\n  stopped = false;\n  onStopped = new Event();\n\n  constructor(\n    public tracks: Track[],\n    private output: (output: Mp4Output) => void,\n    private options: MP4Option = {},\n  ) {\n    this.container = new Mp4Container({\n      track: {\n        audio: !!this.tracks.find((t) => t.kind === \"audio\"),\n        video: !!this.tracks.find((t) => t.kind === \"video\"),\n      },\n    });\n    this.container.onData.subscribe((data) => {\n      this.output(data);\n    });\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n    };\n  }\n\n  processAudioInput = ({ frame }: Mp4Input) => {\n    const track = this.tracks.find((t) => t.kind === \"audio\")!;\n\n    if (frame) {\n      if (!this.container.audioTrack) {\n        this.container.write({\n          codec: track.codec,\n          description: buffer2ArrayBuffer(\n            OpusRtpPayload.createCodecPrivate(),\n          ) as ArrayBuffer,\n          numberOfChannels: 2,\n          sampleRate: track.clockRate,\n          track: \"audio\",\n        });\n      } else {\n        this.container.write({\n          byteLength: frame.data.length,\n          duration: null,\n          timestamp: frame.time * 1000,\n          type: \"key\",\n          copyTo: (destination) => {\n            //@ts-expect-error\n            frame.data.copy(destination);\n          },\n          track: \"audio\",\n        });\n      }\n    }\n  };\n\n  processVideoInput = ({ frame }: Mp4Input) => {\n    const track = this.tracks.find((t) => t.kind === \"video\")!;\n\n    if (frame) {\n      if (!this.container.videoTrack) {\n        if (frame.isKeyframe) {\n          const avcc = annexb2avcc(frame.data);\n\n          const [displayAspectWidth, displayAspectHeight] = computeRatio(\n            track.width!,\n            track.height!,\n          );\n\n          this.container.write({\n            codec: track.codec,\n            codedWidth: track.width,\n            codedHeight: track.height,\n            description: avcc.buffer as ArrayBuffer,\n            displayAspectWidth,\n            displayAspectHeight,\n            track: \"video\",\n          });\n          this.container.write({\n            byteLength: frame.data.length,\n            duration: null,\n            timestamp: frame.time * 1000,\n            type: \"key\",\n            copyTo: (destination) => {\n              //@ts-expect-error\n              frame.data.copy(destination);\n            },\n            track: \"video\",\n          });\n        }\n      } else {\n        this.container.write({\n          byteLength: frame.data.length,\n          duration: null,\n          timestamp: frame.time * 1000,\n          type: frame.isKeyframe ? \"key\" : \"delta\",\n          copyTo: (destination) => {\n            //@ts-expect-error\n            frame.data.copy(destination);\n          },\n          track: \"video\",\n        });\n      }\n    }\n  };\n\n  protected start() {}\n\n  stop() {}\n}\n\nfunction computeRatio(a: number, b: number) {\n  function gcd(x: number, y: number) {\n    while (y !== 0) {\n      const temp = y;\n      y = x % y;\n      x = temp;\n    }\n    return x;\n  }\n\n  const divisor = gcd(a, b);\n  return [a / divisor, b / divisor];\n}\n\nexport interface Track {\n  width?: number;\n  height?: number;\n  kind: \"audio\" | \"video\";\n  codec: Mp4SupportedCodec;\n  clockRate: number;\n  trackNumber: number;\n}\n"]}
+{"version":3,"file":"mp4.js","sourceRoot":"","sources":["../../../../../../rtp/src/extra/processor/mp4.ts"],"names":[],"mappings":";;;AAAA,iDAA6C;AAE7C,6BAAuC;AACvC,0CAM0B;AAiC1B,MAAa,OAAO;IAQlB,YACS,MAAe,EACd,MAAmD,EACnD,UAAqB,EAAE;QAF/B;;;;mBAAO,MAAM;WAAS;QACtB;;;;mBAAQ,MAAM;WAA6C;QAC3D;;;;mBAAQ,OAAO;WAAgB;QAVjC;;;;mBAAe,KAAK;WAAC;QACb;;;;mBAAgB,EAAE;WAAC;QACnB;;;;;WAAwB;QAChC;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAY,IAAI,cAAK,EAAE;WAAC;QACxB;;;;mBAAe,KAAK;WAAC;QAwBrB;;;;mBAAoB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC/C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;wBACzB,IACE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;4BACpD,IAAI,CAAC,YAAY,EACjB,CAAC;4BACD,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;wBACnB,CAAC;oBACH,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;oBAC/B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBACrB,MAAM,IAAI,GAAG,IAAA,iBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACrC,MAAM,MAAM,GAAG,IAAA,sBAAgB,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE5C,MAAM,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,GAAG,YAAY,CAC5D,KAAK,CAAC,KAAM,EACZ,KAAK,CAAC,MAAO,CACd,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC;4BAC9B,UAAU,EAAE,KAAK,CAAC,KAAK;4BACvB,WAAW,EAAE,KAAK,CAAC,MAAM;4BACzB,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAC7C,kBAAkB;4BAClB,mBAAmB;4BACnB,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;wBACH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;4BACnB,UAAU,EAAE,MAAM,CAAC,MAAM;4BACzB,QAAQ,EAAE,IAAI;4BACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;4BAC5B,IAAI,EAAE,KAAK;4BACX,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;gCACtB,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;4BAC1C,CAAC;4BACD,KAAK,EAAE,OAAO;yBACf,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,IAAA,sBAAgB,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBACnB,UAAU,EAAE,MAAM,CAAC,MAAM;wBACzB,QAAQ,EAAE,IAAI;wBACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;wBAC5B,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;wBACxC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;4BACtB,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC1C,CAAC;wBACD,KAAK,EAAE,OAAO;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;WAAC;QAEF;;;;mBAAoB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAY,EAAE,EAAE;gBAC/C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;wBACzB,IACE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;4BACpD,IAAI,CAAC,YAAY,EACjB,CAAC;4BACD,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;wBACnB,CAAC;oBACH,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;gBAE3D,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;oBAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,WAAW,EAAE,aAAa,CAAC,kBAAc,CAAC,kBAAkB,EAAE,CAAC;wBAC/D,gBAAgB,EAAE,CAAC;wBACnB,UAAU,EAAE,KAAK,CAAC,SAAS;wBAC3B,KAAK,EAAE,OAAO;qBACf,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBACnB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;wBAC7B,QAAQ,EAAE,IAAI;wBACd,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI;wBAC5B,IAAI,EAAE,KAAK;wBACX,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE;4BACtB,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC9C,CAAC;wBACD,KAAK,EAAE,OAAO;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;WAAC;QA5HA,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAY,CAAC;YAChC,KAAK,EAAE;gBACL,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;gBACpD,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;aACrD;SACF,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,IAAI,CAAC,aAAa;SACtB,CAAC;IACJ,CAAC;IA+GS,KAAK,KAAI,CAAC;IAEpB,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;CACF;AAvJD,0BAuJC;AAED,SAAS,YAAY,CAAC,CAAS,EAAE,CAAS;IACxC,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS;QAC/B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,CAAC,CAAC;YACf,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACV,CAAC,GAAG,IAAI,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;AACpC,CAAC;AAWD,SAAS,iBAAiB,CAAC,IAAgB;IACzC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,OAAO,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CACxB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CACvB,CAAC;AACnB,CAAC","sourcesContent":["import { Event } from \"../../imports/common\";\n\nimport { OpusRtpPayload } from \"../..\";\nimport {\n  type DataType,\n  Mp4Container,\n  type Mp4SupportedCodec,\n  annexb2avcSample,\n  annexb2avcc,\n} from \"../container/mp4\";\nimport type { AVProcessor } from \"./interface\";\n\nexport type Mp4Input = {\n  frame?: {\n    data: Buffer;\n    isKeyframe: boolean;\n    /**ms */\n    time: number;\n  };\n  eol?: boolean;\n};\n\nexport type Mp4Output =\n  | {\n      type: DataType;\n      timestamp: number;\n      duration: number;\n      data: Uint8Array;\n      eol?: false | undefined;\n      kind: \"audio\" | \"video\";\n    }\n  | {\n      eol: true;\n    };\n\nexport interface MP4Option {\n  /**ms */\n  duration?: number;\n  encryptionKey?: Buffer;\n  strictTimestamp?: boolean;\n}\n\nexport class MP4Base implements AVProcessor<Mp4Input> {\n  audioStopped = false;\n  private internalStats = {};\n  private container: Mp4Container;\n  stopped = false;\n  onStopped = new Event();\n  videoStopped = false;\n\n  constructor(\n    public tracks: Track[],\n    private output: (output: Mp4Output) => void | Promise<void>,\n    private options: MP4Option = {},\n  ) {\n    this.container = new Mp4Container({\n      track: {\n        audio: !!this.tracks.find((t) => t.kind === \"audio\"),\n        video: !!this.tracks.find((t) => t.kind === \"video\"),\n      },\n    });\n    this.container.onData.subscribe(async (data) => {\n      await this.output(data);\n    });\n  }\n\n  toJSON(): Record<string, any> {\n    return {\n      ...this.internalStats,\n    };\n  }\n\n  processVideoInput = ({ eol, frame }: Mp4Input) => {\n    if (this.stopped) {\n      return;\n    }\n\n    if (!frame) {\n      if (eol) {\n        this.videoStopped = true;\n        if (\n          !this.tracks.some((track) => track.kind === \"audio\") ||\n          this.audioStopped\n        ) {\n          void this.stop();\n        }\n      }\n      return;\n    }\n\n    const track = this.tracks.find((t) => t.kind === \"video\")!;\n\n    this.videoStopped = false;\n    if (!this.container.videoTrack) {\n      if (frame.isKeyframe) {\n        const avcc = annexb2avcc(frame.data);\n        const sample = annexb2avcSample(frame.data);\n\n        const [displayAspectWidth, displayAspectHeight] = computeRatio(\n          track.width!,\n          track.height!,\n        );\n\n        this.container.write({\n          codec: avccToCodecString(avcc),\n          codedWidth: track.width,\n          codedHeight: track.height,\n          description: toArrayBuffer(Buffer.from(avcc)),\n          displayAspectWidth,\n          displayAspectHeight,\n          track: \"video\",\n        });\n        this.container.write({\n          byteLength: sample.length,\n          duration: null,\n          timestamp: frame.time * 1000,\n          type: \"key\",\n          copyTo: (destination) => {\n            new Uint8Array(destination).set(sample);\n          },\n          track: \"video\",\n        });\n      }\n    } else {\n      const sample = annexb2avcSample(frame.data);\n      this.container.write({\n        byteLength: sample.length,\n        duration: null,\n        timestamp: frame.time * 1000,\n        type: frame.isKeyframe ? \"key\" : \"delta\",\n        copyTo: (destination) => {\n          new Uint8Array(destination).set(sample);\n        },\n        track: \"video\",\n      });\n    }\n  };\n\n  processAudioInput = ({ eol, frame }: Mp4Input) => {\n    if (this.stopped) {\n      return;\n    }\n\n    if (!frame) {\n      if (eol) {\n        this.audioStopped = true;\n        if (\n          !this.tracks.some((track) => track.kind === \"video\") ||\n          this.videoStopped\n        ) {\n          void this.stop();\n        }\n      }\n      return;\n    }\n\n    const track = this.tracks.find((t) => t.kind === \"audio\")!;\n\n    this.audioStopped = false;\n    if (!this.container.audioTrack) {\n      this.container.write({\n        codec: track.codec,\n        description: toArrayBuffer(OpusRtpPayload.createCodecPrivate()),\n        numberOfChannels: 2,\n        sampleRate: track.clockRate,\n        track: \"audio\",\n      });\n    } else {\n      this.container.write({\n        byteLength: frame.data.length,\n        duration: null,\n        timestamp: frame.time * 1000,\n        type: \"key\",\n        copyTo: (destination) => {\n          new Uint8Array(destination).set(frame.data);\n        },\n        track: \"audio\",\n      });\n    }\n  };\n\n  protected start() {}\n\n  async stop() {\n    if (this.stopped) {\n      return;\n    }\n\n    this.stopped = true;\n    await this.container.stop();\n    await this.output({ eol: true });\n    await this.onStopped.execute();\n  }\n}\n\nfunction computeRatio(a: number, b: number) {\n  function gcd(x: number, y: number) {\n    while (y !== 0) {\n      const temp = y;\n      y = x % y;\n      x = temp;\n    }\n    return x;\n  }\n\n  const divisor = gcd(a, b);\n  return [a / divisor, b / divisor];\n}\n\nexport interface Track {\n  width?: number;\n  height?: number;\n  kind: \"audio\" | \"video\";\n  codec: Mp4SupportedCodec;\n  clockRate: number;\n  trackNumber: number;\n}\n\nfunction avccToCodecString(avcc: Uint8Array) {\n  if (avcc.byteLength < 4) {\n    throw new Error(\"invalid avcc decoder configuration record\");\n  }\n\n  return `avc1.${toHex(avcc[1])}${toHex(avcc[2])}${toHex(avcc[3])}`;\n}\n\nfunction toHex(value: number) {\n  return value.toString(16).padStart(2, \"0\");\n}\n\nfunction toArrayBuffer(buffer: Buffer) {\n  return buffer.buffer.slice(\n    buffer.byteOffset,\n    buffer.byteOffset + buffer.byteLength,\n  ) as ArrayBuffer;\n}\n"]}

package/lib/rtp/src/extra/processor/mp4Callback.d.ts

@@ -1,9 +1,8 @@
-import { MP4Base, type Mp4Input, type Mp4Output, type Track } from "./mp4";
-import type { WebmOption } from "./webm";
+import { MP4Base, type MP4Option, type Mp4Input, type Mp4Output, type Track } from "./mp4";
 export declare class MP4Callback extends MP4Base {
     private cb?;
     private queue;
-    constructor(tracks: Track[], options?: WebmOption);
+    constructor(tracks: Track[], options?: MP4Option);
     pipe: (cb: (input: Mp4Output) => Promise<void>) => void;
     inputAudio: (input: Mp4Input) => void;
     inputVideo: (input: Mp4Input) => void;

package/lib/rtp/src/extra/processor/mp4Callback.js

@@ -55,8 +55,10 @@ class MP4Callback extends mp4_1.MP4Base {
             configurable: true,
             writable: true,
             value: () => {
-                this.cb = undefined;
-                this.queue.cancel();
+                void this.stop().finally(() => {
+                    this.cb = undefined;
+                    this.queue.cancel();
+                });
             }
         });
     }
@@ -71,7 +73,7 @@ Object.defineProperty(MP4Callback, "saveToFileSystem", {
         const queue = new __1.PromiseQueue();
         return async (value) => {
             await queue.push(async () => {
-                if (value.data) {
+                if ("data" in value) {
                     await (0, promises_1.appendFile)(path, value.data);
                 }
                 else if (value.eol) {

package/lib/rtp/src/extra/processor/mp4Callback.js.map

@@ -1 +1 @@
-{"version":3,"file":"mp4Callback.js","sourceRoot":"","sources":["../../../../../../rtp/src/extra/processor/mp4Callback.ts"],"names":[],"mappings":";;;;AAAA,0CAAyC;AAEzC,6BAAqC;AACrC,+BAA2E;AAG3E,MAAa,WAAY,SAAQ,aAAO;IAGtC,YAAY,MAAe,EAAE,UAAsB,EAAE;QACnD,KAAK,CACH,MAAM,EACN,KAAK,EAAE,MAAM,EAAE,EAAE;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,EAAE,EAAE,CAAC;gBACP,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAZI;;;;;WAAyC;QACzC;;;;mBAAQ,IAAI,gBAAY,EAAE;WAAC;QAcnC;;;;mBAAO,CAAC,EAAuC,EAAE,EAAE;gBACjD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC;WAAC;IAjBF,CAAC;;AAdH,kCA4CC;;AAXQ;;;;WAAmB,CAAC,IAAY,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,IAAI,gBAAY,EAAE,CAAC;QACjC,OAAO,KAAK,EAAE,KAAgB,EAAE,EAAE;YAChC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,MAAM,IAAA,qBAAU,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrC,CAAC;qBAAM,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;EAVsB,CAUrB","sourcesContent":["import { appendFile } from \"fs/promises\";\n\nimport { PromiseQueue } from \"../..\";\nimport { MP4Base, type Mp4Input, type Mp4Output, type Track } from \"./mp4\";\nimport type { WebmOption } from \"./webm\";\n\nexport class MP4Callback extends MP4Base {\n  private cb?: (input: Mp4Output) => Promise<void>;\n  private queue = new PromiseQueue();\n  constructor(tracks: Track[], options: WebmOption = {}) {\n    super(\n      tracks,\n      async (output) => {\n        const cb = this.cb;\n        if (cb) {\n          await this.queue.push(() => cb(output));\n        }\n      },\n      options,\n    );\n  }\n\n  pipe = (cb: (input: Mp4Output) => Promise<void>) => {\n    this.cb = cb;\n    this.start();\n  };\n\n  inputAudio = (input: Mp4Input) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: Mp4Input) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    this.cb = undefined;\n    this.queue.cancel();\n  };\n\n  static saveToFileSystem = (path: string) => {\n    const queue = new PromiseQueue();\n    return async (value: Mp4Output) => {\n      await queue.push(async () => {\n        if (value.data) {\n          await appendFile(path, value.data);\n        } else if (value.eol) {\n        }\n      });\n    };\n  };\n}\n"]}
+{"version":3,"file":"mp4Callback.js","sourceRoot":"","sources":["../../../../../../rtp/src/extra/processor/mp4Callback.ts"],"names":[],"mappings":";;;;AAAA,0CAAyC;AAEzC,6BAAqC;AACrC,+BAMe;AAEf,MAAa,WAAY,SAAQ,aAAO;IAGtC,YAAY,MAAe,EAAE,UAAqB,EAAE;QAClD,KAAK,CACH,MAAM,EACN,KAAK,EAAE,MAAM,EAAE,EAAE;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,EAAE,EAAE,CAAC;gBACP,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,EACD,OAAO,CACR,CAAC;QAZI;;;;;WAAyC;QACzC;;;;mBAAQ,IAAI,gBAAY,EAAE;WAAC;QAcnC;;;;mBAAO,CAAC,EAAuC,EAAE,EAAE;gBACjD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;WAAC;QAEF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QACF;;;;mBAAa,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;WAAC;QAEF;;;;mBAAU,GAAG,EAAE;gBACb,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;oBAC5B,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;oBACpB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;WAAC;IAnBF,CAAC;;AAdH,kCA8CC;;AAXQ;;;;WAAmB,CAAC,IAAY,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,IAAI,gBAAY,EAAE,CAAC;QACjC,OAAO,KAAK,EAAE,KAAgB,EAAE,EAAE;YAChC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;oBACpB,MAAM,IAAA,qBAAU,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrC,CAAC;qBAAM,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;EAVsB,CAUrB","sourcesContent":["import { appendFile } from \"fs/promises\";\n\nimport { PromiseQueue } from \"../..\";\nimport {\n  MP4Base,\n  type MP4Option,\n  type Mp4Input,\n  type Mp4Output,\n  type Track,\n} from \"./mp4\";\n\nexport class MP4Callback extends MP4Base {\n  private cb?: (input: Mp4Output) => Promise<void>;\n  private queue = new PromiseQueue();\n  constructor(tracks: Track[], options: MP4Option = {}) {\n    super(\n      tracks,\n      async (output) => {\n        const cb = this.cb;\n        if (cb) {\n          await this.queue.push(() => cb(output));\n        }\n      },\n      options,\n    );\n  }\n\n  pipe = (cb: (input: Mp4Output) => Promise<void>) => {\n    this.cb = cb;\n    this.start();\n  };\n\n  inputAudio = (input: Mp4Input) => {\n    this.processAudioInput(input);\n  };\n  inputVideo = (input: Mp4Input) => {\n    this.processVideoInput(input);\n  };\n\n  destroy = () => {\n    void this.stop().finally(() => {\n      this.cb = undefined;\n      this.queue.cancel();\n    });\n  };\n\n  static saveToFileSystem = (path: string) => {\n    const queue = new PromiseQueue();\n    return async (value: Mp4Output) => {\n      await queue.push(async () => {\n        if (\"data\" in value) {\n          await appendFile(path, value.data);\n        } else if (value.eol) {\n        }\n      });\n    };\n  };\n}\n"]}

package/lib/rtp/src/rtp/rtx.js

@@ -2,19 +2,20 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.unwrapRtx = unwrapRtx;
 exports.wrapRtx = wrapRtx;
-const jspack_1 = require("@shinyoshiaki/jspack");
 const rtp_1 = require("./rtp");
 function unwrapRtx(rtx, payloadType, ssrc) {
     const packet = new rtp_1.RtpPacket(new rtp_1.RtpHeader({
         payloadType,
         marker: rtx.header.marker,
-        sequenceNumber: jspack_1.jspack.Unpack("!H", rtx.payload.subarray(0, 2))[0],
+        sequenceNumber: rtx.payload.readUInt16BE(0),
         timestamp: rtx.header.timestamp,
         ssrc,
     }), rtx.payload.subarray(2));
     return packet;
 }
 function wrapRtx(packet, payloadType, sequenceNumber, ssrc) {
+    const originalSequence = Buffer.allocUnsafe(2);
+    originalSequence.writeUInt16BE(packet.header.sequenceNumber, 0);
     const rtx = new rtp_1.RtpPacket(new rtp_1.RtpHeader({
         payloadType,
         marker: packet.header.marker,
@@ -23,10 +24,7 @@ function wrapRtx(packet, payloadType, sequenceNumber, ssrc) {
         ssrc,
         csrc: packet.header.csrc,
         extensions: packet.header.extensions,
-    }), Buffer.concat([
-        Buffer.from(jspack_1.jspack.Pack("!H", [packet.header.sequenceNumber])),
-        packet.payload,
-    ]));
+    }), Buffer.concat([originalSequence, packet.payload]));
     return rtx;
 }
 //# sourceMappingURL=rtx.js.map

package/lib/rtp/src/rtp/rtx.js.map

@@ -1 +1 @@
-{"version":3,"file":"rtx.js","sourceRoot":"","sources":["../../../../../rtp/src/rtp/rtx.ts"],"names":[],"mappings":";;AAIA,8BAYC;AAED,0BAsBC;AAxCD,iDAA8C;AAE9C,+BAA6C;AAE7C,SAAgB,SAAS,CAAC,GAAc,EAAE,WAAmB,EAAE,IAAY;IACzE,MAAM,MAAM,GAAG,IAAI,eAAS,CAC1B,IAAI,eAAS,CAAC;QACZ,WAAW;QACX,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;QACzB,cAAc,EAAE,eAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS;QAC/B,IAAI;KACL,CAAC,EACF,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CACxB,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,OAAO,CACrB,MAAiB,EACjB,WAAmB,EACnB,cAAsB,EACtB,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,eAAS,CACvB,IAAI,eAAS,CAAC;QACZ,WAAW;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;QAC5B,cAAc;QACd,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QAClC,IAAI;QACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI;QACxB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;KACrC,CAAC,EACF,MAAM,CAAC,MAAM,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,eAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,OAAO;KACf,CAAC,CACH,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import { jspack } from \"@shinyoshiaki/jspack\";\n\nimport { RtpHeader, RtpPacket } from \"./rtp\";\n\nexport function unwrapRtx(rtx: RtpPacket, payloadType: number, ssrc: number) {\n  const packet = new RtpPacket(\n    new RtpHeader({\n      payloadType,\n      marker: rtx.header.marker,\n      sequenceNumber: jspack.Unpack(\"!H\", rtx.payload.subarray(0, 2))[0],\n      timestamp: rtx.header.timestamp,\n      ssrc,\n    }),\n    rtx.payload.subarray(2),\n  );\n  return packet;\n}\n\nexport function wrapRtx(\n  packet: RtpPacket,\n  payloadType: number,\n  sequenceNumber: number,\n  ssrc: number,\n) {\n  const rtx = new RtpPacket(\n    new RtpHeader({\n      payloadType,\n      marker: packet.header.marker,\n      sequenceNumber,\n      timestamp: packet.header.timestamp,\n      ssrc,\n      csrc: packet.header.csrc,\n      extensions: packet.header.extensions,\n    }),\n    Buffer.concat([\n      Buffer.from(jspack.Pack(\"!H\", [packet.header.sequenceNumber])),\n      packet.payload,\n    ]),\n  );\n  return rtx;\n}\n"]}
+{"version":3,"file":"rtx.js","sourceRoot":"","sources":["../../../../../rtp/src/rtp/rtx.ts"],"names":[],"mappings":";;AAEA,8BAYC;AAED,0BAqBC;AArCD,+BAA6C;AAE7C,SAAgB,SAAS,CAAC,GAAc,EAAE,WAAmB,EAAE,IAAY;IACzE,MAAM,MAAM,GAAG,IAAI,eAAS,CAC1B,IAAI,eAAS,CAAC;QACZ,WAAW;QACX,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;QACzB,cAAc,EAAE,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QAC3C,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS;QAC/B,IAAI;KACL,CAAC,EACF,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CACxB,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,OAAO,CACrB,MAAiB,EACjB,WAAmB,EACnB,cAAsB,EACtB,IAAY;IAEZ,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC/C,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,IAAI,eAAS,CACvB,IAAI,eAAS,CAAC;QACZ,WAAW;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;QAC5B,cAAc;QACd,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QAClC,IAAI;QACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI;QACxB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;KACrC,CAAC,EACF,MAAM,CAAC,MAAM,CAAC,CAAC,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAClD,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import { RtpHeader, RtpPacket } from \"./rtp\";\n\nexport function unwrapRtx(rtx: RtpPacket, payloadType: number, ssrc: number) {\n  const packet = new RtpPacket(\n    new RtpHeader({\n      payloadType,\n      marker: rtx.header.marker,\n      sequenceNumber: rtx.payload.readUInt16BE(0),\n      timestamp: rtx.header.timestamp,\n      ssrc,\n    }),\n    rtx.payload.subarray(2),\n  );\n  return packet;\n}\n\nexport function wrapRtx(\n  packet: RtpPacket,\n  payloadType: number,\n  sequenceNumber: number,\n  ssrc: number,\n) {\n  const originalSequence = Buffer.allocUnsafe(2);\n  originalSequence.writeUInt16BE(packet.header.sequenceNumber, 0);\n  const rtx = new RtpPacket(\n    new RtpHeader({\n      payloadType,\n      marker: packet.header.marker,\n      sequenceNumber,\n      timestamp: packet.header.timestamp,\n      ssrc,\n      csrc: packet.header.csrc,\n      extensions: packet.header.extensions,\n    }),\n    Buffer.concat([originalSequence, packet.payload]),\n  );\n  return rtx;\n}\n"]}

package/lib/rtp/src/srtp/context/context.d.ts

@@ -1,6 +1,8 @@
 import { createHmac } from "crypto";
 import type { CipherAesBase } from "../cipher";
 import { type SrtpProfile } from "../const";
+/** AES-128-ECB single-block encrypt for SRTP KDF (no padding). */
+export declare function aes128EcbEncrypt(key: Buffer, plaintext: Buffer): Buffer;
 export declare class Context {
     masterKey: Buffer;
     masterSalt: Buffer;

package/lib/rtp/src/srtp/context/context.js

@@ -1,14 +1,17 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Context = void 0;
+exports.aes128EcbEncrypt = aes128EcbEncrypt;
 const crypto_1 = require("crypto");
-const aes_js_1 = __importDefault(require("aes-js"));
 const ctr_1 = require("../cipher/ctr");
 const gcm_1 = require("../cipher/gcm");
 const const_1 = require("../const");
+/** AES-128-ECB single-block encrypt for SRTP KDF (no padding). */
+function aes128EcbEncrypt(key, plaintext) {
+    const cipher = (0, crypto_1.createCipheriv)("aes-128-ecb", key, null);
+    cipher.setAutoPadding(false);
+    return Buffer.concat([cipher.update(plaintext), cipher.final()]);
+}
 class Context {
     constructor(masterKey, masterSalt, profile) {
         Object.defineProperty(this, "masterKey", {
@@ -96,7 +99,7 @@ class Context {
             value: void 0
         });
         {
-            // aes-js plaintext require 16byte
+            // AES-ECB plaintext require 16byte
             // so need to padding to 14 byte
             const diff = 14 - masterSalt.length;
             if (diff > 0) {
@@ -135,8 +138,7 @@ class Context {
             sessionKey[j] = sessionKey[j] ^ labelAndIndexOverKdr[i];
         }
         sessionKey = Buffer.concat([sessionKey, Buffer.from([0x00, 0x00])]);
-        const block = new aes_js_1.default.AES(this.masterKey);
-        return Buffer.from(block.encrypt(sessionKey));
+        return aes128EcbEncrypt(this.masterKey, sessionKey);
     }
     generateSessionSalt(label) {
         let sessionSalt = Buffer.from(this.masterSalt);
@@ -153,8 +155,7 @@ class Context {
             sessionSalt[j] = sessionSalt[j] ^ labelAndIndexOverKdr[i];
         }
         sessionSalt = Buffer.concat([sessionSalt, Buffer.from([0x00, 0x00])]);
-        const block = new aes_js_1.default.AES(this.masterKey);
-        sessionSalt = Buffer.from(block.encrypt(sessionSalt));
+        sessionSalt = aes128EcbEncrypt(this.masterKey, sessionSalt);
         return sessionSalt.subarray(0, 14);
     }
     generateSessionAuthTag(label) {
@@ -179,9 +180,8 @@ class Context {
             sessionAuthTag,
             Buffer.from([0x00, 0x01]),
         ]);
-        const block = new aes_js_1.default.AES(this.masterKey);
-        firstRun = Buffer.from(block.encrypt(firstRun));
-        secondRun = Buffer.from(block.encrypt(secondRun));
+        firstRun = aes128EcbEncrypt(this.masterKey, firstRun);
+        secondRun = aes128EcbEncrypt(this.masterKey, secondRun);
         return Buffer.concat([firstRun, secondRun.subarray(0, 4)]);
     }
     getSrtpSsrcState(ssrc) {