@libmedia/avutil 0.11.0 → 1.0.0

package/src/codecs/mp3.ts

@@ -0,0 +1,172 @@
+/*
+ * libmedia mp3 util
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { NOPTS_VALUE } from '../constant'
+import type AVCodecParameters from '../struct/avcodecparameters'
+import type { AVPacketSideDataType } from '../codec'
+
+import {
+  type Uint8ArrayInterface
+} from '@libmedia/common/io'
+
+const MpegAudioV10SampleRateTable = [44100, 48000, 32000, 0]
+
+const MpegAudioV20SampleRateTable = [22050, 24000, 16000, 0]
+
+const MpegAudioV25SampleRateTable = [11025, 12000, 8000, 0]
+
+const MpegAudioV10FrameSizeTable = [0, 1152, 1152, 384]
+
+const MpegAudioV20FrameSizeTable = [0, 576, 1152, 384]
+
+const MpegAudioV25FrameSizeTable = [0, 576, 1152, 384]
+
+const MpegAudioV1L1BitRateTable = [0, 32, 64, 96, 128, 160, 192, 224, 256, 288, 320, 352, 384, 416, 448, -1]
+
+const MpegAudioV1L2BitRateTable = [0, 32, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320, 384, -1]
+
+const MpegAudioV1L3BitRateTable = [0, 32, 40, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320, -1]
+
+const MpegAudioV2L1BitRateTable = [0, 32, 48, 56, 64, 80, 96, 112, 128, 144, 160, 176, 192, 224, 256, -1]
+
+const MpegAudioV2L2L3BitRateTable = [0, 8, 16, 24, 32, 40, 48, 56, 64, 80, 96, 112, 128, 144, 160, -1]
+
+export function getSampleRateByVersionIndex(version: number, samplingFreqIndex: number) {
+  switch (version) {
+    case 0:
+      // MPEG 2.5
+      return MpegAudioV25SampleRateTable[samplingFreqIndex]
+    case 2:
+      // MPEG 2
+      return MpegAudioV20SampleRateTable[samplingFreqIndex]
+    case 3:
+      // MPEG 1
+      return MpegAudioV10SampleRateTable[samplingFreqIndex]
+  }
+  return NOPTS_VALUE
+}
+
+export function getFrameSizeByVersionLayer(version: number, layer: number) {
+  switch (version) {
+    case 0:
+      // MPEG 2.5
+      return MpegAudioV25FrameSizeTable[layer]
+    case 2:
+      // MPEG 2
+      return MpegAudioV20FrameSizeTable[layer]
+    case 3:
+      // MPEG 1
+      return MpegAudioV10FrameSizeTable[layer]
+  }
+  return NOPTS_VALUE
+}
+
+export function getBitRateByVersionLayerIndex(version: number, layer: number, index: number) {
+
+  switch (layer) {
+    // layer3
+    case 1:
+      switch (version) {
+        case 0:
+        case 2:
+          return MpegAudioV2L2L3BitRateTable[index]
+        case 3:
+          return MpegAudioV1L3BitRateTable[index]
+      }
+      break
+    // layer2
+    case 2:
+      switch (version) {
+        case 0:
+        case 2:
+          return MpegAudioV2L2L3BitRateTable[index]
+        case 3:
+          return MpegAudioV1L2BitRateTable[index]
+      }
+    // layer1
+    case 3:
+      switch (version) {
+        case 0:
+        case 2:
+          return MpegAudioV2L1BitRateTable[index]
+        case 3:
+          return MpegAudioV1L1BitRateTable[index]
+      }
+  }
+  return NOPTS_VALUE
+}
+
+export function getProfileByLayer(layer: number) {
+  switch (layer) {
+    case 1:
+      // Layer 3
+      return 34
+    case 2:
+      // Layer 2
+      return 33
+    case 3:
+      // Layer 1
+      return 32
+  }
+  return NOPTS_VALUE
+}
+
+export const enum MP3Profile {
+  Layer1 = 32,
+  Layer2 = 33,
+  Layer3 = 34
+}
+
+export const MP3Profile2Name: Record<MP3Profile, string> = {
+  [MP3Profile.Layer1]: 'Layer1',
+  [MP3Profile.Layer2]: 'Layer2',
+  [MP3Profile.Layer3]: 'Layer3'
+}
+
+
+export function parseAVCodecParameters(
+  stream: {
+    codecpar: AVCodecParameters,
+    sideData: Partial<Record<AVPacketSideDataType, Uint8Array>>,
+  },
+  buffer?: Uint8ArrayInterface
+) {
+  if (buffer && buffer.length >= 4) {
+    const ver = (buffer[1] >>> 3) & 0x03
+    const layer = (buffer[1] & 0x06) >> 1
+    // const bitrateIndex = (buffer[2] & 0xF0) >>> 4
+    const samplingFreqIndex = (buffer[2] & 0x0C) >>> 2
+
+    const channelMode = (buffer[3] >>> 6) & 0x03
+
+    const channelCount = channelMode !== 3 ? 2 : 1
+    const profile = getProfileByLayer(layer)
+    const sampleRate = getSampleRateByVersionIndex(ver, samplingFreqIndex)
+
+    stream.codecpar.profile = profile
+    stream.codecpar.sampleRate = sampleRate
+    stream.codecpar.chLayout.nbChannels = channelCount
+  }
+}

package/src/codecs/mpeg4.ts

@@ -0,0 +1,37 @@
+/*
+ * libmedia mpeg4 util
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type AVPacket from '../struct/avpacket'
+
+export const enum Mpeg4PictureType {
+  I = 0,
+  P,
+  B
+}
+
+export function isIDR(avpacket: pointer<AVPacket>) {
+  const byte = accessof(reinterpret_cast<pointer<uint8>>(avpacket.data + 4))
+  return (byte >>> 6) === Mpeg4PictureType.I
+}

package/src/codecs/mpegvideo.ts

@@ -0,0 +1,49 @@
+/*
+ * libmedia mpegvideo util
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type AVPacket from '../struct/avpacket'
+import { getAVPacketData } from '../util/avpacket'
+
+export const enum MpegVideoPictureType {
+  I = 1,
+  P,
+  B
+}
+
+export function isIDR(avpacket: pointer<AVPacket>) {
+  const data = getAVPacketData(avpacket)
+
+  for (let i = 0; i < data.length - 6; i++) {
+    if (data[i] === 0
+      && data[i + 1] === 0
+      && data[i + 2] === 1
+      && data[i + 3] === 0
+    ) {
+      const picType = (data[i + 5] >> 3) & 7
+      return picType === MpegVideoPictureType.I
+    }
+  }
+  return false
+}

package/src/codecs/opus.ts

@@ -0,0 +1,148 @@
+/*
+ * libmedia opus util
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { AVPacketSideDataType } from '../codec'
+import type AVCodecParameters from '../struct/avcodecparameters'
+import { avRescaleQ } from '../util/rational'
+
+import {
+  BufferReader,
+  BufferWriter,
+  type Uint8ArrayInterface
+} from '@libmedia/common/io'
+
+export const durations = [
+  /* Silk NB */
+  480, 960, 1920, 2880,
+  /* Silk MB */
+  480, 960, 1920, 2880,
+  /* Silk WB */
+  480, 960, 1920, 2880,
+  /* Hybrid SWB */
+  480, 960,
+  /* Hybrid FB */
+  480, 960,
+  /* CELT NB */
+  120, 240, 480, 960,
+  /* CELT NB */
+  120, 240, 480, 960,
+  /* CELT NB */
+  120, 240, 480, 960,
+  /* CELT NB */
+  120, 240, 480, 960
+]
+
+
+export function getBufferSamples(buffer: Uint8Array) {
+  let toc = 0, frameDuration = 0, nframes = 0
+
+  if (buffer.length < 1) {
+    return 0
+  }
+
+  toc = buffer[0]
+
+  frameDuration = durations[toc >> 3]
+
+  switch (toc & 3) {
+    case 0:
+      nframes = 1
+      break
+    case 1:
+      nframes = 2
+      break
+    case 2:
+      nframes = 2
+      break
+    case 3:
+      if (buffer.length < 2) {
+        return 0
+      }
+      nframes = buffer[1] & 63
+      break
+  }
+  return nframes * frameDuration
+}
+
+/**
+ * opus extradata
+ * 
+ * - 8 bytes Magic Signature: OpusHead
+ * - 1 bytes unsigned, 对应值 0x01 version
+ * - 1 bytes unsigned, channels 它可能和编码声道数不一致， 它可能被修改成 packet-by-packet, 对应值 0x01
+ * - 2 bytes unsigned, preSkip 这是要从开始播放时的解码器输出， 从页面的颗粒位置减去以计算其 PCM 样本位置。
+ * - 4 bytes unsigned, sampleRate 原始输入采样率
+ * - 2 bytes signed, outputGain 这是解码时要应用的增益， 20 * log10 缩放解码器输出以实现所需的播放音量
+ * - 1 bytes unsigned, channelMappingFamily 指示输出渠道的顺序和语音含义。该八位位组的每个当前指定的值表示一个映射系列，它定义了一组允许的通道数，以及每个允许的通道数的通道名称的有序集合
+ * - channelMappingTable 可选， 当 Channel Mapping Family 为 0 时被省略。
+ *  - 1 bytes, streamCount, unsigned ogg packet 里面编码了多少路 stream
+ *  - 1 bytes, coupledStreamCount, unsigned 标识有多少路流是双声声道，必须小于 streamCount
+ *  - C bytes, C 为总输出声道数 coupledStreamCount + streamCount
+ * 
+ */
+export function parseAVCodecParameters(
+  stream: {
+    codecpar: AVCodecParameters,
+    sideData: Partial<Record<AVPacketSideDataType, Uint8Array>>,
+  },
+  extradata?: Uint8ArrayInterface
+) {
+  if (!extradata && stream.sideData[AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA]) {
+    extradata = stream.sideData[AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA]
+  }
+  if (extradata && extradata.length >= 19) {
+    const reader = new BufferReader(extradata, false)
+    reader.skip(9)
+    stream.codecpar.chLayout.nbChannels = reader.readUint8()
+    stream.codecpar.initialPadding = reader.readUint16()
+    stream.codecpar.sampleRate = reader.readUint32()
+
+    stream.codecpar.seekPreroll = Number(avRescaleQ(
+      80n,
+      {
+        den: 1000,
+        num: 1
+      },
+      {
+        den: 48000,
+        num: 1
+      }
+    ))
+  }
+}
+
+export function avCodecParameters2Extradata(codecpar: AVCodecParameters) {
+  const extradata = new Uint8Array(19)
+
+  const writer = new BufferWriter(extradata, false)
+
+  writer.writeString('OpusHead')
+  writer.writeUint8(0x01)
+  writer.writeUint8(codecpar.chLayout.nbChannels)
+  writer.writeUint16(codecpar.initialPadding)
+  writer.writeUint32(codecpar.sampleRate)
+
+  return extradata
+}

package/src/codecs/ttml.ts

@@ -0,0 +1,158 @@
+
+import {
+  array,
+  is,
+  xml2Json,
+  time
+} from '@libmedia/common'
+
+interface Span {
+  context: string | (string | { tagName: string, context?: string } )[]
+  region?: string
+  begin: string
+  end?: string
+  br?: string
+}
+
+interface P {
+  begin: string
+  end?: string
+  dur?: string
+  context: string | (string | { tagName: string, context?: string } )[]
+  region?: string
+  span?: Span | Span[]
+}
+
+export function parse(text: string) {
+  const xml = xml2Json(text, {
+    aloneValueName: 'context'
+  })
+
+  if (!xml.tt) {
+    return {
+      queue: [],
+      head: {}
+    }
+  }
+
+  const queue: {
+    pts: int64
+    duration: int64
+    context: string
+    region: string
+  }[] = []
+
+  function formatContext(list: (string | { tagName: string, context?: string } )[]) {
+    let context = ''
+    array.each(list, ((c) => {
+      if (is.string(c)) {
+        context += c
+      }
+      else {
+        if (c.context) {
+          context += `<${c.tagName}>${c.context}</${c.tagName}>`
+        }
+        else {
+          context += `<${c.tagName}/>`
+        }
+      }
+    }))
+    return context
+  }
+
+  function add(p: P, start: string, end: string) {
+    let pts = time.hhColonDDColonSSDotMill2Int64(start || p.begin)
+
+    let context = p.context || ''
+    let region = p.region || 'Default'
+    let spanEnd = ''
+
+    if (is.array(context)) {
+      context = formatContext(context)
+    }
+    if (is.array(p.span)) {
+      array.each(p.span, (span) => {
+        if (span.context) {
+          if (pts === -1n && span.begin) {
+            pts = time.hhColonDDColonSSDotMill2Int64(span.begin)
+          }
+          if (!region && span.region) {
+            region = span.region
+          }
+          if (is.string(span.context)) {
+            context += span.context
+            if (span.br) {
+              context += '<br>'
+            }
+          }
+          else {
+            context += formatContext(span.context)
+            if (span.br) {
+              context += '<br>'
+            }
+          }
+        }
+        if (span.end) {
+          spanEnd = span.end
+        }
+      })
+    }
+    else if (p.span) {
+      if (p.span.context) {
+        if (pts === -1n && p.span.begin) {
+          pts = time.hhColonDDColonSSDotMill2Int64(p.span.begin)
+        }
+        if (!region && p.span.region) {
+          region = p.span.region
+        }
+        if (is.string(p.span.context)) {
+          context += p.span.context
+        }
+        else {
+          context += formatContext(p.span.context)
+        }
+      }
+      if (p.span.end) {
+        spanEnd = p.span.end
+      }
+    }
+    queue.push({
+      context,
+      pts,
+      region: region,
+      duration: p.dur ? time.hhColonDDColonSSDotMill2Int64(p.dur) : (time.hhColonDDColonSSDotMill2Int64(end || p.end || spanEnd) - pts)
+    })
+  }
+
+  function praseP(p: P | P[], start: string, end: string) {
+    if (is.array(p)) {
+      array.each(p, (_) => {
+        add(_, start, end)
+      })
+    }
+    else {
+      add(p, start, end)
+    }
+  }
+
+  if (xml.tt.body) {
+    if (xml.tt.body.div) {
+      if (is.array(xml.tt.body.div)) {
+        array.each(xml.tt.body.div, (div: any) => {
+          if (div.p) {
+            praseP(div.p, div.begin, div.end)
+          }
+        })
+      }
+      else {
+        if (xml.tt.body.div.p) {
+          praseP(xml.tt.body.div.p, xml.tt.body.div.begin, xml.tt.body.end)
+        }
+      }
+    }
+  }
+  return {
+    queue,
+    head: xml.tt.head || {}
+  }
+}

package/src/codecs/vp8.ts

@@ -0,0 +1,91 @@
+/*
+ * libmedia vp8 util
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type AVCodecParameters from '../struct/avcodecparameters'
+import { AVPacketSideDataType } from '../codec'
+import type AVPacket from '../struct/avpacket'
+
+import {
+  BitReader,
+  type Uint8ArrayInterface
+} from '@libmedia/common/io'
+
+export function parseAVCodecParameters(
+  stream: {
+    codecpar: AVCodecParameters,
+    sideData: Partial<Record<AVPacketSideDataType, Uint8Array>>,
+  },
+  extradata?: Uint8ArrayInterface
+) {
+  if (!extradata && stream.sideData[AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA]) {
+    extradata = stream.sideData[AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA]
+  }
+  if (extradata && extradata.length >= 6) {
+    const params = parseExtraData(extradata)
+    stream.codecpar.profile = params.profile
+    stream.codecpar.level = params.level
+  }
+}
+
+/**
+ * - 1 byte profile
+ * - 1 byte level
+ * - 4 bit bitdepth
+ * - 3 bit chroma_subsampling
+ * - 1 bit full_range_flag
+ * - 1 byte color_primaries
+ * - 1 byte color_trc
+ * - 1 byte color_space
+ * 
+ * @param extradata 
+ */
+export function parseExtraData(extradata: Uint8ArrayInterface) {
+  const bitReader = new BitReader(extradata.length)
+  bitReader.appendBuffer(extradata.subarray(4))
+  const profile = bitReader.readU(8)
+  const level = bitReader.readU(8)
+  let bitDepth = bitReader.readU(4)
+  const chromaSubsampling = bitReader.readU(3)
+  const fullRangeFlag = bitReader.readU1()
+  const colorPrimaries = bitReader.readU(8)
+  const colorTrc = bitReader.readU(8)
+  const colorSpace = bitReader.readU(8)
+
+  return {
+    profile,
+    level,
+    bitDepth,
+    chromaSubsampling,
+    fullRangeFlag,
+    colorPrimaries,
+    colorTrc,
+    colorSpace
+  }
+}
+
+export function isIDR(avpacket: pointer<AVPacket>) {
+  const first = accessof(avpacket.data)
+  return !(first >>> 7)
+}