@libmedia/avutil 0.12.0 → 1.0.0

package/src/function/videoFrame2AVFrame.ts

@@ -0,0 +1,95 @@
+/* libmedia VideoFrame to AVFrame utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { createAVFrame, getVideoBuffer, unrefAVFrame } from '../util/avframe'
+import type AVFrame from '../struct/avframe'
+import { AVColorPrimaries, AVColorRange, AVColorSpace, AVColorTransferCharacteristic, AVPixelFormat } from '../pixfmt'
+import { getAVPixelFormatDescriptor } from '../pixelFormatDescriptor'
+import { getHeap } from '@libmedia/cheap/internal'
+import { AV_TIME_BASE } from '../constant'
+import { pixelFormatMap, colorPrimariesMap, colorSpaceMap, colorTrcMap } from './constant/webcodecs'
+
+export function mapPixelFormat(format: VideoPixelFormat) {
+  return pixelFormatMap[format] ?? AVPixelFormat.AV_PIX_FMT_NONE
+}
+
+export function mapColorSpace(colorSpace: VideoMatrixCoefficients) {
+  return colorSpaceMap[colorSpace] ?? AVColorSpace.AVCOL_SPC_BT709
+}
+
+export function mapColorPrimaries(colorPrimaries: VideoColorPrimaries) {
+  return colorPrimariesMap[colorPrimaries] ?? AVColorPrimaries.AVCOL_PRI_BT709
+}
+
+export function mapColorTrc(colorTrc: VideoTransferCharacteristics) {
+  return colorTrcMap[colorTrc] ?? AVColorTransferCharacteristic.AVCOL_TRC_BT709
+}
+
+export async function videoFrame2AVFrame(videoFrame: VideoFrame, avframe: pointer<AVFrame> = nullptr) {
+  if (avframe === nullptr) {
+    avframe = createAVFrame()
+  }
+  else {
+    unrefAVFrame(avframe)
+  }
+
+  avframe.format = mapPixelFormat(videoFrame.format)
+  avframe.pts = static_cast<int64>(videoFrame.timestamp)
+  avframe.bestEffortTimestamp = avframe.pts
+  avframe.width = videoFrame.codedWidth
+  avframe.height = videoFrame.codedHeight
+  avframe.duration = static_cast<int64>(videoFrame.duration)
+  avframe.timeBase.den = AV_TIME_BASE
+  avframe.timeBase.num = 1
+
+  avframe.colorSpace = mapColorSpace(videoFrame.colorSpace.matrix)
+  avframe.colorPrimaries = mapColorPrimaries(videoFrame.colorSpace.primaries)
+  avframe.colorTrc = mapColorTrc(videoFrame.colorSpace.transfer)
+  avframe.colorRange = videoFrame.colorSpace.fullRange ? AVColorRange.AVCOL_RANGE_JPEG : AVColorRange.AVCOL_RANGE_MPEG
+
+  if (videoFrame.visibleRect) {
+    avframe.cropLeft = reinterpret_cast<size>(videoFrame.visibleRect.left)
+    avframe.cropRight = reinterpret_cast<size>(videoFrame.codedWidth - videoFrame.visibleRect.right)
+    avframe.cropTop = reinterpret_cast<size>(videoFrame.visibleRect.top)
+    avframe.cropBottom = reinterpret_cast<size>(videoFrame.codedHeight - videoFrame.visibleRect.bottom)
+  }
+
+  getVideoBuffer(avframe)
+
+  const des = getAVPixelFormatDescriptor(avframe.format as AVPixelFormat)
+  const layout: PlaneLayout[] = []
+  for (let i = 0; i < des.comp.length; i++) {
+    if (des.comp[i].plane >= i) {
+      layout.push({
+        offset: static_cast<double>(reinterpret_cast<size>(avframe.data[i])),
+        stride: avframe.linesize[i]
+      })
+    }
+  }
+  await videoFrame.copyTo(getHeap(), {
+    layout
+  })
+
+  return avframe
+}

package/src/implement/AVFramePoolImpl.ts

@@ -0,0 +1,83 @@
+/*
+ * libmedia AVFrame pool implement
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type { AVFramePool } from '../struct/avframe'
+import { AVFrameRef } from '../struct/avframe'
+import { avMallocz } from '../util/mem'
+import { getAVFrameDefault, unrefAVFrame } from '../util/avframe'
+
+import {
+  type List,
+  type Mutex,
+  atomics,
+  mutex
+} from '@libmedia/cheap'
+
+export default class AVFramePoolImpl implements AVFramePool {
+
+  private list: List<pointer<AVFrameRef>>
+
+  private mutex: pointer<Mutex>
+
+  constructor(list: List<pointer<AVFrameRef>>, mutex?: pointer<Mutex>) {
+    this.list = list
+    this.mutex = mutex
+  }
+
+  public alloc(): pointer<AVFrameRef> {
+    let avframe = this.list.find((avframe) => {
+      return atomics.compareExchange(addressof(avframe.refCount), -1, 1) === -1
+    })
+    if (!avframe) {
+      avframe = avMallocz(sizeof(AVFrameRef))
+
+      getAVFrameDefault(avframe)
+
+      atomics.store(addressof(avframe.refCount), 1)
+
+      if (defined(ENABLE_THREADS)) {
+        assert(this.mutex)
+        mutex.lock(this.mutex)
+      }
+
+      this.list.push(avframe)
+
+      if (defined(ENABLE_THREADS)) {
+        mutex.unlock(this.mutex)
+      }
+    }
+
+    return avframe
+  }
+  public release(avframe: pointer<AVFrameRef>): void {
+    if (atomics.load(addressof(avframe.refCount)) <= 0) {
+      return
+    }
+    if (atomics.sub(addressof(avframe.refCount), 1) === 1) {
+      unrefAVFrame(avframe)
+      atomics.store(addressof(avframe.refCount), -1)
+    }
+  }
+}

package/src/implement/AVPCMBufferPoolImpl.ts

@@ -0,0 +1,79 @@
+/*
+ * libmedia AVPCMBuffer pool implement
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type { AVPCMBufferPool } from '../struct/avpcmbuffer'
+import { AVPCMBufferRef } from '../struct/avpcmbuffer'
+import { avMallocz } from '../util/mem'
+
+import {
+  type List,
+  type Mutex,
+  atomics,
+  mutex
+} from '@libmedia/cheap'
+
+export default class AVPCMBufferPoolImpl implements AVPCMBufferPool {
+
+  private list: List<pointer<AVPCMBufferRef>>
+
+  private mutex: pointer<Mutex>
+
+  constructor(list: List<pointer<AVPCMBufferRef>>, mutex?: pointer<Mutex>) {
+    this.list = list
+    this.mutex = mutex
+  }
+
+  public alloc(): pointer<AVPCMBufferRef> {
+    let buffer = this.list.find((buffer) => {
+      return atomics.compareExchange(addressof(buffer.refCount), -1, 1) === -1
+    })
+    if (!buffer) {
+      buffer = avMallocz(sizeof(AVPCMBufferRef))
+
+      atomics.store(addressof(buffer.refCount), 1)
+
+      if (defined(ENABLE_THREADS)) {
+        assert(this.mutex)
+        mutex.lock(this.mutex)
+      }
+
+      this.list.push(buffer)
+
+      if (defined(ENABLE_THREADS)) {
+        mutex.unlock(this.mutex)
+      }
+    }
+
+    return buffer
+  }
+  public release(buffer: pointer<AVPCMBufferRef>): void {
+    if (atomics.load(addressof(buffer.refCount)) <= 0) {
+      return
+    }
+    if (atomics.sub(addressof(buffer.refCount), 1) === 1) {
+      atomics.store(addressof(buffer.refCount), -1)
+    }
+  }
+}

package/src/implement/AVPacketPoolImpl.ts

@@ -0,0 +1,82 @@
+/*
+ * libmedia AVPacket pool implement
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { avMallocz } from '../util/mem'
+import type { AVPacketPool } from '../struct/avpacket'
+import { AVPacketRef } from '../struct/avpacket'
+import { getAVPacketDefault, unrefAVPacket } from '../util/avpacket'
+
+import {
+  type List,
+  type Mutex,
+  atomics,
+  mutex
+} from '@libmedia/cheap'
+
+export default class AVPacketPoolImpl implements AVPacketPool {
+
+  private list: List<pointer<AVPacketRef>>
+
+  private mutex: pointer<Mutex>
+
+  constructor(list: List<pointer<AVPacketRef>>, mutex?: pointer<Mutex>) {
+    this.list = list
+    this.mutex = mutex
+  }
+
+  public alloc(): pointer<AVPacketRef> {
+    let avpacket = this.list.find((avpacket) => {
+      return atomics.compareExchange(addressof(avpacket.refCount), -1, 1) === -1
+    })
+    if (!avpacket) {
+      avpacket = avMallocz(sizeof(AVPacketRef))
+      getAVPacketDefault(avpacket)
+
+      atomics.store(addressof(avpacket.refCount), 1)
+
+      if (defined(ENABLE_THREADS)) {
+        assert(this.mutex)
+        mutex.lock(this.mutex)
+      }
+
+      this.list.push(avpacket)
+
+      if (defined(ENABLE_THREADS)) {
+        mutex.unlock(this.mutex)
+      }
+    }
+
+    return avpacket
+  }
+  public release(avpacket: pointer<AVPacketRef>): void {
+    if (atomics.load(addressof(avpacket.refCount)) <= 0) {
+      return
+    }
+    if (atomics.sub(addressof(avpacket.refCount), 1) === 1) {
+      unrefAVPacket(avpacket)
+      atomics.store(addressof(avpacket.refCount), -1)
+    }
+  }
+}

package/src/index.ts

@@ -0,0 +1,264 @@
+export {
+  AVDiscard,
+  AVDisposition,
+  AVStreamGroup,
+  AVStreamGroupInterface,
+  AVStreamGroupParamsType,
+  AVStreamGroupTileGrid,
+  AVStreamInterface,
+  AVStreamMetadataEncryption,
+  AVStreamMetadataKey,
+  default as AVStream
+} from './AVStream'
+
+export {
+  AVFormat,
+  AVSeekFlags,
+  IOFlags,
+  IOType
+} from './avformat'
+
+export {
+  AVSampleFormat,
+  AVAudioServiceType,
+  AVChannel,
+  AVChannelOrder,
+  AVChannelLayout as AVChannelLayoutType
+} from './audiosamplefmt'
+
+export {
+  AVCodecID,
+  AVMediaType,
+  AVPacketSideDataType
+} from './codec'
+
+export * as errorType from './error'
+
+export {
+  AVPixelFormatDescriptor,
+  AVPixelFormatFlags,
+  getAVPixelFormatDescriptor,
+  getBitsPerPixel
+} from './pixelFormatDescriptor'
+
+export {
+  AVColorSpace,
+  AVColorRange,
+  AVColorPrimaries,
+  AVColorTransferCharacteristic,
+  AVChromaLocation,
+  AVFieldOrder,
+  AVPixelFormat
+} from './pixfmt'
+
+export {
+  AVSampleFormatDescriptor,
+  AVSampleFormatDescriptors
+} from './sampleFormatDescriptor'
+
+export {
+  default as AVPacket,
+  AVPacketFlags,
+  AVPacketPool,
+  AVPacketRef,
+  AVPacketSideData,
+  AVPacketType,
+  AVProducerReferenceTime
+} from './struct/avpacket'
+
+export {
+  default as AVFrame,
+  AVContentLightMetadata,
+  AVFrameFlags,
+  AVFramePool,
+  AVFrameRef,
+  AVFrameSideData,
+  AVFrameSideDataType,
+  AVMasteringDisplayMetadata,
+  AVPictureType
+} from './struct/avframe'
+
+export {
+  AVBuffer,
+  AVBufferFlags,
+  AVBufferPool,
+  AVBufferRef,
+  BufferPoolEntry
+} from './struct/avbuffer'
+
+export {
+  AVChannelCustom,
+  AVChannelLayout
+} from './struct/audiosample'
+
+export {
+  default as AVCodecParameters,
+  AVCodecParameterFlags
+} from './struct/avcodecparameters'
+
+export {
+  AVDictFlags,
+  AVDictionary,
+  AVDictionaryEntry
+} from './struct/avdict'
+
+export {
+  default as AVPCMBuffer,
+  AVPCMBufferPool,
+  AVPCMBufferRef
+} from './struct/avpcmbuffer'
+
+export {
+  AVSubtitle,
+  AVSubtitleRect,
+  AVSubtitleType
+} from './struct/avsubtitle'
+
+export {
+  AVRational
+} from './struct/rational'
+
+export {
+  encryptionInfo2SideData,
+  encryptionInitInfo2SideData,
+  encryptionSideData2Info,
+  encryptionSideData2InitInfo
+} from './util/encryption'
+
+export {
+  AVEncryptionInfo,
+  AVEncryptionInitInfo,
+  AVSubsampleEncryptionInfo,
+  EncryptionInfo,
+  EncryptionInitInfo
+} from './struct/encryption'
+
+export {
+  getAVPacketData,
+  initAVPacketData,
+  getSideData,
+  getAVPacketSideData,
+  hasSideData,
+  hasAVPacketSideData,
+  addSideData,
+  newSideData,
+  addAVPacketSideData,
+  deleteAVPacketSideData,
+  createAVPacket,
+  destroyAVPacket,
+  freeAVPacketSideData,
+  getAVPacketDefault,
+  copyAVPacketSideData,
+  copyAVPacketProps,
+  refAVPacket,
+  unrefAVPacket,
+  copyAVPacketData,
+  addAVPacketData
+} from './util/avpacket'
+
+export {
+  createAVFrame,
+  destroyAVFrame,
+  freeSideData,
+  wipeSideData,
+  wipeAVFrameSideData,
+  removeAVFrameSideData,
+  newAVFrameSideData,
+  getAVFrameSideData,
+  getAVFrameDefault,
+  getVideoBuffer,
+  getAudioBuffer,
+  getBuffer,
+  refAVFrame,
+  unrefAVFrame,
+  copyAVFrameProps,
+  cloneAVFrame
+} from './util/avframe'
+
+export {
+  avMalloc,
+  avRealloc,
+  avFree,
+  avFreep,
+  avMallocz
+} from './util/mem'
+
+export {
+  AVPacketSerialize,
+  AVCodecParametersSerialize,
+  serializeAVCodecParameters,
+  serializeAVPacket,
+  unserializeAVCodecParameters,
+  unserializeAVPacket
+} from './util/serialize'
+
+export {
+  avbufferAlloc,
+  avbufferAllocz,
+  avbufferCreate,
+  avbufferGetOpaque,
+  avbufferGetRefCount,
+  avbufferIsWritable,
+  avbufferMakeWritable,
+  avbufferRealloc,
+  avbufferRef,
+  avbufferReplace,
+  avbufferUnref
+} from './util/avbuffer'
+
+export {
+  avD2Q,
+  avQ2D,
+  avQ2D2,
+  avReduce,
+  avReduce2,
+  avRescaleQ,
+  avRescaleQ2,
+  avRescaleQ3,
+  avRescaleQ4
+} from './util/rational'
+
+export {
+  NOPTS_VALUE,
+  NOPTS_VALUE_BIGINT
+} from './constant'
+
+export {
+  copyCodecParameters,
+  freeCodecParameters,
+  resetCodecParameters,
+  isHdr,
+  hasAlphaChannel
+} from './util/codecparameters'
+
+export * as avbuffer from './util/avbuffer'
+export * as avdict from './util/avdict'
+export * as intread from './util/intread'
+export * as intwrite from './util/intwrite'
+export * as nalu from './util/nalu'
+export * as pixel from './util/pixel'
+export * as sample from './util/sample'
+
+export { avPCMBuffer2AVFrame } from './function/avPCMBuffer2AVFrame'
+export { audioData2AVFrame } from './function/audioData2AVFrame'
+export { avframe2AudioData } from './function/avframe2AudioData'
+export { avframe2VideoFrame } from './function/avframe2VideoFrame'
+export { videoFrame2AVFrame } from './function/videoFrame2AVFrame'
+
+export { default as avpacket2EncodedAudioChunk } from './function/avpacket2EncodedAudioChunk'
+export { default as avpacket2EncodedVideoChunk } from './function/avpacket2EncodedVideoChunk'
+export { default as encodedAudioChunk2AVPacket } from './function/encodedAudioChunk2AVPacket'
+export { default as encodedVideoChunk2AVPacket } from './function/encodedVideoChunk2AVPacket'
+
+export { default as getAudioCodec } from './function/getAudioCodec'
+export { default as getVideoCodec } from './function/getVideoCodec'
+export { default as getAudioMimeType } from './function/getAudioMimeType'
+export { default as getVideoMimeType } from './function/getVideoMimeType'
+export { default as getWasmUrl } from './function/getWasmUrl'
+export { default as compileResource } from './function/compileResource'
+export { default as analyzeAVFormat } from './function/analyzeAVFormat'
+export { default as analyzeUrlIOLoader } from './function/analyzeUrlIOLoader'
+
+export { default as AVFramePoolImpl } from './implement/AVFramePoolImpl'
+export { default as AVPCMBufferPoolImpl } from './implement/AVPCMBufferPoolImpl'
+export { default as AVPacketPoolImpl } from './implement/AVPacketPoolImpl'

package/src/internal.ts

@@ -0,0 +1,71 @@
+export {
+  AV_TIME_BASE,
+  AV_MILLI_TIME_BASE,
+  AV_NANO_TIME_BASE,
+  AV_TIME_BASE_Q,
+  AV_MILLI_TIME_BASE_Q,
+  AV_NANO_TIME_BASE_Q,
+  AV_TIME_BASE1_Q,
+  AV_NUM_DATA_POINTERS,
+  INT8_MAX,
+  INT16_MAX,
+  INT32_MAX,
+  INT64_MAX,
+  INT8_MIN,
+  INT16_MIN,
+  INT32_MIN,
+  UINT8_MAX,
+  UINT16_MAX,
+  UINT32_MAX,
+  UINT64_MAX
+} from './constant'
+
+export {
+  AVPALETTE_SIZE
+} from './pixfmt'
+
+export * as aac from './codecs/aac'
+export * as ac3 from './codecs/ac3'
+export * as av1 from './codecs/av1'
+export * as dts from './codecs/dts'
+export * as flac from './codecs/flac'
+export * as h264 from './codecs/h264'
+export * as hevc from './codecs/hevc'
+export * as mp3 from './codecs/mp3'
+export * as mpeg4 from './codecs/mpeg4'
+export * as opus from './codecs/opus'
+export * as vp9 from './codecs/vp9'
+export * as vp8 from './codecs/vp8'
+export * as vvc from './codecs/vvc'
+export * as ttml from './codecs/ttml'
+export * as mpegvideo from './codecs/mpegvideo'
+
+export * as ntp from './util/ntp'
+export * as common from './util/common'
+export * as pcm from './util/pcm'
+export * as amf from './util/amf'
+export * as channel from './util/channel'
+export * as expgolomb from './util/expgolomb'
+export { getHardwarePreference } from './function/getHardwarePreference'
+export { mapColorPrimaries, mapColorSpace, mapColorTrc, mapPixelFormat } from './function/videoFrame2AVFrame'
+
+export {
+  CodecId2MimeType,
+  Ext2Format,
+  Ext2IOLoader,
+  VideoCodecString2CodecId,
+  AudioCodecString2CodecId,
+  SubtitleCodecString2CodecId,
+  SampleFmtString2SampleFormat,
+  streamGroup2ParamsType,
+  PixfmtString2AVPixelFormat,
+  colorPrimaries2AVColorPrimaries,
+  colorRange2AVColorRange,
+  colorSpace2AVColorSpace,
+  colorTrc2AVColorTransferCharacteristic,
+  DataCodecString2CodecId,
+  Format2AVFormat,
+  mediaType2AVMediaType,
+  layoutName2AVChannelLayout,
+  disposition2AVDisposition
+} from './stringEnum'