@libmedia/avutil 0.12.0 → 1.0.1

package/src/function/avframe2AudioData.ts

@@ -0,0 +1,131 @@
+/*
+ * libmedia AVFrame to AudioData utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { mapFloat32Array, mapInt16Array, mapInt32Array, mapUint8Array } from '@libmedia/cheap'
+import type AVFrame from '../struct/avframe'
+import { AVSampleFormat } from '../audiosamplefmt'
+import { getBytesPerSample, sampleFormatIsPlanar } from '../util/sample'
+import { avRescaleQ2 } from '../util/rational'
+import { AV_TIME_BASE_Q, NOPTS_VALUE_BIGINT } from '../constant'
+
+function mapFormat(avframe: pointer<AVFrame>) {
+  switch (avframe.format) {
+    case AVSampleFormat.AV_SAMPLE_FMT_U8:
+      return 'u8'
+    case AVSampleFormat.AV_SAMPLE_FMT_S16:
+      return 's16'
+    case AVSampleFormat.AV_SAMPLE_FMT_S32:
+      return 's32'
+    case AVSampleFormat.AV_SAMPLE_FMT_FLT:
+      return 'f32'
+    case AVSampleFormat.AV_SAMPLE_FMT_U8P:
+      return 'u8-planar'
+    case AVSampleFormat.AV_SAMPLE_FMT_S16P:
+      return 's16-planar'
+    case AVSampleFormat.AV_SAMPLE_FMT_S32P:
+      return 's32-planar'
+    case AVSampleFormat.AV_SAMPLE_FMT_FLTP:
+      return 'f32-planar'
+    default:
+      throw new Error('not support')
+  }
+}
+
+function mapBuffer(format: AVSampleFormat, data: Uint8Array) {
+  switch (format) {
+    case AVSampleFormat.AV_SAMPLE_FMT_U8:
+    case AVSampleFormat.AV_SAMPLE_FMT_U8P:
+      return data
+    case AVSampleFormat.AV_SAMPLE_FMT_S16:
+    case AVSampleFormat.AV_SAMPLE_FMT_S16P:
+      return new Int16Array(data.buffer)
+    case AVSampleFormat.AV_SAMPLE_FMT_S32:
+    case AVSampleFormat.AV_SAMPLE_FMT_S32P:
+      return new Int32Array(data.buffer)
+    case AVSampleFormat.AV_SAMPLE_FMT_FLT:
+    case AVSampleFormat.AV_SAMPLE_FMT_FLTP:
+      return new Float32Array(data.buffer)
+    default:
+      throw new Error('not support')
+  }
+}
+
+function mapTypeBuffer(format: AVSampleFormat, pointer: pointer<void>, size: int32) {
+  switch (format) {
+    case AVSampleFormat.AV_SAMPLE_FMT_U8:
+    case AVSampleFormat.AV_SAMPLE_FMT_U8P:
+      return mapUint8Array(pointer, reinterpret_cast<size>(size))
+    case AVSampleFormat.AV_SAMPLE_FMT_S16:
+    case AVSampleFormat.AV_SAMPLE_FMT_S16P:
+      return mapInt16Array(reinterpret_cast<pointer<int16>>(pointer), size >>> 1)
+    case AVSampleFormat.AV_SAMPLE_FMT_S32:
+    case AVSampleFormat.AV_SAMPLE_FMT_S32P:
+      return mapInt32Array(reinterpret_cast<pointer<int32>>(pointer), size >>> 2)
+    case AVSampleFormat.AV_SAMPLE_FMT_FLT:
+    case AVSampleFormat.AV_SAMPLE_FMT_FLTP:
+      return mapFloat32Array(reinterpret_cast<pointer<float>>(pointer), size >>> 2)
+    default:
+      throw new Error('not support')
+  }
+}
+
+export function avframe2AudioData(avframe: pointer<AVFrame>, pts?: int64) {
+
+  const planar = sampleFormatIsPlanar(avframe.format)
+  const planes = planar ? avframe.chLayout.nbChannels : 1
+
+  let data: ArrayBufferView
+
+  const sampleSize = getBytesPerSample(avframe.format)
+
+  if (planar) {
+    const linesize = avframe.nbSamples * sampleSize
+    const buffer = new Uint8Array(planes * linesize)
+    let offset = 0
+    for (let i = 0; i < planes; i++) {
+      buffer.set(mapUint8Array(avframe.data[i], linesize), offset)
+      offset += linesize
+    }
+    data = mapBuffer(avframe.format, buffer)
+  }
+  else {
+    data = mapTypeBuffer(avframe.format, avframe.data[0], sampleSize * avframe.nbSamples * avframe.chLayout.nbChannels)
+  }
+
+  const audioData = new AudioData({
+    data: data as BufferSource,
+    format: mapFormat(avframe),
+    sampleRate: avframe.sampleRate,
+    numberOfFrames: avframe.nbSamples,
+    numberOfChannels: avframe.chLayout.nbChannels,
+    timestamp: pts
+      ? static_cast<double>(pts)
+      : (avframe.pts === NOPTS_VALUE_BIGINT
+        ? -1
+        : static_cast<double>(avRescaleQ2(avframe.pts, addressof(avframe.timeBase), AV_TIME_BASE_Q))
+      )
+  })
+  return audioData
+}

package/src/function/avframe2VideoFrame.ts

@@ -0,0 +1,88 @@
+/*
+ * libmedia AVFrame to VideoFrame utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import type AVFrame from '../struct/avframe'
+import { getAVPixelFormatDescriptor } from '../pixelFormatDescriptor'
+import { AVColorRange, type AVPixelFormat } from '../pixfmt'
+import { avRescaleQ2 } from '../util/rational'
+import { AV_TIME_BASE_Q } from '../constant'
+import { getHeap } from '@libmedia/cheap/internal'
+import { object } from '@libmedia/common'
+import { pixelFormatMap, colorPrimariesMap, colorSpaceMap, colorTrcMap } from './constant/webcodecs'
+
+const pixelFormatMapReverse = object.reverse(pixelFormatMap)
+const colorPrimariesMapReverse = object.reverse(colorPrimariesMap)
+const colorSpaceMapReverse = object.reverse(colorSpaceMap)
+const colorTrcMapReverse = object.reverse(colorTrcMap)
+
+export function avPixelFormat2Format(pixfmt: AVPixelFormat) {
+  return pixelFormatMapReverse[pixfmt] ?? null
+}
+
+export function getVideoColorSpaceInit(avframe: pointer<AVFrame>) {
+  const init: VideoColorSpaceInit = {
+    fullRange: false,
+    matrix: colorSpaceMapReverse[avframe.colorSpace] ?? null,
+    primaries: colorPrimariesMapReverse[avframe.colorPrimaries] ?? null,
+    transfer: colorTrcMapReverse[avframe.colorTrc] ?? null
+  }
+  if (avframe.colorRange === AVColorRange.AVCOL_RANGE_JPEG) {
+    init.fullRange = true
+  }
+  return init
+}
+
+export function avframe2VideoFrame(avframe: pointer<AVFrame>, pts?: int64, videoFrameInit: Partial<VideoFrameBufferInit> = {}) {
+
+  let height = avframe.height
+
+  const des = getAVPixelFormatDescriptor(avframe.format as AVPixelFormat)
+
+  const layout: PlaneLayout[] = []
+
+  for (let i = 0; i < des.comp.length; i++) {
+    layout.push({
+      offset: static_cast<double>(reinterpret_cast<size>(avframe.data[i])),
+      stride: avframe.linesize[i]
+    })
+  }
+
+  const init: VideoFrameBufferInit = object.extend({
+    codedWidth: avframe.width,
+    codedHeight: height,
+    timestamp: pts ? static_cast<double>(pts) : static_cast<double>(avRescaleQ2(avframe.pts, addressof(avframe.timeBase), AV_TIME_BASE_Q)),
+    format: avPixelFormat2Format(avframe.format),
+    duration: static_cast<double>(avRescaleQ2(avframe.duration, addressof(avframe.timeBase), AV_TIME_BASE_Q)),
+    layout,
+    colorSpace: getVideoColorSpaceInit(avframe),
+    visibleRect: {
+      x: reinterpret_cast<double>(avframe.cropLeft),
+      y: reinterpret_cast<double>(avframe.cropTop),
+      width: avframe.width - reinterpret_cast<int32>((avframe.cropLeft + avframe.cropRight) as size),
+      height: avframe.height - reinterpret_cast<int32>((avframe.cropTop + avframe.cropBottom) as size)
+    }
+  }, videoFrameInit)
+  return new VideoFrame(getHeap(), init)
+}

package/src/function/avpacket2EncodedAudioChunk.ts

@@ -0,0 +1,39 @@
+/* libmedia AVPacket to EncodedAudioChunk utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { avRescaleQ2 } from '../util/rational'
+import type AVPacket from '../struct/avpacket'
+import { AVPacketFlags } from '../struct/avpacket'
+import { mapUint8Array } from '@libmedia/cheap'
+import { AV_TIME_BASE_Q, NOPTS_VALUE, NOPTS_VALUE_BIGINT } from '../constant'
+
+export default function avpacket2EncodedAudioChunk(avpacket: pointer<AVPacket>) {
+  const key = avpacket.flags & AVPacketFlags.AV_PKT_FLAG_KEY
+  return new EncodedAudioChunk({
+    type: key ? 'key' : 'delta',
+    duration: avpacket.duration < 0 ? undefined : static_cast<double>(avRescaleQ2(avpacket.duration, addressof(avpacket.timeBase), AV_TIME_BASE_Q)),
+    timestamp: avpacket.pts === NOPTS_VALUE_BIGINT ? NOPTS_VALUE : static_cast<double>(avRescaleQ2(avpacket.pts, addressof(avpacket.timeBase), AV_TIME_BASE_Q)),
+    data: mapUint8Array(avpacket.data, reinterpret_cast<size>(avpacket.size))
+  })
+}

package/src/function/avpacket2EncodedVideoChunk.ts

@@ -0,0 +1,39 @@
+/* libmedia AVPacket to EncodedVideoChunk utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { avRescaleQ2 } from '../util/rational'
+import type AVPacket from '../struct/avpacket'
+import { AVPacketFlags } from '../struct/avpacket'
+import { mapUint8Array } from '@libmedia/cheap'
+import { AV_TIME_BASE_Q, NOPTS_VALUE, NOPTS_VALUE_BIGINT } from '../constant'
+
+export default function avpacket2EncodedVideoChunk(avpacket: pointer<AVPacket>) {
+  const key = avpacket.flags & AVPacketFlags.AV_PKT_FLAG_KEY
+  return new EncodedVideoChunk({
+    type: key ? 'key' : 'delta',
+    duration: avpacket.duration < 0 ? undefined : static_cast<double>(avRescaleQ2(avpacket.duration, addressof(avpacket.timeBase), AV_TIME_BASE_Q)),
+    timestamp: avpacket.pts === NOPTS_VALUE_BIGINT ? NOPTS_VALUE : static_cast<double>(avRescaleQ2(avpacket.pts, addressof(avpacket.timeBase), AV_TIME_BASE_Q)),
+    data: mapUint8Array(avpacket.data, reinterpret_cast<size>(avpacket.size))
+  })
+}

package/src/function/compileResource.ts

@@ -0,0 +1,57 @@
+/* libmedia compile resource
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { is } from '@libmedia/common'
+
+import {
+  config as cheapConfig,
+  type WebAssemblyResource,
+  compileResource as compile
+} from '@libmedia/cheap'
+
+export default async function compileResource(wasmUrl: string | ArrayBuffer | WebAssemblyResource, thread: boolean = false) {
+  let resource: WebAssemblyResource
+
+  if (is.string(wasmUrl) || is.arrayBuffer(wasmUrl)) {
+    resource = await compile({
+      source: wasmUrl
+    })
+    if (cheapConfig.USE_THREADS && defined(ENABLE_THREADS) && thread) {
+      resource.threadModule = await compile(
+        {
+          source: resource.buffer
+        },
+        {
+          child: true
+        }
+      )
+    }
+    delete resource.buffer
+  }
+  else {
+    resource = wasmUrl
+  }
+
+  return resource
+}

package/src/function/constant/webcodecs.ts

@@ -0,0 +1,81 @@
+/*
+ * libmedia webcodecs constant define
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { AVColorPrimaries, AVColorSpace, AVColorTransferCharacteristic, AVPixelFormat } from '../../pixfmt'
+
+export const pixelFormatMap: Record<VideoPixelFormat, AVPixelFormat> = {
+  'BGRA': AVPixelFormat.AV_PIX_FMT_BGRA,
+  'BGRX': AVPixelFormat.AV_PIX_FMT_BGR0,
+  'I420': AVPixelFormat.AV_PIX_FMT_YUV420P,
+  // @ts-ignore
+  'I420P10': AVPixelFormat.AV_PIX_FMT_YUV420P10LE,
+  'I420P12': AVPixelFormat.AV_PIX_FMT_YUV420P12LE,
+  'I420A': AVPixelFormat.AV_PIX_FMT_YUVA420P,
+  'I420AP10': AVPixelFormat.AV_PIX_FMT_YUVA420P10LE,
+  'I420AP12': AVPixelFormat.AV_PIX_FMT_YUVA420P12LE,
+  'I422': AVPixelFormat.AV_PIX_FMT_YUV422P,
+  'I422P10': AVPixelFormat.AV_PIX_FMT_YUV422P10LE,
+  'I422P12': AVPixelFormat.AV_PIX_FMT_YUV422P12LE,
+  'I422A': AVPixelFormat.AV_PIX_FMT_YUVA422P,
+  'I422AP10': AVPixelFormat.AV_PIX_FMT_YUVA422P10LE,
+  'I422AP12': AVPixelFormat.AV_PIX_FMT_YUVA422P12LE,
+  'I444': AVPixelFormat.AV_PIX_FMT_YUV444P,
+  'I444P10': AVPixelFormat.AV_PIX_FMT_YUV444P10LE,
+  'I444P12': AVPixelFormat.AV_PIX_FMT_YUV444P12LE,
+  'I444A': AVPixelFormat.AV_PIX_FMT_YUVA444P,
+  'I444AP10': AVPixelFormat.AV_PIX_FMT_YUVA444P10LE,
+  'I444AP12': AVPixelFormat.AV_PIX_FMT_YUVA444P12LE,
+  'NV12': AVPixelFormat.AV_PIX_FMT_NV12,
+  'RGBA': AVPixelFormat.AV_PIX_FMT_RGBA,
+  'RGBX': AVPixelFormat.AV_PIX_FMT_RGB0
+}
+
+export const colorSpaceMap: Record<VideoMatrixCoefficients, AVColorSpace> = {
+  'bt709': AVColorSpace.AVCOL_SPC_BT709,
+  'smpte170m': AVColorSpace.AVCOL_SPC_SMPTE170M,
+  'bt470bg': AVColorSpace.AVCOL_SPC_BT470BG,
+  // @ts-ignore
+  'bt2020-ncl': AVColorSpace.AVCOL_SPC_BT2020_NCL,
+  'rgb': AVColorSpace.AVCOL_SPC_RGB
+}
+
+export const colorPrimariesMap: Record<VideoColorPrimaries, AVColorPrimaries> = {
+  'bt709': AVColorPrimaries.AVCOL_PRI_BT709,
+  'bt470bg': AVColorPrimaries.AVCOL_PRI_BT470BG,
+  'smpte170m': AVColorPrimaries.AVCOL_PRI_SMPTE170M,
+  // @ts-ignore
+  'bt2020': AVColorPrimaries.AVCOL_PRI_BT2020,
+  'smpte432': AVColorPrimaries.AVCOL_PRI_SMPTE432
+}
+
+export const colorTrcMap: Record<VideoTransferCharacteristics, AVColorTransferCharacteristic> = {
+  'bt709': AVColorTransferCharacteristic.AVCOL_TRC_BT709,
+  'iec61966-2-1': AVColorTransferCharacteristic.AVCOL_TRC_IEC61966_2_1,
+  'smpte170m': AVColorTransferCharacteristic.AVCOL_TRC_SMPTE170M,
+  // @ts-ignore
+  'linear': AVColorTransferCharacteristic.AVCOL_TRC_LINEAR,
+  'pq': AVColorTransferCharacteristic.AVCOL_TRC_SMPTE2084,
+  'hlg': AVColorTransferCharacteristic.AVCOL_TRC_ARIB_STD_B67
+}

package/src/function/encodedAudioChunk2AVPacket.ts

@@ -0,0 +1,62 @@
+/* libmedia EncodedAudioChunk to AVPacket utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { addAVPacketData, addAVPacketSideData, createAVPacket } from '../util/avpacket'
+import type AVPacket from '../struct/avpacket'
+import { AVPacketFlags } from '../struct/avpacket'
+import { avMalloc } from '../util/mem'
+import { mapUint8Array, memcpyFromUint8Array } from '@libmedia/cheap'
+import { AV_TIME_BASE, NOPTS_VALUE_BIGINT } from '../constant'
+import { AVPacketSideDataType } from '../codec'
+
+export default function encodedAudioChunk2AVPacket(chunk: EncodedAudioChunk, avpacket: pointer<AVPacket> = nullptr, metadata?: EncodedAudioChunkMetadata) {
+  if (avpacket === nullptr) {
+    avpacket = createAVPacket()
+  }
+
+  avpacket.pts = avpacket.dts = static_cast<int64>(chunk.timestamp)
+  avpacket.duration = chunk.duration == null ? NOPTS_VALUE_BIGINT : static_cast<int64>(chunk.duration)
+  avpacket.timeBase.den = AV_TIME_BASE
+  avpacket.timeBase.num = 1
+  avpacket.flags |= AVPacketFlags.AV_PKT_FLAG_KEY
+  const data: pointer<uint8> = avMalloc(chunk.byteLength)
+  chunk.copyTo(mapUint8Array(data, chunk.byteLength))
+  addAVPacketData(avpacket, data, chunk.byteLength)
+
+  if (metadata) {
+    if (metadata.decoderConfig?.description) {
+      let buffer: Uint8Array
+      if (metadata.decoderConfig.description instanceof ArrayBuffer) {
+        buffer = new Uint8Array(metadata.decoderConfig.description)
+      }
+      else {
+        // @ts-ignore
+        buffer = new Uint8Array(metadata.decoderConfig.description.buffer)
+      }
+      const extradata = avMalloc(buffer.length)
+      memcpyFromUint8Array(extradata, buffer.length, buffer)
+      addAVPacketSideData(avpacket, AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA, extradata, buffer.length)
+    }
+  }
+}

package/src/function/encodedVideoChunk2AVPacket.ts

@@ -0,0 +1,86 @@
+/* libmedia EncodedVideoChunk to AVPacket utils
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { addAVPacketData, addAVPacketSideData, createAVPacket } from '../util/avpacket'
+import type AVPacket from '../struct/avpacket'
+import { AVPacketFlags } from '../struct/avpacket'
+import { avMalloc } from '../util/mem'
+import { mapUint8Array, memcpyFromUint8Array } from '@libmedia/cheap'
+import { AV_TIME_BASE, NOPTS_VALUE_BIGINT } from '../constant'
+import { AVPacketSideDataType } from '../codec'
+import * as intwrite from '../util/intwrite'
+
+export default function encodedVideoChunk2AVPacket(chunk: EncodedVideoChunk, avpacket: pointer<AVPacket> = nullptr, metadata?: EncodedVideoChunkMetadata & {
+  svc?: {
+    temporalLayerId: number
+  }
+  alphaSideData?: BufferSource
+}) {
+  if (avpacket === nullptr) {
+    avpacket = createAVPacket()
+  }
+
+  avpacket.pts = static_cast<int64>(chunk.timestamp)
+  avpacket.timeBase.den = AV_TIME_BASE
+  avpacket.timeBase.num = 1
+  avpacket.duration = chunk.duration == null ? NOPTS_VALUE_BIGINT : static_cast<int64>(chunk.duration)
+  const data: pointer<uint8> = avMalloc(chunk.byteLength)
+  chunk.copyTo(mapUint8Array(data, chunk.byteLength))
+
+  addAVPacketData(avpacket, data, chunk.byteLength)
+
+  if (metadata) {
+    if (metadata.decoderConfig?.description) {
+      let buffer: Uint8Array
+      if (metadata.decoderConfig.description instanceof ArrayBuffer) {
+        buffer = new Uint8Array(metadata.decoderConfig.description)
+      }
+      else {
+        // @ts-ignore
+        buffer = new Uint8Array(metadata.decoderConfig.description.buffer)
+      }
+      const extradata = avMalloc(buffer.length)
+      memcpyFromUint8Array(extradata, buffer.length, buffer)
+      addAVPacketSideData(avpacket, AVPacketSideDataType.AV_PKT_DATA_NEW_EXTRADATA, extradata, buffer.length)
+    }
+    if (metadata.alphaSideData) {
+      const extradata = avMalloc(metadata.alphaSideData.byteLength + 8)
+      let buffer: Uint8Array
+      if (metadata.alphaSideData instanceof ArrayBuffer) {
+        buffer = new Uint8Array(metadata.alphaSideData)
+      }
+      else {
+        buffer = new Uint8Array(metadata.alphaSideData.buffer)
+      }
+      // 1 stands for alpha channel data
+      intwrite.wb64(data, 1n)
+      memcpyFromUint8Array(extradata + 8, buffer.length, buffer)
+      addAVPacketSideData(avpacket, AVPacketSideDataType.AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL, extradata, buffer.length)
+    }
+  }
+
+  if (chunk.type === 'key') {
+    avpacket.flags |= AVPacketFlags.AV_PKT_FLAG_KEY
+  }
+}

package/src/function/getAudioCodec.ts

@@ -0,0 +1,45 @@
+/*
+ * libmedia generate audio codec string
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import { AVCodecID } from '../codec'
+import { CodecId2MimeType } from '../stringEnum'
+import type AVCodecParameters from '../struct/avcodecparameters'
+
+export default function getAudioCodec(codecpar: pointer<AVCodecParameters>) {
+
+  const codecId = codecpar.codecId
+  let profile = codecpar.profile
+
+  let codec = CodecId2MimeType[codecId]
+
+  if (codecId === AVCodecID.AV_CODEC_ID_AAC) {
+    /*
+     * mp4a.40.profile
+     * url: https://developer.mozilla.org/en-US/docs/Web/Media/Formats/codecs_parameter#iso_base_media_file_format_mp4_quicktime_and_3gp
+     */
+    codec = `${codec}.${profile}`
+  }
+  return codec || 'unknown'
+}

package/src/function/getAudioMimeType.ts

@@ -0,0 +1,44 @@
+/*
+ * libmedia get audio mimetype
+ *
+ * 版权所有 (C) 2024 赵高兴
+ * Copyright (C) 2024 Gaoxing Zhao
+ *
+ * 此文件是 libmedia 的一部分
+ * This file is part of libmedia.
+ * 
+ * libmedia 是自由软件；您可以根据 GNU Lesser General Public License（GNU LGPL）3.1
+ * 或任何其更新的版本条款重新分发或修改它
+ * libmedia is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.1 of the License, or (at your option) any later version.
+ * 
+ * libmedia 希望能够为您提供帮助，但不提供任何明示或暗示的担保，包括但不限于适销性或特定用途的保证
+ * 您应自行承担使用 libmedia 的风险，并且需要遵守 GNU Lesser General Public License 中的条款和条件。
+ * libmedia is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ */
+
+import {
+  browser
+} from '@libmedia/common'
+
+import getAudioCodec from './getAudioCodec'
+import { AVCodecID } from '../codec'
+import type AVCodecParameters from '../struct/avcodecparameters'
+
+export default function getAudioMimeType(codecpar: pointer<AVCodecParameters>) {
+  let mimeType = ''
+  // firefox supports 'audio/mp4, codecs="mp3"', use 'audio/mpeg' for chrome, safari
+  if (codecpar.codecId === AVCodecID.AV_CODEC_ID_MP3 && !browser.firefox) {
+    mimeType = 'audio/mpeg'
+  }
+  else {
+    mimeType = `audio/mp4; codecs="${getAudioCodec(codecpar)}"`
+  }
+  return mimeType
+}