webcodecs-node 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +656 -0
- package/README.md +607 -0
- package/dist/AudioData.d.ts +6 -0
- package/dist/AudioData.d.ts.map +1 -0
- package/dist/AudioData.js +6 -0
- package/dist/AudioData.js.map +1 -0
- package/dist/AudioDecoder.d.ts +6 -0
- package/dist/AudioDecoder.d.ts.map +1 -0
- package/dist/AudioDecoder.js +6 -0
- package/dist/AudioDecoder.js.map +1 -0
- package/dist/AudioEncoder.d.ts +6 -0
- package/dist/AudioEncoder.d.ts.map +1 -0
- package/dist/AudioEncoder.js +6 -0
- package/dist/AudioEncoder.js.map +1 -0
- package/dist/EncodedAudioChunk.d.ts +6 -0
- package/dist/EncodedAudioChunk.d.ts.map +1 -0
- package/dist/EncodedAudioChunk.js +6 -0
- package/dist/EncodedAudioChunk.js.map +1 -0
- package/dist/EncodedVideoChunk.d.ts +6 -0
- package/dist/EncodedVideoChunk.d.ts.map +1 -0
- package/dist/EncodedVideoChunk.js +6 -0
- package/dist/EncodedVideoChunk.js.map +1 -0
- package/dist/FFmpegProcess.d.ts +6 -0
- package/dist/FFmpegProcess.d.ts.map +1 -0
- package/dist/FFmpegProcess.js +6 -0
- package/dist/FFmpegProcess.js.map +1 -0
- package/dist/HardwareAcceleration.d.ts +6 -0
- package/dist/HardwareAcceleration.d.ts.map +1 -0
- package/dist/HardwareAcceleration.js +6 -0
- package/dist/HardwareAcceleration.js.map +1 -0
- package/dist/ImageDecoder.d.ts +6 -0
- package/dist/ImageDecoder.d.ts.map +1 -0
- package/dist/ImageDecoder.js +6 -0
- package/dist/ImageDecoder.js.map +1 -0
- package/dist/Logger.d.ts +6 -0
- package/dist/Logger.d.ts.map +1 -0
- package/dist/Logger.js +6 -0
- package/dist/Logger.js.map +1 -0
- package/dist/MediaCapabilities.d.ts +9 -0
- package/dist/MediaCapabilities.d.ts.map +1 -0
- package/dist/MediaCapabilities.js +8 -0
- package/dist/MediaCapabilities.js.map +1 -0
- package/dist/VideoDecoder.d.ts +6 -0
- package/dist/VideoDecoder.d.ts.map +1 -0
- package/dist/VideoDecoder.js +6 -0
- package/dist/VideoDecoder.js.map +1 -0
- package/dist/VideoEncoder.d.ts +6 -0
- package/dist/VideoEncoder.d.ts.map +1 -0
- package/dist/VideoEncoder.js +6 -0
- package/dist/VideoEncoder.js.map +1 -0
- package/dist/VideoFrame.d.ts +10 -0
- package/dist/VideoFrame.d.ts.map +1 -0
- package/dist/VideoFrame.js +9 -0
- package/dist/VideoFrame.js.map +1 -0
- package/dist/__tests__/AudioData.test.d.ts +5 -0
- package/dist/__tests__/AudioData.test.d.ts.map +1 -0
- package/dist/__tests__/AudioData.test.js +179 -0
- package/dist/__tests__/AudioData.test.js.map +1 -0
- package/dist/__tests__/AudioDecoder.test.d.ts +5 -0
- package/dist/__tests__/AudioDecoder.test.d.ts.map +1 -0
- package/dist/__tests__/AudioDecoder.test.js +733 -0
- package/dist/__tests__/AudioDecoder.test.js.map +1 -0
- package/dist/__tests__/AudioEncoder.test.d.ts +5 -0
- package/dist/__tests__/AudioEncoder.test.d.ts.map +1 -0
- package/dist/__tests__/AudioEncoder.test.js +247 -0
- package/dist/__tests__/AudioEncoder.test.js.map +1 -0
- package/dist/__tests__/EncodedChunks.test.d.ts +5 -0
- package/dist/__tests__/EncodedChunks.test.d.ts.map +1 -0
- package/dist/__tests__/EncodedChunks.test.js +99 -0
- package/dist/__tests__/EncodedChunks.test.js.map +1 -0
- package/dist/__tests__/HardwareAcceleration.test.d.ts +5 -0
- package/dist/__tests__/HardwareAcceleration.test.d.ts.map +1 -0
- package/dist/__tests__/HardwareAcceleration.test.js +84 -0
- package/dist/__tests__/HardwareAcceleration.test.js.map +1 -0
- package/dist/__tests__/ImageDecoder.test.d.ts +5 -0
- package/dist/__tests__/ImageDecoder.test.d.ts.map +1 -0
- package/dist/__tests__/ImageDecoder.test.js +587 -0
- package/dist/__tests__/ImageDecoder.test.js.map +1 -0
- package/dist/__tests__/MediaCapabilities.test.d.ts +5 -0
- package/dist/__tests__/MediaCapabilities.test.d.ts.map +1 -0
- package/dist/__tests__/MediaCapabilities.test.js +346 -0
- package/dist/__tests__/MediaCapabilities.test.js.map +1 -0
- package/dist/__tests__/VideoDecoder.test.d.ts +5 -0
- package/dist/__tests__/VideoDecoder.test.d.ts.map +1 -0
- package/dist/__tests__/VideoDecoder.test.js +675 -0
- package/dist/__tests__/VideoDecoder.test.js.map +1 -0
- package/dist/__tests__/VideoEncoder.test.d.ts +5 -0
- package/dist/__tests__/VideoEncoder.test.d.ts.map +1 -0
- package/dist/__tests__/VideoEncoder.test.js +468 -0
- package/dist/__tests__/VideoEncoder.test.js.map +1 -0
- package/dist/__tests__/VideoFrame.test.d.ts +5 -0
- package/dist/__tests__/VideoFrame.test.d.ts.map +1 -0
- package/dist/__tests__/VideoFrame.test.js +243 -0
- package/dist/__tests__/VideoFrame.test.js.map +1 -0
- package/dist/__tests__/aac-utils.test.d.ts +2 -0
- package/dist/__tests__/aac-utils.test.d.ts.map +1 -0
- package/dist/__tests__/aac-utils.test.js +37 -0
- package/dist/__tests__/aac-utils.test.js.map +1 -0
- package/dist/__tests__/avc-utils.test.d.ts +2 -0
- package/dist/__tests__/avc-utils.test.d.ts.map +1 -0
- package/dist/__tests__/avc-utils.test.js +63 -0
- package/dist/__tests__/avc-utils.test.js.map +1 -0
- package/dist/__tests__/hevc-utils.test.d.ts +2 -0
- package/dist/__tests__/hevc-utils.test.d.ts.map +1 -0
- package/dist/__tests__/hevc-utils.test.js +78 -0
- package/dist/__tests__/hevc-utils.test.js.map +1 -0
- package/dist/capabilities/MediaCapabilities.d.ts +78 -0
- package/dist/capabilities/MediaCapabilities.d.ts.map +1 -0
- package/dist/capabilities/MediaCapabilities.js +276 -0
- package/dist/capabilities/MediaCapabilities.js.map +1 -0
- package/dist/capabilities/codecs.d.ts +72 -0
- package/dist/capabilities/codecs.d.ts.map +1 -0
- package/dist/capabilities/codecs.js +153 -0
- package/dist/capabilities/codecs.js.map +1 -0
- package/dist/capabilities/index.d.ts +7 -0
- package/dist/capabilities/index.d.ts.map +1 -0
- package/dist/capabilities/index.js +8 -0
- package/dist/capabilities/index.js.map +1 -0
- package/dist/capabilities/types.d.ts +77 -0
- package/dist/capabilities/types.d.ts.map +1 -0
- package/dist/capabilities/types.js +5 -0
- package/dist/capabilities/types.js.map +1 -0
- package/dist/core/AudioData.d.ts +36 -0
- package/dist/core/AudioData.d.ts.map +1 -0
- package/dist/core/AudioData.js +229 -0
- package/dist/core/AudioData.js.map +1 -0
- package/dist/core/EncodedAudioChunk.d.ts +26 -0
- package/dist/core/EncodedAudioChunk.d.ts.map +1 -0
- package/dist/core/EncodedAudioChunk.js +58 -0
- package/dist/core/EncodedAudioChunk.js.map +1 -0
- package/dist/core/EncodedVideoChunk.d.ts +23 -0
- package/dist/core/EncodedVideoChunk.d.ts.map +1 -0
- package/dist/core/EncodedVideoChunk.js +55 -0
- package/dist/core/EncodedVideoChunk.js.map +1 -0
- package/dist/core/VideoFrame.d.ts +61 -0
- package/dist/core/VideoFrame.d.ts.map +1 -0
- package/dist/core/VideoFrame.js +385 -0
- package/dist/core/VideoFrame.js.map +1 -0
- package/dist/core/index.d.ts +8 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +8 -0
- package/dist/core/index.js.map +1 -0
- package/dist/debug-h264.d.ts +5 -0
- package/dist/debug-h264.d.ts.map +1 -0
- package/dist/debug-h264.js +103 -0
- package/dist/debug-h264.js.map +1 -0
- package/dist/decoders/AudioDecoder.d.ts +57 -0
- package/dist/decoders/AudioDecoder.d.ts.map +1 -0
- package/dist/decoders/AudioDecoder.js +333 -0
- package/dist/decoders/AudioDecoder.js.map +1 -0
- package/dist/decoders/ImageDecoder.d.ts +111 -0
- package/dist/decoders/ImageDecoder.d.ts.map +1 -0
- package/dist/decoders/ImageDecoder.js +686 -0
- package/dist/decoders/ImageDecoder.js.map +1 -0
- package/dist/decoders/VideoDecoder.d.ts +70 -0
- package/dist/decoders/VideoDecoder.d.ts.map +1 -0
- package/dist/decoders/VideoDecoder.js +410 -0
- package/dist/decoders/VideoDecoder.js.map +1 -0
- package/dist/decoders/index.d.ts +8 -0
- package/dist/decoders/index.d.ts.map +1 -0
- package/dist/decoders/index.js +7 -0
- package/dist/decoders/index.js.map +1 -0
- package/dist/demos/demo-audio-opus.d.ts +5 -0
- package/dist/demos/demo-audio-opus.d.ts.map +1 -0
- package/dist/demos/demo-audio-opus.js +107 -0
- package/dist/demos/demo-audio-opus.js.map +1 -0
- package/dist/demos/demo-audio.d.ts +10 -0
- package/dist/demos/demo-audio.d.ts.map +1 -0
- package/dist/demos/demo-audio.js +135 -0
- package/dist/demos/demo-audio.js.map +1 -0
- package/dist/demos/demo-conversion.d.ts +13 -0
- package/dist/demos/demo-conversion.d.ts.map +1 -0
- package/dist/demos/demo-conversion.js +301 -0
- package/dist/demos/demo-conversion.js.map +1 -0
- package/dist/demos/demo-h264.d.ts +7 -0
- package/dist/demos/demo-h264.d.ts.map +1 -0
- package/dist/demos/demo-h264.js +134 -0
- package/dist/demos/demo-h264.js.map +1 -0
- package/dist/demos/demo-hwaccel-conversion.d.ts +8 -0
- package/dist/demos/demo-hwaccel-conversion.d.ts.map +1 -0
- package/dist/demos/demo-hwaccel-conversion.js +161 -0
- package/dist/demos/demo-hwaccel-conversion.js.map +1 -0
- package/dist/demos/demo-hwaccel.d.ts +7 -0
- package/dist/demos/demo-hwaccel.d.ts.map +1 -0
- package/dist/demos/demo-hwaccel.js +51 -0
- package/dist/demos/demo-hwaccel.js.map +1 -0
- package/dist/demos/demo-image.d.ts +12 -0
- package/dist/demos/demo-image.d.ts.map +1 -0
- package/dist/demos/demo-image.js +178 -0
- package/dist/demos/demo-image.js.map +1 -0
- package/dist/demos/demo-mediabunny.d.ts +7 -0
- package/dist/demos/demo-mediabunny.d.ts.map +1 -0
- package/dist/demos/demo-mediabunny.js +78 -0
- package/dist/demos/demo-mediabunny.js.map +1 -0
- package/dist/demos/demo-pipeline.d.ts +8 -0
- package/dist/demos/demo-pipeline.d.ts.map +1 -0
- package/dist/demos/demo-pipeline.js +83 -0
- package/dist/demos/demo-pipeline.js.map +1 -0
- package/dist/demos/demo-samples.d.ts +9 -0
- package/dist/demos/demo-samples.d.ts.map +1 -0
- package/dist/demos/demo-samples.js +413 -0
- package/dist/demos/demo-samples.js.map +1 -0
- package/dist/demos/demo-streaming.d.ts +8 -0
- package/dist/demos/demo-streaming.d.ts.map +1 -0
- package/dist/demos/demo-streaming.js +299 -0
- package/dist/demos/demo-streaming.js.map +1 -0
- package/dist/demos/demo-webcodecs.d.ts +8 -0
- package/dist/demos/demo-webcodecs.d.ts.map +1 -0
- package/dist/demos/demo-webcodecs.js +316 -0
- package/dist/demos/demo-webcodecs.js.map +1 -0
- package/dist/demos/demo.d.ts +10 -0
- package/dist/demos/demo.d.ts.map +1 -0
- package/dist/demos/demo.js +123 -0
- package/dist/demos/demo.js.map +1 -0
- package/dist/encoders/AudioEncoder.d.ts +69 -0
- package/dist/encoders/AudioEncoder.d.ts.map +1 -0
- package/dist/encoders/AudioEncoder.js +425 -0
- package/dist/encoders/AudioEncoder.js.map +1 -0
- package/dist/encoders/VideoEncoder.d.ts +80 -0
- package/dist/encoders/VideoEncoder.d.ts.map +1 -0
- package/dist/encoders/VideoEncoder.js +386 -0
- package/dist/encoders/VideoEncoder.js.map +1 -0
- package/dist/encoders/codecs/av1.d.ts +31 -0
- package/dist/encoders/codecs/av1.d.ts.map +1 -0
- package/dist/encoders/codecs/av1.js +66 -0
- package/dist/encoders/codecs/av1.js.map +1 -0
- package/dist/encoders/codecs/h264.d.ts +28 -0
- package/dist/encoders/codecs/h264.d.ts.map +1 -0
- package/dist/encoders/codecs/h264.js +95 -0
- package/dist/encoders/codecs/h264.js.map +1 -0
- package/dist/encoders/codecs/hevc.d.ts +28 -0
- package/dist/encoders/codecs/hevc.d.ts.map +1 -0
- package/dist/encoders/codecs/hevc.js +73 -0
- package/dist/encoders/codecs/hevc.js.map +1 -0
- package/dist/encoders/codecs/index.d.ts +19 -0
- package/dist/encoders/codecs/index.d.ts.map +1 -0
- package/dist/encoders/codecs/index.js +60 -0
- package/dist/encoders/codecs/index.js.map +1 -0
- package/dist/encoders/codecs/vp9.d.ts +29 -0
- package/dist/encoders/codecs/vp9.d.ts.map +1 -0
- package/dist/encoders/codecs/vp9.js +58 -0
- package/dist/encoders/codecs/vp9.js.map +1 -0
- package/dist/encoders/index.d.ts +8 -0
- package/dist/encoders/index.d.ts.map +1 -0
- package/dist/encoders/index.js +8 -0
- package/dist/encoders/index.js.map +1 -0
- package/dist/ffmpeg/FFmpegProcess.d.ts +111 -0
- package/dist/ffmpeg/FFmpegProcess.d.ts.map +1 -0
- package/dist/ffmpeg/FFmpegProcess.js +543 -0
- package/dist/ffmpeg/FFmpegProcess.js.map +1 -0
- package/dist/ffmpeg/audio-codecs.d.ts +59 -0
- package/dist/ffmpeg/audio-codecs.d.ts.map +1 -0
- package/dist/ffmpeg/audio-codecs.js +99 -0
- package/dist/ffmpeg/audio-codecs.js.map +1 -0
- package/dist/ffmpeg/formats.d.ts +42 -0
- package/dist/ffmpeg/formats.d.ts.map +1 -0
- package/dist/ffmpeg/formats.js +147 -0
- package/dist/ffmpeg/formats.js.map +1 -0
- package/dist/ffmpeg/index.d.ts +9 -0
- package/dist/ffmpeg/index.d.ts.map +1 -0
- package/dist/ffmpeg/index.js +13 -0
- package/dist/ffmpeg/index.js.map +1 -0
- package/dist/ffmpeg/parsers/annexb.d.ts +88 -0
- package/dist/ffmpeg/parsers/annexb.d.ts.map +1 -0
- package/dist/ffmpeg/parsers/annexb.js +201 -0
- package/dist/ffmpeg/parsers/annexb.js.map +1 -0
- package/dist/ffmpeg/parsers/index.d.ts +6 -0
- package/dist/ffmpeg/parsers/index.d.ts.map +1 -0
- package/dist/ffmpeg/parsers/index.js +8 -0
- package/dist/ffmpeg/parsers/index.js.map +1 -0
- package/dist/ffmpeg/parsers/ivf.d.ts +54 -0
- package/dist/ffmpeg/parsers/ivf.d.ts.map +1 -0
- package/dist/ffmpeg/parsers/ivf.js +109 -0
- package/dist/ffmpeg/parsers/ivf.js.map +1 -0
- package/dist/ffmpeg/types.d.ts +85 -0
- package/dist/ffmpeg/types.d.ts.map +1 -0
- package/dist/ffmpeg/types.js +8 -0
- package/dist/ffmpeg/types.js.map +1 -0
- package/dist/formats/audio-formats.d.ts +61 -0
- package/dist/formats/audio-formats.d.ts.map +1 -0
- package/dist/formats/audio-formats.js +113 -0
- package/dist/formats/audio-formats.js.map +1 -0
- package/dist/formats/color-space.d.ts +35 -0
- package/dist/formats/color-space.d.ts.map +1 -0
- package/dist/formats/color-space.js +62 -0
- package/dist/formats/color-space.js.map +1 -0
- package/dist/formats/conversions/frame-converter.d.ts +42 -0
- package/dist/formats/conversions/frame-converter.d.ts.map +1 -0
- package/dist/formats/conversions/frame-converter.js +244 -0
- package/dist/formats/conversions/frame-converter.js.map +1 -0
- package/dist/formats/conversions/index.d.ts +8 -0
- package/dist/formats/conversions/index.d.ts.map +1 -0
- package/dist/formats/conversions/index.js +10 -0
- package/dist/formats/conversions/index.js.map +1 -0
- package/dist/formats/index.d.ts +9 -0
- package/dist/formats/index.d.ts.map +1 -0
- package/dist/formats/index.js +14 -0
- package/dist/formats/index.js.map +1 -0
- package/dist/formats/parsers/index.d.ts +5 -0
- package/dist/formats/parsers/index.d.ts.map +1 -0
- package/dist/formats/parsers/index.js +5 -0
- package/dist/formats/parsers/index.js.map +1 -0
- package/dist/formats/parsers/webp.d.ts +16 -0
- package/dist/formats/parsers/webp.d.ts.map +1 -0
- package/dist/formats/parsers/webp.js +116 -0
- package/dist/formats/parsers/webp.js.map +1 -0
- package/dist/formats/pixel-formats.d.ts +41 -0
- package/dist/formats/pixel-formats.d.ts.map +1 -0
- package/dist/formats/pixel-formats.js +113 -0
- package/dist/formats/pixel-formats.js.map +1 -0
- package/dist/hardware/HardwareAcceleration.d.ts +6 -0
- package/dist/hardware/HardwareAcceleration.d.ts.map +1 -0
- package/dist/hardware/HardwareAcceleration.js +6 -0
- package/dist/hardware/HardwareAcceleration.js.map +1 -0
- package/dist/hardware/decoder-args.d.ts +25 -0
- package/dist/hardware/decoder-args.d.ts.map +1 -0
- package/dist/hardware/decoder-args.js +84 -0
- package/dist/hardware/decoder-args.js.map +1 -0
- package/dist/hardware/detection.d.ts +39 -0
- package/dist/hardware/detection.d.ts.map +1 -0
- package/dist/hardware/detection.js +178 -0
- package/dist/hardware/detection.js.map +1 -0
- package/dist/hardware/encoder-args.d.ts +38 -0
- package/dist/hardware/encoder-args.d.ts.map +1 -0
- package/dist/hardware/encoder-args.js +177 -0
- package/dist/hardware/encoder-args.js.map +1 -0
- package/dist/hardware/index.d.ts +12 -0
- package/dist/hardware/index.d.ts.map +1 -0
- package/dist/hardware/index.js +14 -0
- package/dist/hardware/index.js.map +1 -0
- package/dist/hardware/types.d.ts +29 -0
- package/dist/hardware/types.d.ts.map +1 -0
- package/dist/hardware/types.js +58 -0
- package/dist/hardware/types.js.map +1 -0
- package/dist/index.d.ts +44 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/mediabunny/FFmpegAudioDecoder.d.ts +37 -0
- package/dist/mediabunny/FFmpegAudioDecoder.d.ts.map +1 -0
- package/dist/mediabunny/FFmpegAudioDecoder.js +254 -0
- package/dist/mediabunny/FFmpegAudioDecoder.js.map +1 -0
- package/dist/mediabunny/FFmpegAudioEncoder.d.ts +77 -0
- package/dist/mediabunny/FFmpegAudioEncoder.d.ts.map +1 -0
- package/dist/mediabunny/FFmpegAudioEncoder.js +484 -0
- package/dist/mediabunny/FFmpegAudioEncoder.js.map +1 -0
- package/dist/mediabunny/FFmpegVideoDecoder.d.ts +58 -0
- package/dist/mediabunny/FFmpegVideoDecoder.d.ts.map +1 -0
- package/dist/mediabunny/FFmpegVideoDecoder.js +366 -0
- package/dist/mediabunny/FFmpegVideoDecoder.js.map +1 -0
- package/dist/mediabunny/FFmpegVideoEncoder.d.ts +77 -0
- package/dist/mediabunny/FFmpegVideoEncoder.d.ts.map +1 -0
- package/dist/mediabunny/FFmpegVideoEncoder.js +551 -0
- package/dist/mediabunny/FFmpegVideoEncoder.js.map +1 -0
- package/dist/mediabunny/index.d.ts +21 -0
- package/dist/mediabunny/index.d.ts.map +1 -0
- package/dist/mediabunny/index.js +33 -0
- package/dist/mediabunny/index.js.map +1 -0
- package/dist/polyfill.d.ts +27 -0
- package/dist/polyfill.d.ts.map +1 -0
- package/dist/polyfill.js +78 -0
- package/dist/polyfill.js.map +1 -0
- package/dist/polyfills/CanvasRenderingContext2DPolyfill.d.ts +72 -0
- package/dist/polyfills/CanvasRenderingContext2DPolyfill.d.ts.map +1 -0
- package/dist/polyfills/CanvasRenderingContext2DPolyfill.js +293 -0
- package/dist/polyfills/CanvasRenderingContext2DPolyfill.js.map +1 -0
- package/dist/polyfills/ImageDataPolyfill.d.ts +12 -0
- package/dist/polyfills/ImageDataPolyfill.d.ts.map +1 -0
- package/dist/polyfills/ImageDataPolyfill.js +22 -0
- package/dist/polyfills/ImageDataPolyfill.js.map +1 -0
- package/dist/polyfills/OffscreenCanvas.d.ts +15 -0
- package/dist/polyfills/OffscreenCanvas.d.ts.map +1 -0
- package/dist/polyfills/OffscreenCanvas.js +35 -0
- package/dist/polyfills/OffscreenCanvas.js.map +1 -0
- package/dist/polyfills/OffscreenCanvasPolyfill.d.ts +16 -0
- package/dist/polyfills/OffscreenCanvasPolyfill.d.ts.map +1 -0
- package/dist/polyfills/OffscreenCanvasPolyfill.js +46 -0
- package/dist/polyfills/OffscreenCanvasPolyfill.js.map +1 -0
- package/dist/polyfills/VideoFramePolyfill.d.ts +44 -0
- package/dist/polyfills/VideoFramePolyfill.d.ts.map +1 -0
- package/dist/polyfills/VideoFramePolyfill.js +98 -0
- package/dist/polyfills/VideoFramePolyfill.js.map +1 -0
- package/dist/tools/generate-capabilities-profile.d.ts +2 -0
- package/dist/tools/generate-capabilities-profile.d.ts.map +1 -0
- package/dist/tools/generate-capabilities-profile.js +63 -0
- package/dist/tools/generate-capabilities-profile.js.map +1 -0
- package/dist/types/audio.d.ts +26 -0
- package/dist/types/audio.d.ts.map +1 -0
- package/dist/types/audio.js +5 -0
- package/dist/types/audio.js.map +1 -0
- package/dist/types/common.d.ts +68 -0
- package/dist/types/common.d.ts.map +1 -0
- package/dist/types/common.js +70 -0
- package/dist/types/common.js.map +1 -0
- package/dist/types/geometry.d.ts +35 -0
- package/dist/types/geometry.d.ts.map +1 -0
- package/dist/types/geometry.js +34 -0
- package/dist/types/geometry.js.map +1 -0
- package/dist/types/index.d.ts +8 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +8 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/video.d.ts +43 -0
- package/dist/types/video.d.ts.map +1 -0
- package/dist/types/video.js +5 -0
- package/dist/types/video.js.map +1 -0
- package/dist/types.d.ts +6 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +6 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/aac.d.ts +26 -0
- package/dist/utils/aac.d.ts.map +1 -0
- package/dist/utils/aac.js +129 -0
- package/dist/utils/aac.js.map +1 -0
- package/dist/utils/avc.d.ts +39 -0
- package/dist/utils/avc.d.ts.map +1 -0
- package/dist/utils/avc.js +225 -0
- package/dist/utils/avc.js.map +1 -0
- package/dist/utils/buffer.d.ts +25 -0
- package/dist/utils/buffer.d.ts.map +1 -0
- package/dist/utils/buffer.js +73 -0
- package/dist/utils/buffer.js.map +1 -0
- package/dist/utils/hevc.d.ts +27 -0
- package/dist/utils/hevc.d.ts.map +1 -0
- package/dist/utils/hevc.js +239 -0
- package/dist/utils/hevc.js.map +1 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +16 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +55 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +110 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/type-guards.d.ts +50 -0
- package/dist/utils/type-guards.d.ts.map +1 -0
- package/dist/utils/type-guards.js +49 -0
- package/dist/utils/type-guards.js.map +1 -0
- package/dist/utils/validation.d.ts +32 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +66 -0
- package/dist/utils/validation.js.map +1 -0
- package/docs/api.md +506 -0
- package/docs/codecs.md +382 -0
- package/docs/configuration.md +442 -0
- package/examples/README.md +100 -0
- package/examples/audio-encoding.ts +85 -0
- package/examples/hardware-decoding.ts +245 -0
- package/examples/hardware-encoding.ts +231 -0
- package/examples/image-decoding.ts +145 -0
- package/examples/streaming.ts +151 -0
- package/examples/transparent-video.ts +162 -0
- package/examples/video-decoding.ts +107 -0
- package/examples/video-encoding.ts +93 -0
- package/package.json +105 -0
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* VideoFrame - Represents a frame of video data
|
|
3
|
+
* https://developer.mozilla.org/en-US/docs/Web/API/VideoFrame
|
|
4
|
+
*/
|
|
5
|
+
import { DOMException, DOMRectReadOnly } from '../types/index.js';
|
|
6
|
+
import { getFrameAllocationSize, getPlaneCount, getPlaneInfo, VideoColorSpace, } from '../formats/index.js';
|
|
7
|
+
import { convertFrameFormat, getPlaneOffset, } from '../formats/conversions/frame-converter.js';
|
|
8
|
+
// Import type guards from utils
|
|
9
|
+
import { isImageDataLike, isCanvasLike, isVideoFrameLike, isCanvasImageSource, } from '../utils/type-guards.js';
|
|
10
|
+
export class VideoFrame {
|
|
11
|
+
_data;
|
|
12
|
+
_closed = false;
|
|
13
|
+
format;
|
|
14
|
+
codedWidth;
|
|
15
|
+
codedHeight;
|
|
16
|
+
codedRect;
|
|
17
|
+
visibleRect;
|
|
18
|
+
displayWidth;
|
|
19
|
+
displayHeight;
|
|
20
|
+
duration;
|
|
21
|
+
timestamp;
|
|
22
|
+
colorSpace;
|
|
23
|
+
constructor(dataOrImage, init) {
|
|
24
|
+
// Check if it's raw pixel data (BufferSource) first
|
|
25
|
+
if (dataOrImage instanceof ArrayBuffer || ArrayBuffer.isView(dataOrImage)) {
|
|
26
|
+
const data = dataOrImage;
|
|
27
|
+
const bufferInit = init;
|
|
28
|
+
if (data instanceof ArrayBuffer) {
|
|
29
|
+
this._data = new Uint8Array(data);
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
this._data = new Uint8Array(data.buffer, data.byteOffset, data.byteLength);
|
|
33
|
+
}
|
|
34
|
+
this.format = bufferInit.format;
|
|
35
|
+
this.codedWidth = bufferInit.codedWidth;
|
|
36
|
+
this.codedHeight = bufferInit.codedHeight;
|
|
37
|
+
this.timestamp = bufferInit.timestamp;
|
|
38
|
+
this.duration = bufferInit.duration ?? null;
|
|
39
|
+
this.codedRect = new DOMRectReadOnly(0, 0, bufferInit.codedWidth, bufferInit.codedHeight);
|
|
40
|
+
if (bufferInit.visibleRect) {
|
|
41
|
+
this.visibleRect = new DOMRectReadOnly(bufferInit.visibleRect.x ?? 0, bufferInit.visibleRect.y ?? 0, bufferInit.visibleRect.width ?? bufferInit.codedWidth, bufferInit.visibleRect.height ?? bufferInit.codedHeight);
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
this.visibleRect = new DOMRectReadOnly(0, 0, bufferInit.codedWidth, bufferInit.codedHeight);
|
|
45
|
+
}
|
|
46
|
+
this.displayWidth = bufferInit.displayWidth ?? this.visibleRect.width;
|
|
47
|
+
this.displayHeight = bufferInit.displayHeight ?? this.visibleRect.height;
|
|
48
|
+
this.colorSpace = new VideoColorSpace(bufferInit.colorSpace);
|
|
49
|
+
}
|
|
50
|
+
else if (isCanvasImageSource(dataOrImage)) {
|
|
51
|
+
const frameInit = init;
|
|
52
|
+
const result = this._extractFromCanvasImageSource(dataOrImage, frameInit);
|
|
53
|
+
this._data = result.data;
|
|
54
|
+
this.format = result.format;
|
|
55
|
+
this.codedWidth = result.width;
|
|
56
|
+
this.codedHeight = result.height;
|
|
57
|
+
this.timestamp = frameInit.timestamp;
|
|
58
|
+
this.duration = frameInit.duration ?? null;
|
|
59
|
+
this.codedRect = new DOMRectReadOnly(0, 0, result.width, result.height);
|
|
60
|
+
if (frameInit.visibleRect) {
|
|
61
|
+
this.visibleRect = new DOMRectReadOnly(frameInit.visibleRect.x ?? 0, frameInit.visibleRect.y ?? 0, frameInit.visibleRect.width ?? result.width, frameInit.visibleRect.height ?? result.height);
|
|
62
|
+
}
|
|
63
|
+
else {
|
|
64
|
+
this.visibleRect = new DOMRectReadOnly(0, 0, result.width, result.height);
|
|
65
|
+
}
|
|
66
|
+
this.displayWidth = frameInit.displayWidth ?? this.visibleRect.width;
|
|
67
|
+
this.displayHeight = frameInit.displayHeight ?? this.visibleRect.height;
|
|
68
|
+
this.colorSpace = new VideoColorSpace(frameInit.colorSpace);
|
|
69
|
+
}
|
|
70
|
+
else {
|
|
71
|
+
throw new TypeError('data must be an ArrayBuffer, ArrayBufferView, or CanvasImageSource');
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
/**
|
|
75
|
+
* Extract pixel data from various CanvasImageSource types
|
|
76
|
+
*/
|
|
77
|
+
_extractFromCanvasImageSource(source, init) {
|
|
78
|
+
const discardAlpha = init.alpha === 'discard';
|
|
79
|
+
// 1. VideoFrame-like objects
|
|
80
|
+
if (isVideoFrameLike(source)) {
|
|
81
|
+
const vf = source;
|
|
82
|
+
let pixelData;
|
|
83
|
+
if (vf._buffer instanceof Uint8Array) {
|
|
84
|
+
pixelData = new Uint8Array(vf._buffer);
|
|
85
|
+
}
|
|
86
|
+
else if (vf._rawData instanceof Uint8Array) {
|
|
87
|
+
pixelData = new Uint8Array(vf._rawData);
|
|
88
|
+
}
|
|
89
|
+
else if (vf._data instanceof Uint8Array) {
|
|
90
|
+
pixelData = new Uint8Array(vf._data);
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
pixelData = new Uint8Array(vf.codedWidth * vf.codedHeight * 4);
|
|
94
|
+
}
|
|
95
|
+
if (discardAlpha && (vf.format === 'RGBA' || vf.format === 'BGRA')) {
|
|
96
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
97
|
+
pixelData[i] = 255;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
return {
|
|
101
|
+
data: pixelData,
|
|
102
|
+
width: vf.codedWidth,
|
|
103
|
+
height: vf.codedHeight,
|
|
104
|
+
format: vf.format,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
// 2. ImageData-like objects
|
|
108
|
+
if (isImageDataLike(source)) {
|
|
109
|
+
const imgData = source;
|
|
110
|
+
let pixelData = new Uint8Array(imgData.data.buffer, imgData.data.byteOffset, imgData.data.byteLength);
|
|
111
|
+
pixelData = new Uint8Array(pixelData);
|
|
112
|
+
if (discardAlpha) {
|
|
113
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
114
|
+
pixelData[i] = 255;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return {
|
|
118
|
+
data: pixelData,
|
|
119
|
+
width: imgData.width,
|
|
120
|
+
height: imgData.height,
|
|
121
|
+
format: 'RGBA',
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
// 3. Canvas-like objects
|
|
125
|
+
if (isCanvasLike(source)) {
|
|
126
|
+
const canvas = source;
|
|
127
|
+
const width = canvas.width;
|
|
128
|
+
const height = canvas.height;
|
|
129
|
+
if (typeof canvas._getImageData === 'function') {
|
|
130
|
+
const imageData = canvas._getImageData();
|
|
131
|
+
let pixelData = new Uint8Array(imageData.buffer, imageData.byteOffset, imageData.byteLength);
|
|
132
|
+
pixelData = new Uint8Array(pixelData);
|
|
133
|
+
if (discardAlpha) {
|
|
134
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
135
|
+
pixelData[i] = 255;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return { data: pixelData, width, height, format: 'RGBA' };
|
|
139
|
+
}
|
|
140
|
+
const ctx = canvas.getContext('2d');
|
|
141
|
+
if (ctx) {
|
|
142
|
+
if (typeof ctx._getImageData === 'function') {
|
|
143
|
+
const imageData = ctx._getImageData();
|
|
144
|
+
let pixelData = new Uint8Array(imageData.buffer, imageData.byteOffset, imageData.byteLength);
|
|
145
|
+
pixelData = new Uint8Array(pixelData);
|
|
146
|
+
if (discardAlpha) {
|
|
147
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
148
|
+
pixelData[i] = 255;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
return { data: pixelData, width, height, format: 'RGBA' };
|
|
152
|
+
}
|
|
153
|
+
if (typeof ctx.getImageData === 'function') {
|
|
154
|
+
const imageData = ctx.getImageData(0, 0, width, height);
|
|
155
|
+
let pixelData = new Uint8Array(imageData.data.buffer, imageData.data.byteOffset, imageData.data.byteLength);
|
|
156
|
+
pixelData = new Uint8Array(pixelData);
|
|
157
|
+
if (discardAlpha) {
|
|
158
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
159
|
+
pixelData[i] = 255;
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
return { data: pixelData, width, height, format: 'RGBA' };
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
return {
|
|
166
|
+
data: new Uint8Array(width * height * 4),
|
|
167
|
+
width,
|
|
168
|
+
height,
|
|
169
|
+
format: 'RGBA',
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
// 4. Objects with raw data properties
|
|
173
|
+
const obj = source;
|
|
174
|
+
const width = (obj.width ?? obj.codedWidth ?? 0);
|
|
175
|
+
const height = (obj.height ?? obj.codedHeight ?? 0);
|
|
176
|
+
let pixelData = null;
|
|
177
|
+
if (obj._data instanceof Uint8Array || obj._data instanceof Uint8ClampedArray) {
|
|
178
|
+
pixelData = new Uint8Array(obj._data);
|
|
179
|
+
}
|
|
180
|
+
else if (obj._rawData instanceof Uint8Array) {
|
|
181
|
+
pixelData = new Uint8Array(obj._rawData);
|
|
182
|
+
}
|
|
183
|
+
else if (obj.data instanceof Uint8Array || obj.data instanceof Uint8ClampedArray) {
|
|
184
|
+
pixelData = new Uint8Array(obj.data);
|
|
185
|
+
}
|
|
186
|
+
if (pixelData) {
|
|
187
|
+
if (discardAlpha) {
|
|
188
|
+
for (let i = 3; i < pixelData.length; i += 4) {
|
|
189
|
+
pixelData[i] = 255;
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
return { data: pixelData, width, height, format: 'RGBA' };
|
|
193
|
+
}
|
|
194
|
+
return {
|
|
195
|
+
data: new Uint8Array(width * height * 4),
|
|
196
|
+
width,
|
|
197
|
+
height,
|
|
198
|
+
format: 'RGBA',
|
|
199
|
+
};
|
|
200
|
+
}
|
|
201
|
+
/**
|
|
202
|
+
* Returns the number of bytes required to hold the frame
|
|
203
|
+
*/
|
|
204
|
+
allocationSize(options) {
|
|
205
|
+
this._checkNotClosed();
|
|
206
|
+
const format = options?.format ?? this.format;
|
|
207
|
+
const rect = options?.rect;
|
|
208
|
+
const width = rect?.width ?? this.visibleRect.width;
|
|
209
|
+
const height = rect?.height ?? this.visibleRect.height;
|
|
210
|
+
return getFrameAllocationSize(format, width, height);
|
|
211
|
+
}
|
|
212
|
+
/**
|
|
213
|
+
* Returns the number of planes for this frame's format
|
|
214
|
+
*/
|
|
215
|
+
get numberOfPlanes() {
|
|
216
|
+
return getPlaneCount(this.format);
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Copies the frame data to the destination buffer
|
|
220
|
+
*/
|
|
221
|
+
async copyTo(destination, options) {
|
|
222
|
+
this._checkNotClosed();
|
|
223
|
+
let destArray;
|
|
224
|
+
if (destination instanceof ArrayBuffer) {
|
|
225
|
+
destArray = new Uint8Array(destination);
|
|
226
|
+
}
|
|
227
|
+
else if (ArrayBuffer.isView(destination)) {
|
|
228
|
+
destArray = new Uint8Array(destination.buffer, destination.byteOffset, destination.byteLength);
|
|
229
|
+
}
|
|
230
|
+
else {
|
|
231
|
+
throw new TypeError('destination must be an ArrayBuffer or ArrayBufferView');
|
|
232
|
+
}
|
|
233
|
+
const destFormat = options?.format ?? this.format;
|
|
234
|
+
const rect = options?.rect;
|
|
235
|
+
const srcX = Math.floor(rect?.x ?? this.visibleRect.x);
|
|
236
|
+
const srcY = Math.floor(rect?.y ?? this.visibleRect.y);
|
|
237
|
+
const srcW = Math.floor(rect?.width ?? this.visibleRect.width);
|
|
238
|
+
const srcH = Math.floor(rect?.height ?? this.visibleRect.height);
|
|
239
|
+
if (srcX < 0 || srcY < 0 || srcX + srcW > this.codedWidth || srcY + srcH > this.codedHeight) {
|
|
240
|
+
throw new DOMException('Rect is out of bounds', 'ConstraintError');
|
|
241
|
+
}
|
|
242
|
+
const requiredSize = getFrameAllocationSize(destFormat, srcW, srcH);
|
|
243
|
+
if (destArray.byteLength < requiredSize) {
|
|
244
|
+
throw new TypeError(`destination buffer is too small (need ${requiredSize}, got ${destArray.byteLength})`);
|
|
245
|
+
}
|
|
246
|
+
if (destFormat === this.format && srcX === 0 && srcY === 0 &&
|
|
247
|
+
srcW === this.codedWidth && srcH === this.codedHeight) {
|
|
248
|
+
destArray.set(this._data);
|
|
249
|
+
return this._getPlaneLayoutForSize(srcW, srcH, destFormat);
|
|
250
|
+
}
|
|
251
|
+
this._copyWithConversion(destArray, destFormat, srcX, srcY, srcW, srcH);
|
|
252
|
+
return this._getPlaneLayoutForSize(srcW, srcH, destFormat);
|
|
253
|
+
}
|
|
254
|
+
_copyWithConversion(dest, destFormat, srcX, srcY, srcW, srcH) {
|
|
255
|
+
if (this.format === destFormat) {
|
|
256
|
+
this._copyDirectWithClipping(dest, srcX, srcY, srcW, srcH);
|
|
257
|
+
return;
|
|
258
|
+
}
|
|
259
|
+
// Use standalone conversion function
|
|
260
|
+
const src = {
|
|
261
|
+
data: this._data,
|
|
262
|
+
format: this.format,
|
|
263
|
+
width: this.codedWidth,
|
|
264
|
+
height: this.codedHeight,
|
|
265
|
+
};
|
|
266
|
+
convertFrameFormat(src, dest, destFormat, srcX, srcY, srcW, srcH);
|
|
267
|
+
}
|
|
268
|
+
_copyDirectWithClipping(dest, srcX, srcY, srcW, srcH) {
|
|
269
|
+
const numPlanes = getPlaneCount(this.format);
|
|
270
|
+
let destOffset = 0;
|
|
271
|
+
for (let p = 0; p < numPlanes; p++) {
|
|
272
|
+
const planeInfo = getPlaneInfo(this.format, this.codedWidth, this.codedHeight, p);
|
|
273
|
+
const srcPlaneInfo = getPlaneInfo(this.format, this.codedWidth, this.codedHeight, p);
|
|
274
|
+
const dstPlaneInfo = getPlaneInfo(this.format, srcW, srcH, p);
|
|
275
|
+
const subsampleX = this.codedWidth / srcPlaneInfo.width;
|
|
276
|
+
const subsampleY = this.codedHeight / srcPlaneInfo.height;
|
|
277
|
+
const planeX = Math.floor(srcX / subsampleX);
|
|
278
|
+
const planeY = Math.floor(srcY / subsampleY);
|
|
279
|
+
const planeW = dstPlaneInfo.width;
|
|
280
|
+
const planeH = dstPlaneInfo.height;
|
|
281
|
+
const srcPlaneOffset = getPlaneOffset(this.format, this.codedWidth, this.codedHeight, p);
|
|
282
|
+
const srcStride = srcPlaneInfo.width * srcPlaneInfo.bytesPerPixel;
|
|
283
|
+
const dstStride = planeW * planeInfo.bytesPerPixel;
|
|
284
|
+
for (let row = 0; row < planeH; row++) {
|
|
285
|
+
const srcRowOffset = srcPlaneOffset + (planeY + row) * srcStride + planeX * planeInfo.bytesPerPixel;
|
|
286
|
+
dest.set(this._data.subarray(srcRowOffset, srcRowOffset + dstStride), destOffset);
|
|
287
|
+
destOffset += dstStride;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
_getPlaneLayoutForSize(width, height, format) {
|
|
292
|
+
const chromaW = Math.ceil(width / 2);
|
|
293
|
+
const chromaH = Math.ceil(height / 2);
|
|
294
|
+
switch (format) {
|
|
295
|
+
case 'I420': {
|
|
296
|
+
const ySize = width * height;
|
|
297
|
+
const uvSize = chromaW * chromaH;
|
|
298
|
+
return [
|
|
299
|
+
{ offset: 0, stride: width },
|
|
300
|
+
{ offset: ySize, stride: chromaW },
|
|
301
|
+
{ offset: ySize + uvSize, stride: chromaW },
|
|
302
|
+
];
|
|
303
|
+
}
|
|
304
|
+
case 'I420A': {
|
|
305
|
+
const ySize = width * height;
|
|
306
|
+
const uvSize = chromaW * chromaH;
|
|
307
|
+
return [
|
|
308
|
+
{ offset: 0, stride: width },
|
|
309
|
+
{ offset: ySize, stride: chromaW },
|
|
310
|
+
{ offset: ySize + uvSize, stride: chromaW },
|
|
311
|
+
{ offset: ySize + 2 * uvSize, stride: width },
|
|
312
|
+
];
|
|
313
|
+
}
|
|
314
|
+
case 'I422': {
|
|
315
|
+
const ySize = width * height;
|
|
316
|
+
const uvSize = chromaW * height;
|
|
317
|
+
return [
|
|
318
|
+
{ offset: 0, stride: width },
|
|
319
|
+
{ offset: ySize, stride: chromaW },
|
|
320
|
+
{ offset: ySize + uvSize, stride: chromaW },
|
|
321
|
+
];
|
|
322
|
+
}
|
|
323
|
+
case 'I444': {
|
|
324
|
+
const planeSize = width * height;
|
|
325
|
+
return [
|
|
326
|
+
{ offset: 0, stride: width },
|
|
327
|
+
{ offset: planeSize, stride: width },
|
|
328
|
+
{ offset: 2 * planeSize, stride: width },
|
|
329
|
+
];
|
|
330
|
+
}
|
|
331
|
+
case 'NV12': {
|
|
332
|
+
const ySize = width * height;
|
|
333
|
+
return [
|
|
334
|
+
{ offset: 0, stride: width },
|
|
335
|
+
{ offset: ySize, stride: width },
|
|
336
|
+
];
|
|
337
|
+
}
|
|
338
|
+
case 'RGBA':
|
|
339
|
+
case 'RGBX':
|
|
340
|
+
case 'BGRA':
|
|
341
|
+
case 'BGRX':
|
|
342
|
+
return [{ offset: 0, stride: width * 4 }];
|
|
343
|
+
default:
|
|
344
|
+
return [{ offset: 0, stride: width * 4 }];
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
/**
|
|
348
|
+
* Creates a copy of this VideoFrame
|
|
349
|
+
*/
|
|
350
|
+
clone() {
|
|
351
|
+
this._checkNotClosed();
|
|
352
|
+
const dataCopy = new Uint8Array(this._data);
|
|
353
|
+
return new VideoFrame(dataCopy, {
|
|
354
|
+
format: this.format,
|
|
355
|
+
codedWidth: this.codedWidth,
|
|
356
|
+
codedHeight: this.codedHeight,
|
|
357
|
+
timestamp: this.timestamp,
|
|
358
|
+
duration: this.duration ?? undefined,
|
|
359
|
+
displayWidth: this.displayWidth,
|
|
360
|
+
displayHeight: this.displayHeight,
|
|
361
|
+
visibleRect: this.visibleRect.toJSON(),
|
|
362
|
+
colorSpace: this.colorSpace.toJSON(),
|
|
363
|
+
});
|
|
364
|
+
}
|
|
365
|
+
/**
|
|
366
|
+
* Releases the frame's resources
|
|
367
|
+
*/
|
|
368
|
+
close() {
|
|
369
|
+
this._closed = true;
|
|
370
|
+
this._data = new Uint8Array(0);
|
|
371
|
+
}
|
|
372
|
+
/**
|
|
373
|
+
* Get the raw data buffer (non-standard, for internal use)
|
|
374
|
+
*/
|
|
375
|
+
get _buffer() {
|
|
376
|
+
this._checkNotClosed();
|
|
377
|
+
return this._data;
|
|
378
|
+
}
|
|
379
|
+
_checkNotClosed() {
|
|
380
|
+
if (this._closed) {
|
|
381
|
+
throw new DOMException('VideoFrame is closed', 'InvalidStateError');
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
}
|
|
385
|
+
//# sourceMappingURL=VideoFrame.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VideoFrame.js","sourceRoot":"","sources":["../../src/core/VideoFrame.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAElE,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,YAAY,EAEZ,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,kBAAkB,EAClB,cAAc,GAEf,MAAM,2CAA2C,CAAC;AAanD,gCAAgC;AAChC,OAAO,EACL,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,GAIpB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,OAAO,UAAU;IACb,KAAK,CAAa;IAClB,OAAO,GAAG,KAAK,CAAC;IAEf,MAAM,CAAmB;IACzB,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,SAAS,CAAkB;IAC3B,WAAW,CAAkB;IAC7B,YAAY,CAAS;IACrB,aAAa,CAAS;IACtB,QAAQ,CAAgB;IACxB,SAAS,CAAS;IAClB,UAAU,CAAkB;IAOrC,YAAY,WAAmC,EAAE,IAA2C;QAC1F,oDAAoD;QACpD,IAAI,WAAW,YAAY,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1E,MAAM,IAAI,GAAG,WAA2B,CAAC;YACzC,MAAM,UAAU,GAAG,IAA4B,CAAC;YAEhD,IAAI,IAAI,YAAY,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7E,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YAChC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;YACxC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;YAC1C,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;YACtC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,IAAI,IAAI,CAAC;YAE5C,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAE1F,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;gBAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CACpC,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAC7B,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAC7B,UAAU,CAAC,WAAW,CAAC,KAAK,IAAI,UAAU,CAAC,UAAU,EACrD,UAAU,CAAC,WAAW,CAAC,MAAM,IAAI,UAAU,CAAC,WAAW,CACxD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAC9F,CAAC;YAED,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YACtE,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzE,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC/D,CAAC;aAAM,IAAI,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5C,MAAM,SAAS,GAAG,IAAsB,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,6BAA6B,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAE1E,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC5B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC;YAE3C,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAExE,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CACpC,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAC5B,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAC5B,SAAS,CAAC,WAAW,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAC3C,SAAS,CAAC,WAAW,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAC9C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5E,CAAC;YAED,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YACrE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxE,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED;;OAEG;IACK,6BAA6B,CACnC,MAAe,EACf,IAAoB;QAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC;QAE9C,6BAA6B;QAC7B,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,MAAwB,CAAC;YACpC,IAAI,SAAqB,CAAC;YAE1B,IAAI,EAAE,CAAC,OAAO,YAAY,UAAU,EAAE,CAAC;gBACrC,SAAS,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,EAAE,CAAC,QAAQ,YAAY,UAAU,EAAE,CAAC;gBAC7C,SAAS,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,EAAE,CAAC,KAAK,YAAY,UAAU,EAAE,CAAC;gBAC1C,SAAS,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,UAAU,GAAG,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;YACjE,CAAC;YAED,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC,MAAM,KAAK,MAAM,IAAI,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;gBACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,EAAE,CAAC,UAAU;gBACpB,MAAM,EAAE,EAAE,CAAC,WAAW;gBACtB,MAAM,EAAE,EAAE,CAAC,MAA0B;aACtC,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAuB,CAAC;YACxC,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtG,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAEtC,IAAI,YAAY,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,MAAM;aACf,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAoB,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAE7B,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;gBAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzC,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC7F,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;gBAEtC,IAAI,YAAY,EAAE,CAAC;oBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC5D,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAG1B,CAAC;YAET,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,OAAO,GAAG,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;oBAC5C,MAAM,SAAS,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC;oBACtC,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;oBAC7F,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;oBAEtC,IAAI,YAAY,EAAE,CAAC;wBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;wBACrB,CAAC;oBACH,CAAC;oBAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;gBAC5D,CAAC;gBAED,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBAC3C,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;oBACxD,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC5G,SAAS,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;oBAEtC,IAAI,YAAY,EAAE,CAAC;wBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;wBACrB,CAAC;oBACH,CAAC;oBAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;gBAC5D,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;gBACxC,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,MAAM;aACf,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,MAAM,GAAG,GAAG,MAAiC,CAAC;QAC9C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,CAAW,CAAC;QAC3D,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,WAAW,IAAI,CAAC,CAAW,CAAC;QAE9D,IAAI,SAAS,GAAsB,IAAI,CAAC;QAExC,IAAI,GAAG,CAAC,KAAK,YAAY,UAAU,IAAI,GAAG,CAAC,KAAK,YAAY,iBAAiB,EAAE,CAAC;YAC9E,SAAS,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,KAAmB,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,YAAY,UAAU,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,QAAsB,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,YAAY,UAAU,IAAI,GAAG,CAAC,IAAI,YAAY,iBAAiB,EAAE,CAAC;YACnF,SAAS,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,IAAkB,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,YAAY,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;gBACrB,CAAC;YACH,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO;YACL,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;YACxC,KAAK;YACL,MAAM;YACN,MAAM,EAAE,MAAM;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,OAAiC;QAC9C,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAEvD,OAAO,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,IAAI,cAAc;QAChB,OAAO,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,WAAyB,EACzB,OAAiC;QAEjC,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,IAAI,SAAqB,CAAC;QAC1B,IAAI,WAAW,YAAY,WAAW,EAAE,CAAC;YACvC,SAAS,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,SAAS,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QACjG,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAClD,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAC;QAE3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjE,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC5F,MAAM,IAAI,YAAY,CAAC,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,YAAY,GAAG,sBAAsB,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACpE,IAAI,SAAS,CAAC,UAAU,GAAG,YAAY,EAAE,CAAC;YACxC,MAAM,IAAI,SAAS,CAAC,yCAAyC,YAAY,SAAS,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC;QAC7G,CAAC;QAED,IAAI,UAAU,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC;YACtD,IAAI,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7D,CAAC;IAEO,mBAAmB,CACzB,IAAgB,EAChB,UAA4B,EAC5B,IAAY,EACZ,IAAY,EACZ,IAAY,EACZ,IAAY;QAEZ,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/B,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,qCAAqC;QACrC,MAAM,GAAG,GAAgB;YACvB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,MAAM,EAAE,IAAI,CAAC,WAAW;SACzB,CAAC;QAEF,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACpE,CAAC;IAEO,uBAAuB,CAC7B,IAAgB,EAChB,IAAY,EACZ,IAAY,EACZ,IAAY,EACZ,IAAY;QAEZ,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAClF,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACrF,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAE9D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC;YACxD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;YAE1D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC;YAClC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAEnC,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACzF,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,GAAG,YAAY,CAAC,aAAa,CAAC;YAClE,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC;YAEnD,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBACtC,MAAM,YAAY,GAAG,cAAc,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC;gBACpG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,YAAY,GAAG,SAAS,CAAC,EAAE,UAAU,CAAC,CAAC;gBAClF,UAAU,IAAI,SAAS,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,KAAa,EAAE,MAAc,EAAE,MAAwB;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEtC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;gBAC7B,MAAM,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;gBACjC,OAAO;oBACL,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;oBAClC,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;iBAC5C,CAAC;YACJ,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;gBAC7B,MAAM,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;gBACjC,OAAO;oBACL,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;oBAClC,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;oBAC3C,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE;iBAC9C,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;gBAC7B,MAAM,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;gBAChC,OAAO;oBACL,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;oBAClC,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;iBAC5C,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,CAAC;gBACjC,OAAO;oBACL,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5B,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE;oBACpC,EAAE,MAAM,EAAE,CAAC,GAAG,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE;iBACzC,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;gBAC7B,OAAO;oBACL,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;iBACjC,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM;gBACT,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5C;gBACE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;YACpC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,IAAI,OAAO;QACT,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,YAAY,CAAC,sBAAsB,EAAE,mBAAmB,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Core WebCodecs classes
|
|
3
|
+
*/
|
|
4
|
+
export { VideoFrame, type VideoFrameBufferInit, type VideoFrameInit, type VideoFrameCopyToOptions, type VideoPixelFormat, } from './VideoFrame.js';
|
|
5
|
+
export { AudioData, type AudioDataInit, type AudioDataCopyToOptions, type AudioSampleFormat, } from './AudioData.js';
|
|
6
|
+
export { EncodedVideoChunk, type EncodedVideoChunkInit, type EncodedVideoChunkType, } from './EncodedVideoChunk.js';
|
|
7
|
+
export { EncodedAudioChunk, type EncodedAudioChunkInit, type EncodedAudioChunkType, } from './EncodedAudioChunk.js';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,UAAU,EACV,KAAK,oBAAoB,EACzB,KAAK,cAAc,EACnB,KAAK,uBAAuB,EAC5B,KAAK,gBAAgB,GACtB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,SAAS,EACT,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,iBAAiB,EACjB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,GAC3B,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,iBAAiB,EACjB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,GAC3B,MAAM,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Core WebCodecs classes
|
|
3
|
+
*/
|
|
4
|
+
export { VideoFrame, } from './VideoFrame.js';
|
|
5
|
+
export { AudioData, } from './AudioData.js';
|
|
6
|
+
export { EncodedVideoChunk, } from './EncodedVideoChunk.js';
|
|
7
|
+
export { EncodedAudioChunk, } from './EncodedAudioChunk.js';
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,UAAU,GAKX,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,SAAS,GAIV,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,iBAAiB,GAGlB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,iBAAiB,GAGlB,MAAM,wBAAwB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug-h264.d.ts","sourceRoot":"","sources":["../src/debug-h264.ts"],"names":[],"mappings":"AAAA;;GAEG"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Debug H.264 encoding - examine NAL units in FFmpeg output
|
|
3
|
+
*/
|
|
4
|
+
import { spawn } from 'child_process';
|
|
5
|
+
async function main() {
|
|
6
|
+
console.log('Debug H.264 NAL parsing');
|
|
7
|
+
console.log('=======================\n');
|
|
8
|
+
const width = 320;
|
|
9
|
+
const height = 240;
|
|
10
|
+
const frameCount = 5;
|
|
11
|
+
const args = [
|
|
12
|
+
'-hide_banner',
|
|
13
|
+
'-loglevel', 'error',
|
|
14
|
+
'-f', 'rawvideo',
|
|
15
|
+
'-pix_fmt', 'rgba',
|
|
16
|
+
'-s', `${width}x${height}`,
|
|
17
|
+
'-r', '30',
|
|
18
|
+
'-i', 'pipe:0',
|
|
19
|
+
'-c:v', 'libx264',
|
|
20
|
+
'-x264-params', 'aud=1',
|
|
21
|
+
'-f', 'h264',
|
|
22
|
+
'pipe:1',
|
|
23
|
+
];
|
|
24
|
+
console.log('FFmpeg command:', 'ffmpeg', args.join(' '));
|
|
25
|
+
console.log('');
|
|
26
|
+
const process = spawn('ffmpeg', args, {
|
|
27
|
+
stdio: ['pipe', 'pipe', 'pipe'],
|
|
28
|
+
});
|
|
29
|
+
let accumulatedData = Buffer.alloc(0);
|
|
30
|
+
process.stdout?.on('data', (data) => {
|
|
31
|
+
accumulatedData = Buffer.concat([accumulatedData, data]);
|
|
32
|
+
console.log(`Received ${data.length} bytes (total: ${accumulatedData.length})`);
|
|
33
|
+
});
|
|
34
|
+
process.stderr?.on('data', (data) => {
|
|
35
|
+
console.error('FFmpeg:', data.toString());
|
|
36
|
+
});
|
|
37
|
+
// Generate frames
|
|
38
|
+
for (let i = 0; i < frameCount; i++) {
|
|
39
|
+
const frameData = new Uint8Array(width * height * 4);
|
|
40
|
+
for (let y = 0; y < height; y++) {
|
|
41
|
+
for (let x = 0; x < width; x++) {
|
|
42
|
+
const idx = (y * width + x) * 4;
|
|
43
|
+
frameData[idx] = (x + i * 10) % 256;
|
|
44
|
+
frameData[idx + 1] = (y + i * 5) % 256;
|
|
45
|
+
frameData[idx + 2] = (i * 8) % 256;
|
|
46
|
+
frameData[idx + 3] = 255;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
process.stdin?.write(Buffer.from(frameData));
|
|
50
|
+
console.log(`Sent frame ${i + 1}`);
|
|
51
|
+
}
|
|
52
|
+
process.stdin?.end();
|
|
53
|
+
await new Promise((resolve) => process.on('close', resolve));
|
|
54
|
+
console.log('\n--- Analysis ---');
|
|
55
|
+
console.log(`Total bytes: ${accumulatedData.length}`);
|
|
56
|
+
// Find and analyze start codes
|
|
57
|
+
const startCodes = findStartCodes(accumulatedData);
|
|
58
|
+
console.log(`\nFound ${startCodes.length} start codes:`);
|
|
59
|
+
for (let i = 0; i < startCodes.length; i++) {
|
|
60
|
+
const sc = startCodes[i];
|
|
61
|
+
const nalStart = sc.pos + sc.len;
|
|
62
|
+
if (nalStart >= accumulatedData.length)
|
|
63
|
+
continue;
|
|
64
|
+
const nalByte = accumulatedData[nalStart];
|
|
65
|
+
const nalType = nalByte & 0x1f;
|
|
66
|
+
const nalNames = {
|
|
67
|
+
1: 'Non-IDR slice',
|
|
68
|
+
5: 'IDR slice',
|
|
69
|
+
6: 'SEI',
|
|
70
|
+
7: 'SPS',
|
|
71
|
+
8: 'PPS',
|
|
72
|
+
9: 'AUD',
|
|
73
|
+
};
|
|
74
|
+
const nextSc = i + 1 < startCodes.length ? startCodes[i + 1] : null;
|
|
75
|
+
const nalSize = nextSc ? nextSc.pos - sc.pos : accumulatedData.length - sc.pos;
|
|
76
|
+
console.log(` [${i}] pos=${sc.pos}, len=${sc.len}, type=${nalType} (${nalNames[nalType] || 'unknown'}), size=${nalSize}`);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
function findStartCodes(buf) {
|
|
80
|
+
const codes = [];
|
|
81
|
+
let i = 0;
|
|
82
|
+
while (i < buf.length - 2) {
|
|
83
|
+
if (buf[i] === 0 && buf[i + 1] === 0) {
|
|
84
|
+
if (buf[i + 2] === 1) {
|
|
85
|
+
codes.push({ pos: i, len: 3 });
|
|
86
|
+
i += 3;
|
|
87
|
+
}
|
|
88
|
+
else if (buf[i + 2] === 0 && i + 3 < buf.length && buf[i + 3] === 1) {
|
|
89
|
+
codes.push({ pos: i, len: 4 });
|
|
90
|
+
i += 4;
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
i++;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
else {
|
|
97
|
+
i++;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
return codes;
|
|
101
|
+
}
|
|
102
|
+
main().catch(console.error);
|
|
103
|
+
//# sourceMappingURL=debug-h264.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug-h264.js","sourceRoot":"","sources":["../src/debug-h264.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEzC,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,MAAM,MAAM,GAAG,GAAG,CAAC;IACnB,MAAM,UAAU,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG;QACX,cAAc;QACd,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,MAAM;QAClB,IAAI,EAAE,GAAG,KAAK,IAAI,MAAM,EAAE;QAC1B,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,SAAS;QACjB,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,MAAM;QACZ,QAAQ;KACT,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE;QACpC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAChC,CAAC,CAAC;IAEH,IAAI,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEtC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;QAC1C,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,MAAM,kBAAkB,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;QAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,kBAAkB;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC;gBACpC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;gBACvC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;gBACnC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;IAErB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAE7D,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,gBAAgB,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;IAEtD,+BAA+B;IAC/B,MAAM,UAAU,GAAG,cAAc,CAAC,eAAe,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,MAAM,eAAe,CAAC,CAAC;IAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAG,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC;QACjC,IAAI,QAAQ,IAAI,eAAe,CAAC,MAAM;YAAE,SAAS;QAEjD,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;QAC/B,MAAM,QAAQ,GAA2B;YACvC,CAAC,EAAE,eAAe;YAClB,CAAC,EAAE,WAAW;YACd,CAAC,EAAE,KAAK;YACR,CAAC,EAAE,KAAK;YACR,CAAC,EAAE,KAAK;YACR,CAAC,EAAE,KAAK;SACT,CAAC;QAEF,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,CAAC;QAE/E,OAAO,CAAC,GAAG,CACT,MAAM,CAAC,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,UAAU,OAAO,KAAK,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,WAAW,OAAO,EAAE,CAC9G,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC,IAAI,CAAC,CAAC;YACT,CAAC;iBAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC,IAAI,CAAC,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,CAAC,EAAE,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AudioDecoder - Decodes EncodedAudioChunks into AudioData
|
|
3
|
+
* https://developer.mozilla.org/en-US/docs/Web/API/AudioDecoder
|
|
4
|
+
*/
|
|
5
|
+
import { EventEmitter } from 'events';
|
|
6
|
+
import { AudioData } from '../core/AudioData.js';
|
|
7
|
+
import type { AudioSampleFormat } from '../core/AudioData.js';
|
|
8
|
+
import { EncodedAudioChunk } from '../core/EncodedAudioChunk.js';
|
|
9
|
+
export type CodecState = 'unconfigured' | 'configured' | 'closed';
|
|
10
|
+
export interface AudioDecoderConfig {
|
|
11
|
+
codec: string;
|
|
12
|
+
sampleRate: number;
|
|
13
|
+
numberOfChannels: number;
|
|
14
|
+
description?: ArrayBuffer | ArrayBufferView;
|
|
15
|
+
outputFormat?: AudioSampleFormat;
|
|
16
|
+
}
|
|
17
|
+
export interface AudioDecoderInit {
|
|
18
|
+
output: (data: AudioData) => void;
|
|
19
|
+
error: (error: Error) => void;
|
|
20
|
+
}
|
|
21
|
+
export interface AudioDecoderSupport {
|
|
22
|
+
supported: boolean;
|
|
23
|
+
config: AudioDecoderConfig;
|
|
24
|
+
}
|
|
25
|
+
export declare class AudioDecoder extends EventEmitter {
|
|
26
|
+
private _state;
|
|
27
|
+
private _decodeQueueSize;
|
|
28
|
+
private _config;
|
|
29
|
+
private _outputCallback;
|
|
30
|
+
private _errorCallback;
|
|
31
|
+
private _process;
|
|
32
|
+
private _accumulatedData;
|
|
33
|
+
private _frameIndex;
|
|
34
|
+
private _resolveFlush;
|
|
35
|
+
private _outputFormat;
|
|
36
|
+
private _aacConfig;
|
|
37
|
+
constructor(init: AudioDecoderInit);
|
|
38
|
+
get state(): CodecState;
|
|
39
|
+
get decodeQueueSize(): number;
|
|
40
|
+
private get _isProcessHealthy();
|
|
41
|
+
private _safeErrorCallback;
|
|
42
|
+
private _safeOutputCallback;
|
|
43
|
+
static isConfigSupported(config: AudioDecoderConfig): Promise<AudioDecoderSupport>;
|
|
44
|
+
configure(config: AudioDecoderConfig): void;
|
|
45
|
+
decode(chunk: EncodedAudioChunk): void;
|
|
46
|
+
flush(timeout?: number): Promise<void>;
|
|
47
|
+
reset(): void;
|
|
48
|
+
close(): void;
|
|
49
|
+
private _startFFmpeg;
|
|
50
|
+
private _stopFFmpeg;
|
|
51
|
+
private _parseAacDescription;
|
|
52
|
+
private _getChannelLayout;
|
|
53
|
+
private _emitDecodedFrames;
|
|
54
|
+
private _emitAudioData;
|
|
55
|
+
private _convertToplanar;
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=AudioDecoder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AudioDecoder.d.ts","sourceRoot":"","sources":["../../src/decoders/AudioDecoder.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAcjE,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,YAAY,GAAG,QAAQ,CAAC;AAElE,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,WAAW,GAAG,eAAe,CAAC;IAC5C,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IAClC,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,kBAAkB,CAAC;CAC5B;AAID,qBAAa,YAAa,SAAQ,YAAY;IAC5C,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,eAAe,CAA4B;IACnD,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,UAAU,CAA0B;gBAEhC,IAAI,EAAE,gBAAgB;IAclC,IAAI,KAAK,IAAI,UAAU,CAAwB;IAC/C,IAAI,eAAe,IAAI,MAAM,CAAkC;IAE/D,OAAO,KAAK,iBAAiB,GAE5B;IAED,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,mBAAmB;WAQd,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAWxF,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IA0C3C,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI;IA6BhC,KAAK,CAAC,OAAO,GAAE,MAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IA8CnE,KAAK,IAAI,IAAI;IAcb,KAAK,IAAI,IAAI;IAUb,OAAO,CAAC,YAAY;IA0DpB,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,oBAAoB;IA8B5B,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,cAAc;IAkCtB,OAAO,CAAC,gBAAgB;CAoBzB"}
|