@remotion/media 4.0.370 → 4.0.372

package/dist/video/media-player.d.ts

@@ -1,98 +0,0 @@
-import type { LogLevel } from 'remotion';
-export declare const SEEK_THRESHOLD = 0.05;
-export type MediaPlayerInitResult = {
-    type: 'success';
-    durationInSeconds: number;
-} | {
-    type: 'unknown-container-format';
-} | {
-    type: 'cannot-decode';
-} | {
-    type: 'network-error';
-} | {
-    type: 'no-tracks';
-};
-export declare class MediaPlayer {
-    private canvas;
-    private context;
-    private src;
-    private logLevel;
-    private playbackRate;
-    private audioStreamIndex;
-    private canvasSink;
-    private videoFrameIterator;
-    private nextFrame;
-    private audioSink;
-    private audioBufferIterator;
-    private queuedAudioNodes;
-    private gainNode;
-    private currentVolume;
-    private sharedAudioContext;
-    private audioSyncAnchor;
-    private playing;
-    private muted;
-    private loop;
-    private fps;
-    private trimBefore;
-    private trimAfter;
-    private animationFrameId;
-    private videoAsyncId;
-    private audioAsyncId;
-    private initialized;
-    private totalDuration;
-    private isBuffering;
-    private onBufferingChangeCallback?;
-    private audioBufferHealth;
-    private audioIteratorStarted;
-    private readonly HEALTHY_BUFER_THRESHOLD_SECONDS;
-    private mediaEnded;
-    private onVideoFrameCallback?;
-    constructor({ canvas, src, logLevel, sharedAudioContext, loop, trimBefore, trimAfter, playbackRate, audioStreamIndex, fps, }: {
-        canvas: HTMLCanvasElement | null;
-        src: string;
-        logLevel: LogLevel;
-        sharedAudioContext: AudioContext;
-        loop: boolean;
-        trimBefore: number | undefined;
-        trimAfter: number | undefined;
-        playbackRate: number;
-        audioStreamIndex: number;
-        fps: number;
-    });
-    private input;
-    private isReady;
-    private hasAudio;
-    private isCurrentlyBuffering;
-    initialize(startTimeUnresolved: number): Promise<MediaPlayerInitResult>;
-    private clearCanvas;
-    private cleanupAudioQueue;
-    private cleanAudioIteratorAndNodes;
-    seekTo(time: number): Promise<void>;
-    play(): Promise<void>;
-    pause(): void;
-    setMuted(muted: boolean): void;
-    setVolume(volume: number): void;
-    setPlaybackRate(rate: number): void;
-    setFps(fps: number): void;
-    setLoop(loop: boolean): void;
-    dispose(): void;
-    private getPlaybackTime;
-    private scheduleAudioChunk;
-    onBufferingChange(callback: (isBuffering: boolean) => void): () => void;
-    onVideoFrame(callback: (frame: CanvasImageSource) => void): () => void;
-    private canRenderVideo;
-    private startRenderLoop;
-    private stopRenderLoop;
-    private render;
-    private shouldRenderFrame;
-    private drawCurrentFrame;
-    private startAudioIterator;
-    private startVideoIterator;
-    private updateNextFrame;
-    private bufferingStartedAtMs;
-    private minBufferingTimeoutMs;
-    private setBufferingState;
-    private maybeResumeFromBuffering;
-    private maybeForceResumeFromBuffering;
-    private runAudioIterator;
-}

package/dist/video/media-player.js

@@ -1,532 +0,0 @@
-import { ALL_FORMATS, AudioBufferSink, CanvasSink, Input, UrlSource, } from 'mediabunny';
-import { Internals } from 'remotion';
-import { getTimeInSeconds } from '../get-time-in-seconds';
-import { isNetworkError } from '../is-network-error';
-import { sleep, TimeoutError, withTimeout } from './timeout-utils';
-export const SEEK_THRESHOLD = 0.05;
-const AUDIO_BUFFER_TOLERANCE_THRESHOLD = 0.1;
-export class MediaPlayer {
-    constructor({ canvas, src, logLevel, sharedAudioContext, loop, trimBefore, trimAfter, playbackRate, audioStreamIndex, fps, }) {
-        this.canvasSink = null;
-        this.videoFrameIterator = null;
-        this.nextFrame = null;
-        this.audioSink = null;
-        this.audioBufferIterator = null;
-        this.queuedAudioNodes = new Set();
-        this.gainNode = null;
-        this.currentVolume = 1;
-        // this is the time difference between Web Audio timeline
-        // and media file timeline
-        this.audioSyncAnchor = 0;
-        this.playing = false;
-        this.muted = false;
-        this.loop = false;
-        this.animationFrameId = null;
-        this.videoAsyncId = 0;
-        this.audioAsyncId = 0;
-        this.initialized = false;
-        // for remotion buffer state
-        this.isBuffering = false;
-        this.audioBufferHealth = 0;
-        this.audioIteratorStarted = false;
-        this.HEALTHY_BUFER_THRESHOLD_SECONDS = 1;
-        this.mediaEnded = false;
-        this.input = null;
-        this.render = () => {
-            if (this.isBuffering) {
-                this.maybeForceResumeFromBuffering();
-            }
-            if (this.shouldRenderFrame()) {
-                this.drawCurrentFrame();
-            }
-            if (this.playing) {
-                this.animationFrameId = requestAnimationFrame(this.render);
-            }
-            else {
-                this.animationFrameId = null;
-            }
-        };
-        this.startAudioIterator = async (startFromSecond) => {
-            if (!this.hasAudio())
-                return;
-            this.audioAsyncId++;
-            const currentAsyncId = this.audioAsyncId;
-            // Clean up existing audio iterator
-            await this.audioBufferIterator?.return();
-            this.audioIteratorStarted = false;
-            this.audioBufferHealth = 0;
-            try {
-                this.audioBufferIterator = this.audioSink.buffers(startFromSecond);
-                this.runAudioIterator(startFromSecond, currentAsyncId);
-            }
-            catch (error) {
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, '[MediaPlayer] Failed to start audio iterator', error);
-            }
-        };
-        this.startVideoIterator = async (timeToSeek) => {
-            if (!this.canvasSink) {
-                return;
-            }
-            this.videoAsyncId++;
-            const currentAsyncId = this.videoAsyncId;
-            this.videoFrameIterator?.return().catch(() => undefined);
-            this.videoFrameIterator = this.canvasSink.canvases(timeToSeek);
-            try {
-                const firstFrame = (await this.videoFrameIterator.next()).value ?? null;
-                const secondFrame = (await this.videoFrameIterator.next()).value ?? null;
-                if (currentAsyncId !== this.videoAsyncId) {
-                    return;
-                }
-                if (firstFrame && this.context) {
-                    Internals.Log.trace({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Drew initial frame ${firstFrame.timestamp.toFixed(3)}s`);
-                    this.context.drawImage(firstFrame.canvas, 0, 0);
-                    if (this.onVideoFrameCallback && this.canvas) {
-                        this.onVideoFrameCallback(this.canvas);
-                    }
-                }
-                this.nextFrame = secondFrame ?? null;
-                if (secondFrame) {
-                    Internals.Log.trace({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Buffered next frame ${secondFrame.timestamp.toFixed(3)}s`);
-                }
-            }
-            catch (error) {
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, '[MediaPlayer] Failed to start video iterator', error);
-            }
-        };
-        this.updateNextFrame = async () => {
-            if (!this.videoFrameIterator) {
-                return;
-            }
-            try {
-                while (true) {
-                    const newNextFrame = (await this.videoFrameIterator.next()).value ?? null;
-                    if (!newNextFrame) {
-                        this.mediaEnded = true;
-                        break;
-                    }
-                    const playbackTime = this.getPlaybackTime();
-                    if (playbackTime === null) {
-                        continue;
-                    }
-                    if (newNextFrame.timestamp <= playbackTime) {
-                        continue;
-                    }
-                    else {
-                        this.nextFrame = newNextFrame;
-                        Internals.Log.trace({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Buffered next frame ${newNextFrame.timestamp.toFixed(3)}s`);
-                        break;
-                    }
-                }
-            }
-            catch (error) {
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, '[MediaPlayer] Failed to update next frame', error);
-            }
-        };
-        this.bufferingStartedAtMs = null;
-        this.minBufferingTimeoutMs = 500;
-        this.runAudioIterator = async (startFromSecond, audioAsyncId) => {
-            if (!this.hasAudio() || !this.audioBufferIterator)
-                return;
-            try {
-                let totalBufferDuration = 0;
-                let isFirstBuffer = true;
-                this.audioIteratorStarted = true;
-                while (true) {
-                    if (audioAsyncId !== this.audioAsyncId) {
-                        return;
-                    }
-                    const BUFFERING_TIMEOUT_MS = 50;
-                    let result;
-                    try {
-                        result = await withTimeout(this.audioBufferIterator.next(), BUFFERING_TIMEOUT_MS, 'Iterator timeout');
-                    }
-                    catch (error) {
-                        if (error instanceof TimeoutError && !this.mediaEnded) {
-                            this.setBufferingState(true);
-                        }
-                        await sleep(10);
-                        continue;
-                    }
-                    // media has ended
-                    if (result.done || !result.value) {
-                        this.mediaEnded = true;
-                        break;
-                    }
-                    const { buffer, timestamp, duration } = result.value;
-                    totalBufferDuration += duration;
-                    this.audioBufferHealth = Math.max(0, totalBufferDuration / this.playbackRate);
-                    this.maybeResumeFromBuffering(totalBufferDuration / this.playbackRate);
-                    if (this.playing) {
-                        if (isFirstBuffer) {
-                            this.audioSyncAnchor =
-                                this.sharedAudioContext.currentTime - timestamp;
-                            isFirstBuffer = false;
-                        }
-                        // if timestamp is less than timeToSeek, skip
-                        // context: for some reason, mediabunny returns buffer at 9.984s, when requested at 10s
-                        if (timestamp < startFromSecond - AUDIO_BUFFER_TOLERANCE_THRESHOLD) {
-                            continue;
-                        }
-                        this.scheduleAudioChunk(buffer, timestamp);
-                    }
-                    const playbackTime = this.getPlaybackTime();
-                    if (playbackTime === null) {
-                        continue;
-                    }
-                    if (timestamp - playbackTime >= 1) {
-                        await new Promise((resolve) => {
-                            const check = () => {
-                                const currentPlaybackTime = this.getPlaybackTime();
-                                if (currentPlaybackTime !== null &&
-                                    timestamp - currentPlaybackTime < 1) {
-                                    resolve();
-                                }
-                                else {
-                                    requestAnimationFrame(check);
-                                }
-                            };
-                            check();
-                        });
-                    }
-                }
-            }
-            catch (error) {
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, '[MediaPlayer] Failed to run audio iterator', error);
-            }
-        };
-        this.canvas = canvas ?? null;
-        this.src = src;
-        this.logLevel = logLevel ?? window.remotion_logLevel;
-        this.sharedAudioContext = sharedAudioContext;
-        this.playbackRate = playbackRate;
-        this.loop = loop;
-        this.trimBefore = trimBefore;
-        this.trimAfter = trimAfter;
-        this.audioStreamIndex = audioStreamIndex ?? 0;
-        this.fps = fps;
-        if (canvas) {
-            const context = canvas.getContext('2d', {
-                alpha: true,
-                desynchronized: true,
-            });
-            if (!context) {
-                throw new Error('Could not get 2D context from canvas');
-            }
-            this.context = context;
-        }
-        else {
-            this.context = null;
-        }
-    }
-    isReady() {
-        return this.initialized && Boolean(this.sharedAudioContext);
-    }
-    hasAudio() {
-        return Boolean(this.audioSink && this.sharedAudioContext && this.gainNode);
-    }
-    isCurrentlyBuffering() {
-        return this.isBuffering && Boolean(this.bufferingStartedAtMs);
-    }
-    async initialize(startTimeUnresolved) {
-        try {
-            const urlSource = new UrlSource(this.src);
-            const input = new Input({
-                source: urlSource,
-                formats: ALL_FORMATS,
-            });
-            this.input = input;
-            try {
-                await this.input.getFormat();
-            }
-            catch (error) {
-                const err = error;
-                if (isNetworkError(err)) {
-                    throw error;
-                }
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Failed to recognize format for ${this.src}`, error);
-                return { type: 'unknown-container-format' };
-            }
-            const [durationInSeconds, videoTrack, audioTracks] = await Promise.all([
-                input.computeDuration(),
-                input.getPrimaryVideoTrack(),
-                input.getAudioTracks(),
-            ]);
-            this.totalDuration = durationInSeconds;
-            const audioTrack = audioTracks[this.audioStreamIndex] ?? null;
-            if (!videoTrack && !audioTrack) {
-                return { type: 'no-tracks' };
-            }
-            if (videoTrack && this.canvas && this.context) {
-                const canDecode = await videoTrack.canDecode();
-                if (!canDecode) {
-                    return { type: 'cannot-decode' };
-                }
-                this.canvasSink = new CanvasSink(videoTrack, {
-                    poolSize: 2,
-                    fit: 'contain',
-                    alpha: true,
-                });
-                this.canvas.width = videoTrack.displayWidth;
-                this.canvas.height = videoTrack.displayHeight;
-            }
-            if (audioTrack && this.sharedAudioContext) {
-                this.audioSink = new AudioBufferSink(audioTrack);
-                this.gainNode = this.sharedAudioContext.createGain();
-                this.gainNode.connect(this.sharedAudioContext.destination);
-            }
-            const startTime = getTimeInSeconds({
-                unloopedTimeInSeconds: startTimeUnresolved,
-                playbackRate: this.playbackRate,
-                loop: this.loop,
-                trimBefore: this.trimBefore,
-                trimAfter: this.trimAfter,
-                mediaDurationInSeconds: this.totalDuration,
-                fps: this.fps,
-                ifNoMediaDuration: 'infinity',
-                src: this.src,
-            });
-            if (startTime === null) {
-                this.clearCanvas();
-                return { type: 'success', durationInSeconds: this.totalDuration };
-            }
-            if (this.sharedAudioContext) {
-                this.audioSyncAnchor = this.sharedAudioContext.currentTime - startTime;
-            }
-            this.initialized = true;
-            await Promise.all([
-                this.startAudioIterator(startTime),
-                this.startVideoIterator(startTime),
-            ]);
-            this.startRenderLoop();
-            return { type: 'success', durationInSeconds };
-        }
-        catch (error) {
-            const err = error;
-            if (isNetworkError(err)) {
-                Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Network/CORS error for ${this.src}`, err);
-                return { type: 'network-error' };
-            }
-            Internals.Log.error({ logLevel: this.logLevel, tag: '@remotion/media' }, '[MediaPlayer] Failed to initialize', error);
-            throw error;
-        }
-    }
-    clearCanvas() {
-        if (this.context && this.canvas) {
-            this.context.clearRect(0, 0, this.canvas.width, this.canvas.height);
-        }
-    }
-    cleanupAudioQueue() {
-        for (const node of this.queuedAudioNodes) {
-            node.stop();
-        }
-        this.queuedAudioNodes.clear();
-    }
-    async cleanAudioIteratorAndNodes() {
-        await this.audioBufferIterator?.return();
-        this.audioBufferIterator = null;
-        this.audioIteratorStarted = false;
-        this.audioBufferHealth = 0;
-        this.cleanupAudioQueue();
-    }
-    async seekTo(time) {
-        if (!this.isReady())
-            return;
-        const newTime = getTimeInSeconds({
-            unloopedTimeInSeconds: time,
-            playbackRate: this.playbackRate,
-            loop: this.loop,
-            trimBefore: this.trimBefore,
-            trimAfter: this.trimAfter,
-            mediaDurationInSeconds: this.totalDuration ?? null,
-            fps: this.fps,
-            ifNoMediaDuration: 'infinity',
-            src: this.src,
-        });
-        if (newTime === null) {
-            // invalidate in-flight video operations
-            this.videoAsyncId++;
-            this.nextFrame = null;
-            this.clearCanvas();
-            await this.cleanAudioIteratorAndNodes();
-            return;
-        }
-        const currentPlaybackTime = this.getPlaybackTime();
-        const isSignificantSeek = currentPlaybackTime === null ||
-            Math.abs(newTime - currentPlaybackTime) > SEEK_THRESHOLD;
-        if (isSignificantSeek) {
-            this.nextFrame = null;
-            this.audioSyncAnchor = this.sharedAudioContext.currentTime - newTime;
-            this.mediaEnded = false;
-            if (this.audioSink) {
-                await this.cleanAudioIteratorAndNodes();
-            }
-            await Promise.all([
-                this.startAudioIterator(newTime),
-                this.startVideoIterator(newTime),
-            ]);
-        }
-        if (!this.playing) {
-            this.render();
-        }
-    }
-    async play() {
-        if (!this.isReady())
-            return;
-        if (!this.playing) {
-            if (this.sharedAudioContext.state === 'suspended') {
-                await this.sharedAudioContext.resume();
-            }
-            this.playing = true;
-            this.startRenderLoop();
-        }
-    }
-    pause() {
-        this.playing = false;
-        this.cleanupAudioQueue();
-        this.stopRenderLoop();
-    }
-    setMuted(muted) {
-        this.muted = muted;
-        if (this.gainNode) {
-            this.gainNode.gain.value = muted ? 0 : this.currentVolume;
-        }
-    }
-    setVolume(volume) {
-        if (!this.gainNode) {
-            return;
-        }
-        const appliedVolume = Math.max(0, volume);
-        this.currentVolume = appliedVolume;
-        if (!this.muted) {
-            this.gainNode.gain.value = appliedVolume;
-        }
-    }
-    setPlaybackRate(rate) {
-        this.playbackRate = rate;
-    }
-    setFps(fps) {
-        this.fps = fps;
-    }
-    setLoop(loop) {
-        this.loop = loop;
-    }
-    dispose() {
-        this.input?.dispose();
-        this.stopRenderLoop();
-        this.videoFrameIterator?.return();
-        this.cleanAudioIteratorAndNodes();
-        this.videoAsyncId++;
-    }
-    getPlaybackTime() {
-        return this.sharedAudioContext.currentTime - this.audioSyncAnchor;
-    }
-    scheduleAudioChunk(buffer, mediaTimestamp) {
-        const targetTime = mediaTimestamp + this.audioSyncAnchor;
-        const delay = targetTime - this.sharedAudioContext.currentTime;
-        const node = this.sharedAudioContext.createBufferSource();
-        node.buffer = buffer;
-        node.playbackRate.value = this.playbackRate;
-        node.connect(this.gainNode);
-        if (delay >= 0) {
-            node.start(targetTime);
-        }
-        else {
-            node.start(this.sharedAudioContext.currentTime, -delay);
-        }
-        this.queuedAudioNodes.add(node);
-        node.onended = () => this.queuedAudioNodes.delete(node);
-    }
-    onBufferingChange(callback) {
-        this.onBufferingChangeCallback = callback;
-        return () => {
-            if (this.onBufferingChangeCallback === callback) {
-                this.onBufferingChangeCallback = undefined;
-            }
-        };
-    }
-    onVideoFrame(callback) {
-        this.onVideoFrameCallback = callback;
-        if (this.initialized && callback && this.canvas) {
-            callback(this.canvas);
-        }
-        return () => {
-            if (this.onVideoFrameCallback === callback) {
-                this.onVideoFrameCallback = undefined;
-            }
-        };
-    }
-    canRenderVideo() {
-        return (!this.hasAudio() ||
-            (this.audioIteratorStarted &&
-                this.audioBufferHealth >= this.HEALTHY_BUFER_THRESHOLD_SECONDS));
-    }
-    startRenderLoop() {
-        if (this.animationFrameId !== null) {
-            return;
-        }
-        this.render();
-    }
-    stopRenderLoop() {
-        if (this.animationFrameId !== null) {
-            cancelAnimationFrame(this.animationFrameId);
-            this.animationFrameId = null;
-        }
-    }
-    shouldRenderFrame() {
-        const playbackTime = this.getPlaybackTime();
-        if (playbackTime === null) {
-            return false;
-        }
-        return (!this.isBuffering &&
-            this.canRenderVideo() &&
-            this.nextFrame !== null &&
-            this.nextFrame.timestamp <= playbackTime);
-    }
-    drawCurrentFrame() {
-        if (this.context && this.nextFrame) {
-            this.context.clearRect(0, 0, this.canvas.width, this.canvas.height);
-            this.context.drawImage(this.nextFrame.canvas, 0, 0);
-        }
-        if (this.onVideoFrameCallback && this.canvas) {
-            this.onVideoFrameCallback(this.canvas);
-        }
-        this.nextFrame = null;
-        this.updateNextFrame();
-    }
-    setBufferingState(isBuffering) {
-        if (this.isBuffering !== isBuffering) {
-            this.isBuffering = isBuffering;
-            if (isBuffering) {
-                this.bufferingStartedAtMs = performance.now();
-                this.onBufferingChangeCallback?.(true);
-            }
-            else {
-                this.bufferingStartedAtMs = null;
-                this.onBufferingChangeCallback?.(false);
-            }
-        }
-    }
-    maybeResumeFromBuffering(currentBufferDuration) {
-        if (!this.isCurrentlyBuffering())
-            return;
-        const now = performance.now();
-        const bufferingDuration = now - this.bufferingStartedAtMs;
-        const minTimeElapsed = bufferingDuration >= this.minBufferingTimeoutMs;
-        const bufferHealthy = currentBufferDuration >= this.HEALTHY_BUFER_THRESHOLD_SECONDS;
-        if (minTimeElapsed && bufferHealthy) {
-            Internals.Log.trace({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Resuming from buffering after ${bufferingDuration}ms - buffer recovered`);
-            this.setBufferingState(false);
-        }
-    }
-    maybeForceResumeFromBuffering() {
-        if (!this.isCurrentlyBuffering())
-            return;
-        const now = performance.now();
-        const bufferingDuration = now - this.bufferingStartedAtMs;
-        const forceTimeout = bufferingDuration > this.minBufferingTimeoutMs * 10;
-        if (forceTimeout) {
-            Internals.Log.trace({ logLevel: this.logLevel, tag: '@remotion/media' }, `[MediaPlayer] Force resuming from buffering after ${bufferingDuration}ms`);
-            this.setBufferingState(false);
-        }
-    }
-}

package/dist/video/timeout-utils.d.ts

@@ -1,5 +0,0 @@
-export declare const sleep: (ms: number) => Promise<unknown>;
-export declare class TimeoutError extends Error {
-    constructor(message?: string);
-}
-export declare function withTimeout<T>(promise: Promise<T>, timeoutMs: number, errorMessage?: string): Promise<T>;

package/dist/video/timeout-utils.js

@@ -1,24 +0,0 @@
-/* eslint-disable no-promise-executor-return */
-export const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
-export class TimeoutError extends Error {
-    constructor(message = 'Operation timed out') {
-        super(message);
-        this.name = 'TimeoutError';
-    }
-}
-export function withTimeout(promise, timeoutMs, errorMessage = 'Operation timed out') {
-    let timeoutId = null;
-    const timeoutPromise = new Promise((_, reject) => {
-        timeoutId = window.setTimeout(() => {
-            reject(new TimeoutError(errorMessage));
-        }, timeoutMs);
-    });
-    return Promise.race([
-        promise.finally(() => {
-            if (timeoutId) {
-                clearTimeout(timeoutId);
-            }
-        }),
-        timeoutPromise,
-    ]);
-}