@revideo/2d 0.4.7-alpha.1027 → 0.4.7-five.1022

package/src/lib/utils/video/parser/segment.ts

@@ -1,202 +0,0 @@
-import {MP4FileSink} from './sink';
-import {Edit} from './utils';
-
-export class Segment {
-  private done: boolean = false;
-  private uri: string;
-
-  private file: any;
-  private edit: Edit;
-
-  private responseFinished: boolean = false;
-  private decoder: VideoDecoder;
-
-  private framesProcessed = 0;
-  private startTime: number;
-  private framesDue = 0;
-  private frameBuffer: VideoFrame[] = [];
-
-  private readMore: () => Promise<void> = async () => {};
-
-  public constructor(
-    uri: string,
-    file: any,
-    edits: Edit[],
-    currentSegment: number,
-    startTime: number = 0,
-  ) {
-    this.uri = uri;
-
-    this.file = file;
-    this.file.onSamples = this.onSamples.bind(this);
-    this.edit = edits[currentSegment];
-
-    this.startTime = startTime;
-
-    // Check how many frames we skipped because of the startTime and add them to the frames processed.
-    const framesSkipped = Math.floor(this.startTime * this.edit.fps);
-    this.framesProcessed += framesSkipped;
-
-    this.decoder = new VideoDecoder({
-      output: this.onFrame.bind(this),
-      error(e) {
-        console.error(e);
-      },
-    });
-  }
-
-  public async start(decoderConfig: VideoDecoderConfig) {
-    this.decoder.configure(decoderConfig);
-    const videoTrack = this.file.getInfo().videoTracks[0];
-    const trak = this.file.getTrackById(videoTrack.id);
-
-    const mediaTimeInTimescale = this.edit.mediaTime;
-    const startTimeInTimescale = this.startTime * videoTrack.timescale;
-    const seekTimeInTimescale = mediaTimeInTimescale + startTimeInTimescale;
-
-    const seekTimeInSec = seekTimeInTimescale / videoTrack.timescale;
-    const seekInfo = this.file.seekTrack(seekTimeInSec, true, trak);
-    this.readMore = await this.startStreamingAtOffset(
-      this.file,
-      this.uri,
-      seekInfo.offset,
-    );
-  }
-
-  /**
-   * Starts streaming the video at the given URI from the given offset.
-   * @param file - MP4Box file. Needs to be created and configured before calling this function.
-   * @param uri - URI of the video file.
-   * @param offset - Offset to start streaming from.
-   * @returns - A function to read more data from the response.
-   */
-  private async startStreamingAtOffset(file: any, uri: string, offset: number) {
-    return fetch(uri, {
-      headers: {
-        /* eslint-disable-next-line @typescript-eslint/naming-convention */
-        Range: `bytes=${offset}-`,
-      },
-    }).then(async response => {
-      if (!response.body) {
-        throw new Error('Response body is null');
-      }
-
-      const reader = response.body.getReader();
-      const sink = new MP4FileSink(file, () => {}, offset);
-
-      return async () => {
-        return reader.read().then(({done, value}) => {
-          // Request is done.
-          if (done) {
-            this.responseFinished = true;
-            this.decoder.flush();
-            sink.close();
-            return;
-          }
-
-          sink.write(value);
-        });
-      };
-    });
-  }
-
-  /**
-   * Called when samples are available on the MP4 file.
-   * Sends chunks to the decoder.
-   */
-  private onSamples(_unused1: any, _unused2: any, samples: any) {
-    for (const sample of samples) {
-      const chunk = new EncodedVideoChunk({
-        type: sample.is_sync ? 'key' : 'delta',
-        timestamp: (1e6 * sample.cts) / sample.timescale,
-        duration: (1e6 * sample.duration) / sample.timescale,
-        data: sample.data,
-      });
-      this.framesDue++;
-      this.decoder.decode(chunk);
-    }
-  }
-
-  /**
-   * Called when the decoder has a frame ready.
-   * Pushes the frame to the buffer so it can be consumed.
-   */
-  private onFrame(frame: VideoFrame) {
-    this.framesDue--;
-
-    // If the frame comes before the seek time, close it.
-    const mediaTimeInSec =
-      this.edit.mediaTime / this.file.getInfo().videoTracks[0].timescale;
-    const seekTimeInSec = this.startTime + mediaTimeInSec;
-    const frameTimeInSec = frame.timestamp / 1e6;
-    if (frameTimeInSec < seekTimeInSec) {
-      frame.close();
-      return;
-    }
-
-    // Check if we are past the segment duration.
-    const segmentDurationInSec =
-      this.edit.segmentDuration /
-      this.file.getInfo().videoTracks[0].movie_timescale;
-    const segmentEndTime = mediaTimeInSec + segmentDurationInSec;
-    if (frameTimeInSec > segmentEndTime) {
-      frame.close();
-      this.done = true;
-      this.decoder.flush();
-      return;
-    }
-
-    this.frameBuffer.push(frame);
-  }
-
-  private async populateBuffer() {
-    // Fetch more frames if we don't have any.
-    while (this.frameBuffer.length === 0 && !this.responseFinished) {
-      await this.readMore();
-      await new Promise(res => setTimeout(res, 0));
-    }
-
-    // Wait for decoder if there are frames due.
-    if (this.frameBuffer.length === 0 && this.framesDue > 0) {
-      let maxIterations = 1000;
-      while (this.frameBuffer.length === 0) {
-        await new Promise(res => setTimeout(res, 10));
-        maxIterations--;
-
-        if (this.done) {
-          return;
-        }
-
-        if (maxIterations === 0) {
-          throw new Error(
-            `Timed out while waiting for VideoDecoder to produce a frame. Frames due: ${this.framesDue}`,
-          );
-        }
-      }
-    }
-  }
-
-  public async getNextFrame() {
-    await this.populateBuffer();
-    const frame = this.frameBuffer.shift();
-    if (frame) {
-      this.framesProcessed++;
-    }
-    return frame;
-  }
-
-  /**
-   * Called when we are done with the extractor.
-   */
-  public close() {
-    this.frameBuffer.forEach(frame => frame.close());
-  }
-
-  public getFramesProcessed() {
-    return this.framesProcessed;
-  }
-
-  public getStartTime() {
-    return this.startTime;
-  }
-}

package/src/lib/utils/video/parser/sink.ts

@@ -1,29 +0,0 @@
-// Wraps an MP4Box File as a WritableStream underlying sink.
-export class MP4FileSink {
-  private setStatus;
-  private file;
-  private offset;
-
-  public constructor(file: any, setStatus: any, offset: number = 0) {
-    this.file = file;
-    this.setStatus = setStatus;
-    this.offset = offset;
-  }
-
-  public write(chunk: any) {
-    const buffer = new ArrayBuffer(chunk.byteLength);
-    new Uint8Array(buffer).set(chunk);
-
-    // Inform MP4Box where in the file this chunk is from.
-    (buffer as any).fileStart = this.offset;
-    this.offset += buffer.byteLength;
-
-    this.setStatus('fetch', (this.offset / 1024 ** 2).toFixed(1) + ' MiB');
-    this.file.appendBuffer(buffer);
-  }
-
-  public close() {
-    this.setStatus('fetch', 'Done');
-    this.file.flush();
-  }
-}

package/src/lib/utils/video/parser/utils.ts

@@ -1,31 +0,0 @@
-import {DataStream} from 'mp4box';
-
-export function description(file: any, track: any) {
-  const trak = file.getTrackById(track.id);
-  for (const entry of trak.mdia.minf.stbl.stsd.entries) {
-    const box = entry.avcC || entry.hvcC || entry.vpcC || entry.av1C;
-    if (box) {
-      const stream = new DataStream(undefined, 0, DataStream.BIG_ENDIAN);
-      box.write(stream);
-      return new Uint8Array(stream.buffer, 8); // Remove the box header.
-    }
-  }
-  throw new Error('avcC, hvcC, vpcC, or av1C box not found');
-}
-
-export interface Edit {
-  mediaTime: number;
-  segmentDuration: number;
-  mediaRateInteger: number;
-  mediaRateFraction: number;
-  fps: number;
-}
-
-export function mp4BoxEditToEdit(edit: any): Omit<Edit, 'fps'> {
-  return {
-    mediaTime: edit.media_time,
-    segmentDuration: edit.segment_duration,
-    mediaRateInteger: edit.media_rate_integer,
-    mediaRateFraction: edit.media_rate_fraction,
-  };
-}