@editframe/assets 0.7.0-beta.8 → 0.8.0-beta.10

package/dist/packages/assets/src/Probe.cjs

@@ -1,224 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const node_child_process = require("node:child_process");
-const node_fs = require("node:fs");
-const z = require("zod");
-const debug = require("debug");
-const execPromise = require("../../../lib/util/execPromise.cjs");
-function _interopNamespaceDefault(e) {
-  const n = Object.create(null, { [Symbol.toStringTag]: { value: "Module" } });
-  if (e) {
-    for (const k in e) {
-      if (k !== "default") {
-        const d = Object.getOwnPropertyDescriptor(e, k);
-        Object.defineProperty(n, k, d.get ? d : {
-          enumerable: true,
-          get: () => e[k]
-        });
-      }
-    }
-  }
-  n.default = e;
-  return Object.freeze(n);
-}
-const z__namespace = /* @__PURE__ */ _interopNamespaceDefault(z);
-const log = debug("ef:assets:probe");
-const AudioStreamSchema = z__namespace.object({
-  index: z__namespace.number(),
-  codec_name: z__namespace.string(),
-  codec_long_name: z__namespace.string(),
-  codec_type: z__namespace.literal("audio"),
-  codec_tag_string: z__namespace.string(),
-  codec_tag: z__namespace.string(),
-  sample_fmt: z__namespace.string(),
-  sample_rate: z__namespace.string(),
-  channels: z__namespace.number(),
-  channel_layout: z__namespace.string(),
-  bits_per_sample: z__namespace.number(),
-  initial_padding: z__namespace.number().optional(),
-  r_frame_rate: z__namespace.string(),
-  avg_frame_rate: z__namespace.string(),
-  time_base: z__namespace.string(),
-  start_pts: z__namespace.number(),
-  start_time: z__namespace.coerce.number(),
-  duration_ts: z__namespace.number(),
-  duration: z__namespace.coerce.number(),
-  bit_rate: z__namespace.string(),
-  disposition: z__namespace.record(z__namespace.unknown())
-});
-const VideoStreamSchema = z__namespace.object({
-  index: z__namespace.number(),
-  codec_name: z__namespace.string(),
-  codec_long_name: z__namespace.string(),
-  codec_type: z__namespace.literal("video"),
-  codec_tag_string: z__namespace.string(),
-  codec_tag: z__namespace.string(),
-  width: z__namespace.number(),
-  height: z__namespace.number(),
-  coded_width: z__namespace.number(),
-  coded_height: z__namespace.number(),
-  r_frame_rate: z__namespace.string(),
-  avg_frame_rate: z__namespace.string(),
-  time_base: z__namespace.string(),
-  start_pts: z__namespace.number().optional(),
-  start_time: z__namespace.coerce.number().optional(),
-  duration_ts: z__namespace.number().optional(),
-  duration: z__namespace.coerce.number().optional(),
-  bit_rate: z__namespace.string().optional(),
-  disposition: z__namespace.record(z__namespace.unknown())
-});
-const ProbeFormatSchema = z__namespace.object({
-  filename: z__namespace.string(),
-  nb_streams: z__namespace.number(),
-  nb_programs: z__namespace.number(),
-  format_name: z__namespace.string(),
-  format_long_name: z__namespace.string(),
-  start_time: z__namespace.string().optional(),
-  duration: z__namespace.string().optional(),
-  size: z__namespace.string(),
-  bit_rate: z__namespace.string().optional(),
-  probe_score: z__namespace.number()
-});
-const StreamSchema = z__namespace.discriminatedUnion("codec_type", [
-  AudioStreamSchema,
-  VideoStreamSchema
-]);
-const ProbeSchema = z__namespace.object({
-  streams: z__namespace.array(StreamSchema),
-  format: ProbeFormatSchema
-});
-class Probe {
-  constructor(absolutePath, rawData) {
-    this.absolutePath = absolutePath;
-    this.data = ProbeSchema.parse(rawData);
-  }
-  static async probePath(absolutePath) {
-    const probeCommand = `ffprobe -v error -show_format -show_streams -of json ${absolutePath}`;
-    log("Probing", probeCommand);
-    const probeResult = await execPromise.execPromise(probeCommand);
-    log("Probe result", probeResult.stdout);
-    log("Probe stderr", probeResult.stderr);
-    const json = JSON.parse(probeResult.stdout);
-    return new Probe(absolutePath, json);
-  }
-  get audioStreams() {
-    return this.data.streams.filter(
-      (stream) => stream.codec_type === "audio"
-    );
-  }
-  get videoStreams() {
-    return this.data.streams.filter(
-      (stream) => stream.codec_type === "video"
-    );
-  }
-  get streams() {
-    return this.data.streams;
-  }
-  get format() {
-    return this.data.format;
-  }
-  get mustReencodeAudio() {
-    return this.audioStreams.some((stream) => stream.codec_name !== "aac");
-  }
-  get mustReencodeVideo() {
-    return false;
-  }
-  get mustRemux() {
-    return this.format.format_name !== "mp4";
-  }
-  get hasAudio() {
-    return this.audioStreams.length > 0;
-  }
-  get hasVideo() {
-    return this.videoStreams.length > 0;
-  }
-  get isAudioOnly() {
-    return this.audioStreams.length > 0 && this.videoStreams.length === 0;
-  }
-  get isVideoOnly() {
-    return this.audioStreams.length === 0 && this.videoStreams.length > 0;
-  }
-  get mustProcess() {
-    return this.mustReencodeAudio || this.mustReencodeVideo || this.mustRemux;
-  }
-  get ffmpegAudioOptions() {
-    if (!this.hasAudio) {
-      return [];
-    }
-    if (this.mustReencodeAudio) {
-      return [
-        "-c:a",
-        "aac",
-        "-b:a",
-        "192k"
-      ];
-    }
-    return ["-c:a", "copy"];
-  }
-  get ffmpegVideoOptions() {
-    if (!this.hasVideo) {
-      return [];
-    }
-    if (this.mustReencodeVideo) {
-      return [
-        "-c:v",
-        "h264",
-        // Filter out SEI NAL units that aren't supported by the webcodecs decoder
-        "-bsf:v",
-        "filter_units=remove_types=6",
-        "-pix_fmt",
-        "yuv420p"
-      ];
-    }
-    return [
-      "-c:v",
-      "copy",
-      // Filter out SEI NAL units that aren't supported by the webcodecs decoder
-      "-bsf:v",
-      "filter_units=remove_types=6"
-    ];
-  }
-  createConformingReadstream() {
-    if (!this.mustProcess) {
-      return node_fs.createReadStream(this.absolutePath);
-    }
-    const ffmpegConformanceArgs = [
-      "-i",
-      this.absolutePath,
-      ...this.ffmpegAudioOptions,
-      ...this.ffmpegVideoOptions,
-      "-f",
-      "mp4",
-      "-movflags",
-      "cmaf+frag_keyframe+empty_moov",
-      "pipe:1"
-    ];
-    log("Running ffmpeg", ffmpegConformanceArgs);
-    const ffmpegConformer = node_child_process.spawn("ffmpeg", ffmpegConformanceArgs, {
-      stdio: ["ignore", "pipe", "pipe"]
-    });
-    ffmpegConformer.stderr.on("data", (data) => {
-      log(data.toString());
-    });
-    const ffmpegFragmentArgs = [
-      "-i",
-      "-",
-      "-c",
-      "copy",
-      "-f",
-      "mp4",
-      "-movflags",
-      "frag_keyframe+empty_moov",
-      "pipe:1"
-    ];
-    log("Running ffmpeg", ffmpegFragmentArgs);
-    const ffmpegFragmenter = node_child_process.spawn("ffmpeg", ffmpegFragmentArgs, {
-      stdio: ["pipe", "pipe", "pipe"]
-    });
-    ffmpegConformer.stdout.pipe(ffmpegFragmenter.stdin);
-    return ffmpegFragmenter.stdout;
-  }
-}
-exports.AudioStreamSchema = AudioStreamSchema;
-exports.Probe = Probe;
-exports.VideoStreamSchema = VideoStreamSchema;

package/dist/packages/assets/src/VideoRenderOptions.cjs

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const z = require("zod");
-const VideoRenderOptions = z.z.object({
-  mode: z.z.enum(["canvas", "screenshot"]),
-  strategy: z.z.enum(["v1", "v2"]),
-  showFrameBox: z.z.boolean().optional(),
-  encoderOptions: z.z.object({
-    sequenceNumber: z.z.number(),
-    keyframeIntervalMs: z.z.number(),
-    toMs: z.z.number(),
-    fromMs: z.z.number(),
-    shouldPadStart: z.z.boolean(),
-    shouldPadEnd: z.z.boolean(),
-    alignedFromUs: z.z.number(),
-    alignedToUs: z.z.number(),
-    isInitSegment: z.z.boolean(),
-    noVideo: z.z.boolean().optional(),
-    noAudio: z.z.boolean().optional(),
-    video: z.z.object({
-      width: z.z.number(),
-      height: z.z.number(),
-      framerate: z.z.number(),
-      codec: z.z.string(),
-      bitrate: z.z.number()
-    }),
-    audio: z.z.object({
-      sampleRate: z.z.number(),
-      codec: z.z.string(),
-      numberOfChannels: z.z.number(),
-      bitrate: z.z.number()
-    })
-  }),
-  fetchHost: z.z.string()
-});
-exports.VideoRenderOptions = VideoRenderOptions;

package/dist/packages/assets/src/idempotentTask.cjs

@@ -1,57 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const node_fs = require("node:fs");
-const path = require("node:path");
-const md5 = require("./md5.cjs");
-const debug = require("debug");
-const promises = require("node:fs/promises");
-const node_stream = require("node:stream");
-const idempotentTask = ({
-  label,
-  filename,
-  runner
-}) => {
-  const tasks = {};
-  return async (rootDir, absolutePath, ...args) => {
-    const log = debug(`ef:${label}`);
-    const md5$1 = await md5.md5FilePath(absolutePath);
-    const cacheDir = path.join(rootDir, ".cache", md5$1);
-    log(`Cache dir: ${cacheDir}`);
-    await promises.mkdir(cacheDir, { recursive: true });
-    const cachePath = path.join(cacheDir, filename(absolutePath, ...args));
-    const key = cachePath;
-    if (node_fs.existsSync(cachePath)) {
-      log(`Returning cached ef:${label} task for ${key}`);
-      return { cachePath, md5Sum: md5$1 };
-    }
-    const maybeTask = tasks[key];
-    if (maybeTask) {
-      log(`Returning existing ef:${label} task for ${key}`);
-      await maybeTask;
-      return { cachePath, md5Sum: md5$1 };
-    }
-    log(`Creating new ef:${label} task for ${key}`);
-    const task = runner(absolutePath, ...args);
-    tasks[key] = task;
-    log(`Awaiting task for ${key}`);
-    const result = await task;
-    if (result instanceof node_stream.Readable) {
-      log(`Piping task for ${key} to cache`);
-      const writeStream = node_fs.createWriteStream(cachePath);
-      result.pipe(writeStream);
-      await new Promise((resolve, reject) => {
-        result.on("error", reject);
-        writeStream.on("error", reject);
-        writeStream.on("finish", resolve);
-      });
-      return { cachePath, md5Sum: md5$1 };
-    }
-    log(`Writing to ${cachePath}`);
-    await promises.writeFile(cachePath, result);
-    return {
-      md5Sum: md5$1,
-      cachePath
-    };
-  };
-};
-exports.idempotentTask = idempotentTask;

package/dist/packages/assets/src/index.cjs

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const Probe = require("./Probe.cjs");
-const md5 = require("./md5.cjs");
-const generateTrackFragmentIndex = require("./tasks/generateTrackFragmentIndex.cjs");
-const generateTrack = require("./tasks/generateTrack.cjs");
-const findOrCreateCaptions = require("./tasks/findOrCreateCaptions.cjs");
-const cacheImage = require("./tasks/cacheImage.cjs");
-const VideoRenderOptions = require("./VideoRenderOptions.cjs");
-exports.AudioStreamSchema = Probe.AudioStreamSchema;
-exports.Probe = Probe.Probe;
-exports.VideoStreamSchema = Probe.VideoStreamSchema;
-exports.md5Directory = md5.md5Directory;
-exports.md5FilePath = md5.md5FilePath;
-exports.md5ReadStream = md5.md5ReadStream;
-exports.generateTrackFragmentIndex = generateTrackFragmentIndex.generateTrackFragmentIndex;
-exports.generateTrack = generateTrack.generateTrack;
-exports.findOrCreateCaptions = findOrCreateCaptions.findOrCreateCaptions;
-exports.cacheImage = cacheImage.cacheImage;
-exports.VideoRenderOptions = VideoRenderOptions.VideoRenderOptions;

package/dist/packages/assets/src/index.d.ts

@@ -1,9 +0,0 @@
-export { AudioStreamSchema, VideoStreamSchema, Probe } from './Probe';
-export type { StreamSchema, TrackSegment, TrackFragmentIndex } from './Probe';
-export { md5FilePath, md5Directory, md5ReadStream } from './md5';
-export { generateTrackFragmentIndex } from './tasks/generateTrackFragmentIndex';
-export { generateTrack } from './tasks/generateTrack';
-export { findOrCreateCaptions } from './tasks/findOrCreateCaptions';
-export { cacheImage } from './tasks/cacheImage';
-export type { TaskResult } from './idempotentTask';
-export { VideoRenderOptions } from './VideoRenderOptions';

package/dist/packages/assets/src/index.js

@@ -1,20 +0,0 @@
-import { AudioStreamSchema, Probe, VideoStreamSchema } from "./Probe.js";
-import { md5Directory, md5FilePath, md5ReadStream } from "./md5.js";
-import { generateTrackFragmentIndex } from "./tasks/generateTrackFragmentIndex.js";
-import { generateTrack } from "./tasks/generateTrack.js";
-import { findOrCreateCaptions } from "./tasks/findOrCreateCaptions.js";
-import { cacheImage } from "./tasks/cacheImage.js";
-import { VideoRenderOptions } from "./VideoRenderOptions.js";
-export {
-  AudioStreamSchema,
-  Probe,
-  VideoRenderOptions,
-  VideoStreamSchema,
-  cacheImage,
-  findOrCreateCaptions,
-  generateTrack,
-  generateTrackFragmentIndex,
-  md5Directory,
-  md5FilePath,
-  md5ReadStream
-};

package/dist/packages/assets/src/md5.cjs

@@ -1,60 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const node_fs = require("node:fs");
-const promises = require("node:fs/promises");
-const path = require("node:path");
-const crypto = require("node:crypto");
-const ora = require("ora");
-async function md5Directory(directory, spinner) {
-  const shouldEndSpinner = !spinner;
-  spinner ||= ora("⚡️ Calculating MD5").start();
-  spinner.suffixText = directory;
-  const files = await promises.readdir(directory, { withFileTypes: true });
-  const hashes = await Promise.all(
-    files.map(async (file) => {
-      const filePath = path.join(directory, file.name);
-      if (file.isDirectory()) {
-        return md5Directory(filePath, spinner);
-      }
-      spinner.suffixText = filePath;
-      return md5FilePath(filePath);
-    })
-  );
-  const hash = crypto.createHash("md5");
-  for (const fileHash of hashes) {
-    hash.update(fileHash);
-  }
-  if (shouldEndSpinner) {
-    spinner.succeed("MD5 calculated");
-    spinner.suffixText = directory;
-  }
-  return addDashesToUUID(hash.digest("hex"));
-}
-async function md5FilePath(filePath) {
-  const readStream = node_fs.createReadStream(filePath);
-  return md5ReadStream(readStream);
-}
-function md5ReadStream(readStream) {
-  return new Promise((resolve, reject) => {
-    const hash = crypto.createHash("md5");
-    readStream.on("data", (data) => {
-      hash.update(data);
-    });
-    readStream.on("error", reject);
-    readStream.on("end", () => {
-      resolve(addDashesToUUID(hash.digest("hex")));
-    });
-  });
-}
-function addDashesToUUID(uuidWithoutDashes) {
-  if (uuidWithoutDashes.length !== 32) {
-    throw new Error("Invalid UUID without dashes. Expected 32 characters.");
-  }
-  return (
-    // biome-ignore lint/style/useTemplate: using a template makes a long line
-    uuidWithoutDashes.slice(0, 8) + "-" + uuidWithoutDashes.slice(8, 12) + "-" + uuidWithoutDashes.slice(12, 16) + "-" + uuidWithoutDashes.slice(16, 20) + "-" + uuidWithoutDashes.slice(20, 32)
-  );
-}
-exports.md5Directory = md5Directory;
-exports.md5FilePath = md5FilePath;
-exports.md5ReadStream = md5ReadStream;

package/dist/packages/assets/src/mp4FileWritable.cjs

@@ -1,21 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const node_stream = require("node:stream");
-const mp4FileWritable = (mp4File) => {
-  let arrayBufferStart = 0;
-  return new node_stream.Writable({
-    write: (chunk, _encoding, callback) => {
-      const mp4BoxBuffer = chunk.buffer;
-      mp4BoxBuffer.fileStart = arrayBufferStart;
-      arrayBufferStart += chunk.length;
-      mp4File.appendBuffer(mp4BoxBuffer, false);
-      callback();
-    },
-    final: (callback) => {
-      mp4File.flush();
-      mp4File.processSamples(true);
-      callback();
-    }
-  });
-};
-exports.mp4FileWritable = mp4FileWritable;

package/dist/packages/assets/src/tasks/cacheImage.cjs

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const idempotentTask = require("../idempotentTask.cjs");
-const node_fs = require("node:fs");
-const path = require("node:path");
-const cacheImageTask = idempotentTask.idempotentTask({
-  label: "image",
-  filename: (absolutePath) => path.basename(absolutePath),
-  runner: async (absolutePath) => {
-    return node_fs.createReadStream(absolutePath);
-  }
-});
-const cacheImage = async (cacheRoot, absolutePath) => {
-  try {
-    return await cacheImageTask(cacheRoot, absolutePath);
-  } catch (error) {
-    console.error(error);
-    console.trace("Error generating track fragment index", error);
-    throw error;
-  }
-};
-exports.cacheImage = cacheImage;

package/dist/packages/assets/src/tasks/cacheImage.d.ts

@@ -1 +0,0 @@
-export declare const cacheImage: (cacheRoot: string, absolutePath: string) => Promise<import('../idempotentTask').TaskResult>;

package/dist/packages/assets/src/tasks/findOrCreateCaptions.cjs

@@ -1,26 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const execPromise = require("../../../../lib/util/execPromise.cjs");
-const idempotentTask = require("../idempotentTask.cjs");
-const debug = require("debug");
-const path = require("node:path");
-const log = debug("ef:generateCaptions");
-const generateCaptionData = idempotentTask.idempotentTask({
-  label: "captions",
-  filename: (absolutePath) => `${path.basename(absolutePath)}.captions.json`,
-  runner: async (absolutePath) => {
-    const command = `whisper_timestamped --language en --efficient --output_format vtt ${absolutePath}`;
-    log(`Running command: ${command}`);
-    const { stdout } = await execPromise.execPromise(command);
-    return stdout;
-  }
-});
-const findOrCreateCaptions = async (cacheRoot, absolutePath) => {
-  try {
-    return await generateCaptionData(cacheRoot, absolutePath);
-  } catch (error) {
-    console.trace("Error finding or creating captions", error);
-    throw error;
-  }
-};
-exports.findOrCreateCaptions = findOrCreateCaptions;

package/dist/packages/assets/src/tasks/findOrCreateCaptions.d.ts

@@ -1 +0,0 @@
-export declare const findOrCreateCaptions: (cacheRoot: string, absolutePath: string) => Promise<import('../idempotentTask').TaskResult>;

package/dist/packages/assets/src/tasks/findOrCreateCaptions.js

@@ -1,26 +0,0 @@
-import { execPromise } from "../../../../lib/util/execPromise.js";
-import { idempotentTask } from "../idempotentTask.js";
-import debug from "debug";
-import { basename } from "node:path";
-const log = debug("ef:generateCaptions");
-const generateCaptionData = idempotentTask({
-  label: "captions",
-  filename: (absolutePath) => `${basename(absolutePath)}.captions.json`,
-  runner: async (absolutePath) => {
-    const command = `whisper_timestamped --language en --efficient --output_format vtt ${absolutePath}`;
-    log(`Running command: ${command}`);
-    const { stdout } = await execPromise(command);
-    return stdout;
-  }
-});
-const findOrCreateCaptions = async (cacheRoot, absolutePath) => {
-  try {
-    return await generateCaptionData(cacheRoot, absolutePath);
-  } catch (error) {
-    console.trace("Error finding or creating captions", error);
-    throw error;
-  }
-};
-export {
-  findOrCreateCaptions
-};

package/dist/packages/assets/src/tasks/generateTrack.cjs

@@ -1,52 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const idempotentTask = require("../idempotentTask.cjs");
-const MP4File = require("../../../../lib/av/MP4File.cjs");
-const debug = require("debug");
-const mp4FileWritable = require("../mp4FileWritable.cjs");
-const node_stream = require("node:stream");
-const path = require("node:path");
-const Probe = require("../Probe.cjs");
-const generateTrackTask = idempotentTask.idempotentTask({
-  label: "track",
-  filename: (absolutePath, trackId) => `${path.basename(absolutePath)}.track-${trackId}.mp4`,
-  runner: async (absolutePath, trackId) => {
-    const log = debug("ef:generateTrackFragment");
-    const probe = await Probe.Probe.probePath(absolutePath);
-    const readStream = probe.createConformingReadstream();
-    const mp4File = new MP4File.MP4File();
-    log(`Generating track fragment index for ${absolutePath}`);
-    readStream.pipe(mp4FileWritable.mp4FileWritable(mp4File));
-    await new Promise((resolve, reject) => {
-      readStream.on("end", resolve);
-      readStream.on("error", reject);
-    });
-    const trackStream = new node_stream.PassThrough();
-    for await (const fragment of mp4File.fragmentIterator()) {
-      if (fragment.track !== trackId) {
-        continue;
-      }
-      trackStream.write(Buffer.from(fragment.data), "binary");
-    }
-    trackStream.end();
-    return trackStream;
-  }
-});
-const generateTrack = async (cacheRoot, absolutePath, url) => {
-  try {
-    const trackId = new URL(
-      `http://localhost${url}` ?? "bad-url"
-    ).searchParams.get("trackId");
-    if (trackId === null) {
-      throw new Error(
-        "No trackId provided. IT must be specified in the query string: ?trackId=0"
-      );
-    }
-    return await generateTrackTask(cacheRoot, absolutePath, Number(trackId));
-  } catch (error) {
-    console.error(error);
-    console.trace("Error generating track fragment index", error);
-    throw error;
-  }
-};
-exports.generateTrack = generateTrack;

package/dist/packages/assets/src/tasks/generateTrack.d.ts

@@ -1 +0,0 @@
-export declare const generateTrack: (cacheRoot: string, absolutePath: string, url: string) => Promise<import('../idempotentTask').TaskResult>;