aivee 0.1.0-alpha.0 → 0.1.0-dev.7025438

package/src/timeline/assemble.mjs

@@ -1,119 +1,119 @@
-import { existsSync, readFileSync, unlinkSync, writeFileSync } from 'node:fs';
-import { join, resolve } from 'node:path';
-import { retimeTranscript, validateEdl } from '../edits/retime-transcript.mjs';
-import { createCaptionTrack } from './captions.mjs';
-import { timelineFromEdl } from './from-edl.mjs';
-import { renderTimeline, renderTimelineAsync } from './render.mjs';
-import { validateTimeline } from './validate.mjs';
-
-export function assembleEditedTimeline(projectPath, assetId, transcript, edl, options = {}) {
-  const root = resolve(projectPath);
-  const meta = readProjectMeta(root);
-  const manifest = JSON.parse(readFileSync(join(root, 'assets', 'manifest.json'), 'utf8'));
-  const asset = manifest.assets.find((entry) => entry.id === assetId);
-  if (!asset) throw new TypeError(`Asset is not registered in this project: ${assetId}`);
-  if (asset.type !== 'video') throw new TypeError('Transcript-driven editing requires a registered video asset.');
-  validateEdl(edl, asset.durationSeconds);
-  if (Math.abs(transcript.durationSeconds - asset.durationSeconds) > 1e-6) throw new TypeError('Transcript duration must match the registered source media.');
-
-  const retimedTranscript = retimeTranscript(transcript, edl);
-  const timeline = timelineFromEdl(edl, assetId, {
-    id: meta.id,
-    width: meta.width,
-    height: meta.height,
-    fps: meta.fps,
-    sourceFit: meta.sourceFit,
-    backgroundColor: meta.backgroundColor,
-    assetPath: asset.path,
-    assetType: asset.type,
-    assetHasAudio: asset.hasAudio,
-    assetAudioStreams: asset.audioStreams,
-    assetDurationSeconds: asset.durationSeconds,
-    assetStreamTiming: asset.streamTiming,
-    includeAudioTrack: asset.hasAudio,
-  });
-  if (Math.abs(retimedTranscript.durationSeconds - timeline.project.durationSeconds) > 1e-6) throw new Error('Retimed transcript and edit timeline durations do not match.');
-  const captionOptions = { ...options.captionOptions, order: timeline.tracks.length };
-  if (captionOptions.fontSize === undefined) captionOptions.fontSize = Math.max(8, Math.round(54 * Math.min(meta.width, meta.height) / 1080));
-  const captions = createCaptionTrack(retimedTranscript, captionOptions);
-  timeline.tracks.push(captions);
-  timeline.lineage = {
-    assetId,
-    sourceSha256: asset.sha256,
-    approvedEdl: 'edits/approved-edl.json',
-    retimedTranscript: 'transcripts/retimed-transcript.json',
-  };
-  validateTimeline(timeline);
-  return { timeline, retimedTranscript, asset };
-}
-
-export function renderEditedProject(projectPath, assetId, transcript, edl, options = {}) {
-  if (options.signal !== undefined || options.timeoutSeconds !== undefined || options.onProgress !== undefined) {
-    throw new TypeError('Cancellation, timeouts, and progress callbacks require renderEditedProjectAsync.');
-  }
-  return renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimeline);
-}
-
-export function renderEditedProjectAsync(projectPath, assetId, transcript, edl, options = {}) {
-  return renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimelineAsync);
-}
-
-function renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimelineFunction) {
-  const root = resolve(projectPath);
-  const metaPath = join(root, 'meta.json');
-  const indexPath = join(root, 'index.html');
-  const timelinePath = join(root, 'timeline.json');
-  const approvedEdlPath = join(root, 'edits', 'approved-edl.json');
-  const retimedTranscriptPath = join(root, 'transcripts', 'retimed-transcript.json');
-  const outputPath = resolve(options.outputPath ?? join(root, 'renders', 'final.mp4'));
-  for (const path of [timelinePath, approvedEdlPath, retimedTranscriptPath, outputPath]) {
-    if (existsSync(path)) throw new Error(`End-to-end edit would overwrite existing project data: ${path}`);
-  }
-
-  const { timeline, retimedTranscript } = assembleEditedTimeline(root, assetId, transcript, edl, options);
-  const originalMeta = readFileSync(metaPath, 'utf8');
-  const originalHtml = readFileSync(indexPath);
-  const nextMeta = { ...JSON.parse(originalMeta), durationSeconds: timeline.project.durationSeconds };
-  const renderOptions = Object.fromEntries(
-    ['format', 'encoder', 'colorProfile', 'workers', 'lowMemoryMode', 'timeoutSeconds', 'signal', 'onProgress']
-      .filter((field) => options[field] !== undefined)
-      .map((field) => [field, options[field]]),
-  );
-  let wroteEdl = false;
-  let wroteTranscript = false;
-  try {
-    writeFileSync(metaPath, `${JSON.stringify(nextMeta, null, 2)}\n`);
-    writeFileSync(approvedEdlPath, `${JSON.stringify(edl, null, 2)}\n`, { flag: 'wx' });
-    wroteEdl = true;
-    writeFileSync(retimedTranscriptPath, `${JSON.stringify(retimedTranscript, null, 2)}\n`, { flag: 'wx' });
-    wroteTranscript = true;
-    const render = renderTimelineFunction(root, timeline, outputPath, options.quality ?? 'draft', renderOptions);
-    if (render && typeof render.then === 'function') {
-      return render.then((result) => ({ ...result, assetId, timelinePath, approvedEdlPath, retimedTranscriptPath }))
-        .catch((error) => {
-          restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript });
-          throw error;
-        });
-    }
-    return { ...render, assetId, timelinePath, approvedEdlPath, retimedTranscriptPath };
-  } catch (error) {
-    restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript });
-    throw error;
-  }
-}
-
-function restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript }) {
-  writeFileSync(metaPath, originalMeta);
-  writeFileSync(indexPath, originalHtml);
-  if (wroteEdl) unlinkSync(approvedEdlPath);
-  if (wroteTranscript) unlinkSync(retimedTranscriptPath);
-  if (existsSync(timelinePath)) {
-    try { unlinkSync(timelinePath); } catch {}
-  }
-}
-
-function readProjectMeta(root) {
-  const path = join(root, 'meta.json');
-  if (!existsSync(path)) throw new Error(`Not an Engine project: ${root}`);
-  return JSON.parse(readFileSync(path, 'utf8'));
-}
+import { existsSync, readFileSync, unlinkSync, writeFileSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import { retimeTranscript, validateEdl } from '../edits/retime-transcript.mjs';
+import { createCaptionTrack } from './captions.mjs';
+import { timelineFromEdl } from './from-edl.mjs';
+import { renderTimeline, renderTimelineAsync } from './render.mjs';
+import { validateTimeline } from './validate.mjs';
+
+export function assembleEditedTimeline(projectPath, assetId, transcript, edl, options = {}) {
+  const root = resolve(projectPath);
+  const meta = readProjectMeta(root);
+  const manifest = JSON.parse(readFileSync(join(root, 'assets', 'manifest.json'), 'utf8'));
+  const asset = manifest.assets.find((entry) => entry.id === assetId);
+  if (!asset) throw new TypeError(`Asset is not registered in this project: ${assetId}`);
+  if (asset.type !== 'video') throw new TypeError('Transcript-driven editing requires a registered video asset.');
+  validateEdl(edl, asset.durationSeconds);
+  if (Math.abs(transcript.durationSeconds - asset.durationSeconds) > 1e-6) throw new TypeError('Transcript duration must match the registered source media.');
+
+  const retimedTranscript = retimeTranscript(transcript, edl);
+  const timeline = timelineFromEdl(edl, assetId, {
+    id: meta.id,
+    width: meta.width,
+    height: meta.height,
+    fps: meta.fps,
+    sourceFit: meta.sourceFit,
+    backgroundColor: meta.backgroundColor,
+    assetPath: asset.path,
+    assetType: asset.type,
+    assetHasAudio: asset.hasAudio,
+    assetAudioStreams: asset.audioStreams,
+    assetDurationSeconds: asset.durationSeconds,
+    assetStreamTiming: asset.streamTiming,
+    includeAudioTrack: asset.hasAudio,
+  });
+  if (Math.abs(retimedTranscript.durationSeconds - timeline.project.durationSeconds) > 1e-6) throw new Error('Retimed transcript and edit timeline durations do not match.');
+  const captionOptions = { ...options.captionOptions, order: timeline.tracks.length };
+  if (captionOptions.fontSize === undefined) captionOptions.fontSize = Math.max(8, Math.round(54 * Math.min(meta.width, meta.height) / 1080));
+  const captions = createCaptionTrack(retimedTranscript, captionOptions);
+  timeline.tracks.push(captions);
+  timeline.lineage = {
+    assetId,
+    sourceSha256: asset.sha256,
+    approvedEdl: 'edits/approved-edl.json',
+    retimedTranscript: 'transcripts/retimed-transcript.json',
+  };
+  validateTimeline(timeline);
+  return { timeline, retimedTranscript, asset };
+}
+
+export function renderEditedProject(projectPath, assetId, transcript, edl, options = {}) {
+  if (options.signal !== undefined || options.timeoutSeconds !== undefined || options.onProgress !== undefined) {
+    throw new TypeError('Cancellation, timeouts, and progress callbacks require renderEditedProjectAsync.');
+  }
+  return renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimeline);
+}
+
+export function renderEditedProjectAsync(projectPath, assetId, transcript, edl, options = {}) {
+  return renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimelineAsync);
+}
+
+function renderEditedProjectWith(projectPath, assetId, transcript, edl, options, renderTimelineFunction) {
+  const root = resolve(projectPath);
+  const metaPath = join(root, 'meta.json');
+  const indexPath = join(root, 'index.html');
+  const timelinePath = join(root, 'timeline.json');
+  const approvedEdlPath = join(root, 'edits', 'approved-edl.json');
+  const retimedTranscriptPath = join(root, 'transcripts', 'retimed-transcript.json');
+  const outputPath = resolve(options.outputPath ?? join(root, 'renders', 'final.mp4'));
+  for (const path of [timelinePath, approvedEdlPath, retimedTranscriptPath, outputPath]) {
+    if (existsSync(path)) throw new Error(`End-to-end edit would overwrite existing project data: ${path}`);
+  }
+
+  const { timeline, retimedTranscript } = assembleEditedTimeline(root, assetId, transcript, edl, options);
+  const originalMeta = readFileSync(metaPath, 'utf8');
+  const originalHtml = readFileSync(indexPath);
+  const nextMeta = { ...JSON.parse(originalMeta), durationSeconds: timeline.project.durationSeconds };
+  const renderOptions = Object.fromEntries(
+    ['format', 'encoder', 'colorProfile', 'workers', 'lowMemoryMode', 'timeoutSeconds', 'signal', 'onProgress']
+      .filter((field) => options[field] !== undefined)
+      .map((field) => [field, options[field]]),
+  );
+  let wroteEdl = false;
+  let wroteTranscript = false;
+  try {
+    writeFileSync(metaPath, `${JSON.stringify(nextMeta, null, 2)}\n`);
+    writeFileSync(approvedEdlPath, `${JSON.stringify(edl, null, 2)}\n`, { flag: 'wx' });
+    wroteEdl = true;
+    writeFileSync(retimedTranscriptPath, `${JSON.stringify(retimedTranscript, null, 2)}\n`, { flag: 'wx' });
+    wroteTranscript = true;
+    const render = renderTimelineFunction(root, timeline, outputPath, options.quality ?? 'draft', renderOptions);
+    if (render && typeof render.then === 'function') {
+      return render.then((result) => ({ ...result, assetId, timelinePath, approvedEdlPath, retimedTranscriptPath }))
+        .catch((error) => {
+          restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript });
+          throw error;
+        });
+    }
+    return { ...render, assetId, timelinePath, approvedEdlPath, retimedTranscriptPath };
+  } catch (error) {
+    restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript });
+    throw error;
+  }
+}
+
+function restoreEditedProject({ metaPath, originalMeta, indexPath, originalHtml, approvedEdlPath, retimedTranscriptPath, timelinePath, wroteEdl, wroteTranscript }) {
+  writeFileSync(metaPath, originalMeta);
+  writeFileSync(indexPath, originalHtml);
+  if (wroteEdl) unlinkSync(approvedEdlPath);
+  if (wroteTranscript) unlinkSync(retimedTranscriptPath);
+  if (existsSync(timelinePath)) {
+    try { unlinkSync(timelinePath); } catch {}
+  }
+}
+
+function readProjectMeta(root) {
+  const path = join(root, 'meta.json');
+  if (!existsSync(path)) throw new Error(`Not an Engine project: ${root}`);
+  return JSON.parse(readFileSync(path, 'utf8'));
+}

package/src/timeline/audio-effects.mjs

@@ -1,75 +1,75 @@
-const EFFECT_TYPES = new Set(['equalizer', 'highpass', 'lowpass', 'compressor', 'denoise', 'balance']);
-
-export function validateAudioClipEffects(effects, clipId) {
-  if (effects === undefined) return;
-  if (!Array.isArray(effects) || effects.length > 16) {
-    throw new TypeError(`Clip ${clipId} audioEffects must be an array with at most 16 effects.`);
-  }
-  for (const [index, effect] of effects.entries()) {
-    if (!effect || typeof effect !== 'object' || Array.isArray(effect) || !EFFECT_TYPES.has(effect.type)) {
-      throw new TypeError(`Clip ${clipId} audio effect ${index + 1} has an unsupported type.`);
-    }
-    const fields = {
-      equalizer: ['type', 'frequencyHz', 'gainDB', 'q'],
-      highpass: ['type', 'frequencyHz', 'order'],
-      lowpass: ['type', 'frequencyHz', 'order'],
-      compressor: ['type', 'thresholdDB', 'ratio', 'attackMs', 'releaseMs', 'makeupDB'],
-      denoise: ['type', 'reductionDB'],
-      balance: ['type', 'value'],
-    }[effect.type];
-    if (Object.keys(effect).some((field) => !fields.includes(field))) {
-      throw new TypeError(`Clip ${clipId} audio effect ${index + 1} has unsupported settings.`);
-    }
-    if (effect.type === 'equalizer') {
-      requireRange(effect.frequencyHz, 20, 20000, `Clip ${clipId} equalizer frequencyHz`);
-      requireRange(effect.gainDB, -18, 18, `Clip ${clipId} equalizer gainDB`);
-      if (effect.q !== undefined) requireRange(effect.q, 0.1, 10, `Clip ${clipId} equalizer q`);
-    } else if (effect.type === 'highpass' || effect.type === 'lowpass') {
-      requireRange(effect.frequencyHz, 20, 20000, `Clip ${clipId} ${effect.type} frequencyHz`);
-      if (effect.order !== undefined && (!Number.isSafeInteger(effect.order) || effect.order < 1 || effect.order > 2)) {
-        throw new TypeError(`Clip ${clipId} ${effect.type} order must be 1 or 2.`);
-      }
-    } else if (effect.type === 'compressor') {
-      requireRange(effect.thresholdDB, -60, 0, `Clip ${clipId} compressor thresholdDB`);
-      requireRange(effect.ratio, 1, 20, `Clip ${clipId} compressor ratio`);
-      requireRange(effect.attackMs ?? 20, 0.01, 200, `Clip ${clipId} compressor attackMs`);
-      requireRange(effect.releaseMs ?? 250, 1, 2000, `Clip ${clipId} compressor releaseMs`);
-      requireRange(effect.makeupDB ?? 0, 0, 24, `Clip ${clipId} compressor makeupDB`);
-    } else if (effect.type === 'denoise') {
-      requireRange(effect.reductionDB, 0.01, 30, `Clip ${clipId} denoise reductionDB`);
-    } else {
-      requireRange(effect.value, -1, 1, `Clip ${clipId} stereo balance`);
-    }
-  }
-}
-
-export function buildAudioClipEffectFilters(effects = []) {
-  return effects.map((effect) => {
-    if (effect.type === 'equalizer') return `equalizer=f=${effect.frequencyHz}:t=q:w=${effect.q ?? 1}:g=${effect.gainDB}`;
-    if (effect.type === 'highpass' || effect.type === 'lowpass') return `${effect.type}=f=${effect.frequencyHz}:p=${effect.order ?? 2}`;
-    if (effect.type === 'compressor') {
-      return `acompressor=threshold=${10 ** ((effect.thresholdDB ?? -18) / 20)}:ratio=${effect.ratio}:attack=${effect.attackMs ?? 20}:release=${effect.releaseMs ?? 250}:makeup=${10 ** ((effect.makeupDB ?? 0) / 20)}:detection=rms`;
-    }
-    if (effect.type === 'denoise') return `afftdn=nr=${effect.reductionDB}`;
-    return `stereotools=balance_in=${effect.value}`;
-  });
-}
-
-export function audioClipEffectRequirements(effects = []) {
-  const requirements = new Set();
-  for (const effect of effects) {
-    if (effect.type === 'equalizer') requirements.add('equalizer');
-    if (effect.type === 'highpass') requirements.add('highpass');
-    if (effect.type === 'lowpass') requirements.add('lowpass');
-    if (effect.type === 'compressor') requirements.add('acompressor');
-    if (effect.type === 'denoise') requirements.add('afftdn');
-    if (effect.type === 'balance') requirements.add('stereotools');
-  }
-  return [...requirements];
-}
-
-function requireRange(value, minimum, maximum, label) {
-  if (!Number.isFinite(value) || value < minimum || value > maximum) {
-    throw new TypeError(`${label} must be from ${minimum} to ${maximum}.`);
-  }
-}
+const EFFECT_TYPES = new Set(['equalizer', 'highpass', 'lowpass', 'compressor', 'denoise', 'balance']);
+
+export function validateAudioClipEffects(effects, clipId) {
+  if (effects === undefined) return;
+  if (!Array.isArray(effects) || effects.length > 16) {
+    throw new TypeError(`Clip ${clipId} audioEffects must be an array with at most 16 effects.`);
+  }
+  for (const [index, effect] of effects.entries()) {
+    if (!effect || typeof effect !== 'object' || Array.isArray(effect) || !EFFECT_TYPES.has(effect.type)) {
+      throw new TypeError(`Clip ${clipId} audio effect ${index + 1} has an unsupported type.`);
+    }
+    const fields = {
+      equalizer: ['type', 'frequencyHz', 'gainDB', 'q'],
+      highpass: ['type', 'frequencyHz', 'order'],
+      lowpass: ['type', 'frequencyHz', 'order'],
+      compressor: ['type', 'thresholdDB', 'ratio', 'attackMs', 'releaseMs', 'makeupDB'],
+      denoise: ['type', 'reductionDB'],
+      balance: ['type', 'value'],
+    }[effect.type];
+    if (Object.keys(effect).some((field) => !fields.includes(field))) {
+      throw new TypeError(`Clip ${clipId} audio effect ${index + 1} has unsupported settings.`);
+    }
+    if (effect.type === 'equalizer') {
+      requireRange(effect.frequencyHz, 20, 20000, `Clip ${clipId} equalizer frequencyHz`);
+      requireRange(effect.gainDB, -18, 18, `Clip ${clipId} equalizer gainDB`);
+      if (effect.q !== undefined) requireRange(effect.q, 0.1, 10, `Clip ${clipId} equalizer q`);
+    } else if (effect.type === 'highpass' || effect.type === 'lowpass') {
+      requireRange(effect.frequencyHz, 20, 20000, `Clip ${clipId} ${effect.type} frequencyHz`);
+      if (effect.order !== undefined && (!Number.isSafeInteger(effect.order) || effect.order < 1 || effect.order > 2)) {
+        throw new TypeError(`Clip ${clipId} ${effect.type} order must be 1 or 2.`);
+      }
+    } else if (effect.type === 'compressor') {
+      requireRange(effect.thresholdDB, -60, 0, `Clip ${clipId} compressor thresholdDB`);
+      requireRange(effect.ratio, 1, 20, `Clip ${clipId} compressor ratio`);
+      requireRange(effect.attackMs ?? 20, 0.01, 200, `Clip ${clipId} compressor attackMs`);
+      requireRange(effect.releaseMs ?? 250, 1, 2000, `Clip ${clipId} compressor releaseMs`);
+      requireRange(effect.makeupDB ?? 0, 0, 24, `Clip ${clipId} compressor makeupDB`);
+    } else if (effect.type === 'denoise') {
+      requireRange(effect.reductionDB, 0.01, 30, `Clip ${clipId} denoise reductionDB`);
+    } else {
+      requireRange(effect.value, -1, 1, `Clip ${clipId} stereo balance`);
+    }
+  }
+}
+
+export function buildAudioClipEffectFilters(effects = []) {
+  return effects.map((effect) => {
+    if (effect.type === 'equalizer') return `equalizer=f=${effect.frequencyHz}:t=q:w=${effect.q ?? 1}:g=${effect.gainDB}`;
+    if (effect.type === 'highpass' || effect.type === 'lowpass') return `${effect.type}=f=${effect.frequencyHz}:p=${effect.order ?? 2}`;
+    if (effect.type === 'compressor') {
+      return `acompressor=threshold=${10 ** ((effect.thresholdDB ?? -18) / 20)}:ratio=${effect.ratio}:attack=${effect.attackMs ?? 20}:release=${effect.releaseMs ?? 250}:makeup=${10 ** ((effect.makeupDB ?? 0) / 20)}:detection=rms`;
+    }
+    if (effect.type === 'denoise') return `afftdn=nr=${effect.reductionDB}`;
+    return `stereotools=balance_in=${effect.value}`;
+  });
+}
+
+export function audioClipEffectRequirements(effects = []) {
+  const requirements = new Set();
+  for (const effect of effects) {
+    if (effect.type === 'equalizer') requirements.add('equalizer');
+    if (effect.type === 'highpass') requirements.add('highpass');
+    if (effect.type === 'lowpass') requirements.add('lowpass');
+    if (effect.type === 'compressor') requirements.add('acompressor');
+    if (effect.type === 'denoise') requirements.add('afftdn');
+    if (effect.type === 'balance') requirements.add('stereotools');
+  }
+  return [...requirements];
+}
+
+function requireRange(value, minimum, maximum, label) {
+  if (!Number.isFinite(value) || value < minimum || value > maximum) {
+    throw new TypeError(`${label} must be from ${minimum} to ${maximum}.`);
+  }
+}