@hyperframes/producer 0.8.190 → 0.8.192

package/dist/distributed.d.ts

@@ -39,6 +39,7 @@ export { muxChunkWithAudio } from "./services/distributed/chunkAudio.js";
 export { buildStitchedHeader, readMp4Layout, type Mp4Layout, type ReadRange, } from "./services/distributed/mp4Stitch.js";
 export { InvalidConfigError, type SerializableDistributedRenderConfig, validateDistributedRenderConfig, validateVariablesPayload, } from "./services/distributed/renderConfigValidation.js";
 export { hashProjectDir, listSiteFiles } from "./services/distributed/projectHash.js";
+export { AUDIO_SIDECAR_MIN_BYTES, buildAudioSidecar, wantsAudioSidecar, type AudioSidecarOutcome, } from "./services/distributed/audioSidecar.js";
 export { CURRENT_PLAN_PROTOCOL, DISTRIBUTED_RENDER_CAPABILITIES, getDistributedRenderCapabilities, PLAN_ARTIFACT_LAYOUT, PLAN_HASH_SCHEMA, PLAN_PROTOCOL_V1, PLAN_PROTOCOL_V2, PLAN_PROTOCOL_UNSUPPORTED, PLAN_SCHEMA_VERSION, PLAN_V2_ARTIFACT_LAYOUT, PLAN_V2_HASH_SCHEMA, PLAN_V2_SCHEMA_VERSION, PlanProtocolUnsupportedError, readPlanProtocol, readPlanProtocolV1, type DistributedRenderCapabilities, type PlanProtocolConsumerCapabilities, type PlanProtocolDescriptor, type PlanProtocolV1Descriptor, type PlanProtocolV2Descriptor, type SupportedPlanProtocolDescriptor, } from "./services/distributed/planProtocol.js";
 export { PlanVideosMetadataError, type DistributedFormat } from "./services/distributed/shared.js";
 export { isPlanAudioArtifactPath, PLAN_AUDIO_LEGACY_RELATIVE_PATH, PLAN_AUDIO_RELATIVE_PATH, resolvePlanAudioPath, } from "./services/distributed/shared.js";

package/dist/distributed.js

@@ -18,7 +18,8 @@ import {
 import {
   getEncoderPreset as getEncoderPreset4,
   normalizeVp9CpuUsed,
-  resolveConfig as resolveConfig3
+  resolveConfig as resolveConfig3,
+  declareContentAddressedUrl
 } from "@hyperframes/engine";
 
 // src/logger.ts
@@ -3395,7 +3396,7 @@ async function compileForRender(projectDir, htmlPath, downloadDir, options = {})
       );
       if (analysis.isProblematic) {
         defaultLogger.warn(
-          `[Compiler] WARNING: Video "${video.id}" has sparse keyframes (max interval: ${analysis.maxIntervalSeconds}s). This causes seek failures and frame freezing. Re-encode with: ${reencode}`
+          `[Compiler] WARNING: Video "${video.id}" has sparse keyframes (max interval: ${analysis.maxIntervalSeconds}s). Long GOPs can make preview seeking slower; rendering is unaffected. If preview seeking is slow, re-encode with: ${reencode}`
         );
       }
       if (metadata.isVFR) {
@@ -4281,6 +4282,10 @@ async function runProbeStage(input) {
                 if (el.loop && !existing.loop) {
                   existing.loop = true;
                 }
+                const audio = composition.audios.find(
+                  (audio2) => audio2.type === "video" && audio2.id === `${el.id}-audio`
+                );
+                if (audio) audio.loop = existing.loop;
               }
             } else if (!compiled.droppedMediaIds.has(el.id)) {
               composition.videos.push({
@@ -4318,6 +4323,7 @@ async function runProbeStage(input) {
                   el,
                   authoredStarts.get(el.id) ?? existing.mediaStart
                 );
+                existing.loop = el.loop;
                 if (el.volume > 0 && Math.abs((existing.volume ?? 1) - el.volume) > BROWSER_MEDIA_EPSILON) {
                   existing.volume = el.volume;
                 }
@@ -4329,6 +4335,7 @@ async function runProbeStage(input) {
                 start: el.start,
                 end: resolveBrowserMediaEnd(el.start, el.end, el.duration),
                 mediaStart: el.mediaStart,
+                loop: el.loop,
                 layer: 0,
                 volume: el.volume,
                 type: "audio"
@@ -4583,6 +4590,10 @@ import {
   extractMediaMetadata as extractMediaMetadata3,
   isVideoPastTimelineEnd,
   isHdrColorSpace as isHdrColorSpace2,
+  rebaseVideoToWindow,
+  resolveFinalFrameExtractionWindow as resolveFinalFrameExtractionWindow2,
+  resolveVideoExtractionWindow as resolveVideoExtractionWindow2,
+  isHttpUrl as isHttpUrl2,
   resolveProjectRelativeSrc as resolveProjectRelativeSrc3,
   runVideoExtractionWithRetry,
   safeVideoExtractionSourceIdentity
@@ -4948,6 +4959,8 @@ function appendAutoDetectedVideoAudio(composition, extracted) {
       start: video.start,
       end: video.end,
       mediaStart: video.mediaStart,
+      playbackRate: video.playbackRate,
+      loop: video.loop,
       layer: 0,
       volume: 1,
       type: "video"
@@ -4955,6 +4968,33 @@ function appendAutoDetectedVideoAudio(composition, extracted) {
     existingAudioSrcs.add(video.src);
   }
 }
+async function appendVideoAudioFromProbe(input) {
+  const { projectDir, compiledDir, composition, urlByAbsentLocalPath } = input;
+  const videos = composition.videos.filter(
+    (video) => !isVideoPastTimelineEnd(video, composition.duration)
+  );
+  const probed = await Promise.all(
+    videos.map(async (video) => {
+      const path = isHttpUrl2(video.src) ? video.src : resolveProjectRelativeSrc3(video.src, projectDir, compiledDir);
+      const readFrom = urlByAbsentLocalPath?.get(path) ?? path;
+      if (!isHttpUrl2(readFrom) && !existsSync7(readFrom)) return null;
+      const metadata = await extractMediaMetadata3(readFrom);
+      const window2 = await resolveFinalFrameExtractionWindow2(
+        readFrom,
+        video,
+        metadata,
+        resolveVideoExtractionWindow2(video, metadata, composition.duration)
+      );
+      if (window2.durationSeconds <= 0) return null;
+      rebaseVideoToWindow(video, window2);
+      return { videoId: video.id, metadata };
+    })
+  );
+  appendAutoDetectedVideoAudio(
+    composition,
+    probed.filter((entry) => entry !== null)
+  );
+}
 
 // src/services/render/stages/audioStage.ts
 import { join as join10 } from "node:path";
@@ -5446,6 +5486,7 @@ async function mixAudioForDelivery(input, duration, pcmSourcePath) {
     audios,
     masterFxChain,
     urlByAbsentLocalPath,
+    audioSidecarUrlByLocalPath,
     abortSignal,
     assertNotAborted,
     log
@@ -5469,6 +5510,7 @@ async function mixAudioForDelivery(input, duration, pcmSourcePath) {
           audioGain,
           masterFxChain,
           urlByAbsentLocalPath,
+          audioSidecarUrlByLocalPath,
           keepEncoderInputAt: pcmSourcePath
         },
         compiledDir
@@ -8577,12 +8619,18 @@ async function compilePlanComposition(projectDir, config, planDir, options) {
   const needsAlpha = outputNeedsAlpha(config.format);
   const remoteFiles = Object.entries(options.remoteFiles ?? {});
   const remoteLocalPath = (rel) => join21(projectDir, ...rel.split("/"));
+  for (const [, file] of remoteFiles) declareContentAddressedUrl(file.url, file.sha256);
   const urlByAbsentLocalPath = new Map(
     remoteFiles.map(([rel, file]) => [remoteLocalPath(rel), file.url])
   );
   const localPathByUrl = new Map(
     remoteFiles.map(([rel, file]) => [file.url, remoteLocalPath(rel)])
   );
+  const audioSidecarUrlByLocalPath = new Map(
+    remoteFiles.flatMap(
+      ([rel, file]) => file.audioSidecarUrl ? [[remoteLocalPath(rel), file.audioSidecarUrl]] : []
+    )
+  );
   stageStarted = Date.now();
   const compileResult = await runCompileStage({
     urlByAbsentLocalPath,
@@ -8667,6 +8715,7 @@ async function compilePlanComposition(projectDir, config, planDir, options) {
     finalCompiledDir,
     remoteFiles,
     urlByAbsentLocalPath,
+    audioSidecarUrlByLocalPath,
     localPathByUrl,
     compileResult,
     compiled,
@@ -8684,6 +8733,7 @@ function mixPlanAudio(c, compiledDir) {
     workDir: c.workDir,
     compiledDir,
     urlByAbsentLocalPath: c.urlByAbsentLocalPath,
+    audioSidecarUrlByLocalPath: c.audioSidecarUrlByLocalPath,
     totalFrames: c.totalFrames,
     fps: c.job.config.fps,
     ffmpegProcessTimeout: c.cfg.ffmpegProcessTimeout,
@@ -8968,7 +9018,7 @@ async function buildPlanAudio(projectDir, config, workRoot, outputPath, options
   });
   try {
     let stageStarted = Date.now();
-    await extractPlanVideos(c, true);
+    await appendVideoAudioFromProbe(c);
     logPlanStage(c.log, "extract", stageStarted);
     stageStarted = Date.now();
     const mixed = await mixPlanAudio(c, c.compiledDir);
@@ -10036,7 +10086,7 @@ function cfrEncodeArgs(inputArgs, encoder, fpsArg) {
     "-r",
     fpsArg
   ];
-  appendSoftwareEncoderThreadsArg(args);
+  appendSoftwareEncoderThreadsArg(args, "libx264");
   return args;
 }
 async function reencodeCfr(ctx, chunkPaths, encoder) {
@@ -11164,7 +11214,36 @@ function hashProjectDir(projectDir, files = listSiteFiles(projectDir)) {
   }
   return hash.digest("hex").slice(0, 16);
 }
+
+// src/services/distributed/audioSidecar.ts
+import { extractAudioMetadata as extractAudioMetadata4, runFfmpeg as runFfmpeg8 } from "@hyperframes/engine";
+import { extname as extname5 } from "node:path";
+var AUDIO_SIDECAR_MIN_BYTES = 32 * 1024 * 1024;
+var AUDIO_SIDECAR_SOURCE_EXTENSIONS = /* @__PURE__ */ new Set([".mp4", ".mov", ".m4v"]);
+function wantsAudioSidecar(path, sizeBytes) {
+  return sizeBytes >= AUDIO_SIDECAR_MIN_BYTES && AUDIO_SIDECAR_SOURCE_EXTENSIONS.has(extname5(path).toLowerCase());
+}
+async function buildAudioSidecar(inputPath, outputPath, signal) {
+  const audio = await extractAudioMetadata4(inputPath, { signal }).catch(() => null);
+  if (!audio) return await ffmpegIsMissing(signal) ? "unavailable" : "none";
+  if (audio.audioStreamCount !== 1 || (audio.audioStreamLeadSeconds ?? 0) > 0) return "none";
+  const result = await runFfmpeg8(
+    ["-v", "error", "-y", "-i", inputPath, "-map", "0:a:0", "-vn", "-c:a", "copy"].concat([
+      "-movflags",
+      "+faststart",
+      "-f",
+      "mp4",
+      outputPath
+    ]),
+    { signal }
+  );
+  if (result.success) return "built";
+  return isMissing(result) ? "unavailable" : "none";
+}
+var isMissing = (result) => result.error?.code === "ENOENT";
+var ffmpegIsMissing = async (signal) => isMissing(await runFfmpeg8(["-version"], { signal }));
 export {
+  AUDIO_SIDECAR_MIN_BYTES,
   CHUNK_EXCEEDS_WORKER_TIMEOUT,
   CHUNK_FRAME_RANGE_INVALID,
   CURRENT_PLAN_PROTOCOL,
@@ -11207,6 +11286,7 @@ export {
   applyRuntimeEnvSnapshot,
   assemble,
   assembleV2,
+  buildAudioSidecar,
   buildChunkSlices,
   buildPlanAudio,
   buildStitchedHeader,
@@ -11242,5 +11322,6 @@ export {
   stitchesSeparateAudio,
   validateDistributedRenderConfig,
   validatePlanV2MaterializedTarget,
-  validateVariablesPayload
+  validateVariablesPayload,
+  wantsAudioSidecar
 };

package/dist/hyperframe.manifest.json

@@ -1,7 +1,7 @@
 {
   "version": "0.1.0",
   "buildId": "dev",
-  "sha256": "54a6d80fb24c9d14b82e50000abc5ff73819d53fe7951b53299a20e941371b5b",
+  "sha256": "a44a8127a863733eafcb4dfa80f2517a3a74266a32bbaf072be4b7401ea46c42",
   "artifacts": {
     "iife": "hyperframe.runtime.iife.js",
     "esm": "hyperframe.runtime.mjs"