@kvman/kvvideo 0.0.0-stage → 0.1.1

package/dist/compose/player-copies.js

@@ -0,0 +1,34 @@
+import { readFileSync } from 'node:fs';
+import path from 'node:path';
+import { z } from '@kvman/sdk';
+// The player's copies (plan 16 §16.8; ADR 0107, 13 and 14; ADR 0115, 45): a video of at most 512 MiB is copied into
+// the kernel's files with its poster, so the chat's card can play it. A new copy of a path replaces the old one, and
+// only the newest 10 copies of the workspace are kept; the collection's ids rise with time, so the oldest come first.
+export const largestCopyBytes = 512 * 1024 * 1024;
+const kept = 10;
+const playerSchema = z.object({ path: z.string(), fileId: z.string(), posterFileId: z.string().nullable(), createdAt: z.string() });
+/** Whether a video of this size gets a copy for the player. */
+export function copied(bytes) {
+    return bytes <= largestCopyBytes;
+}
+async function forget(ctx, row) {
+    await ctx.files.unlink(row.fileId);
+    if (row.posterFileId !== null)
+        await ctx.files.unlink(row.posterFileId);
+    await ctx.store.collection('players', playerSchema).delete(row.id);
+}
+export async function keepCopy(ctx, file, shownPath, bytes, poster) {
+    if (!copied(bytes))
+        return { fileId: null, posterFileId: null };
+    const players = ctx.store.collection('players', playerSchema);
+    const copy = await ctx.files.write(path.basename(file), readFileSync(file), 'video/mp4');
+    const posterCopy = await ctx.files.write(path.basename(poster), readFileSync(poster), 'image/jpeg');
+    for (const old of await players.find({ path: shownPath }, { limit: 1000 }))
+        await forget(ctx, old);
+    await players.insert({ path: shownPath, fileId: copy.id, posterFileId: posterCopy.id, createdAt: new Date().toISOString() });
+    const all = await players.find({}, { limit: 1000, order: 'asc' });
+    for (const old of all.slice(0, Math.max(0, all.length - kept)))
+        await forget(ctx, old);
+    return { fileId: copy.id, posterFileId: posterCopy.id };
+}
+//# sourceMappingURL=player-copies.js.map

package/dist/compose/player-copies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"player-copies.js","sourceRoot":"","sources":["../../src/compose/player-copies.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAY,MAAM,YAAY,CAAC;AAEzC,oHAAoH;AACpH,qHAAqH;AACrH,sHAAsH;AAEtH,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAClD,MAAM,IAAI,GAAG,EAAE,CAAC;AAEhB,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAEpI,+DAA+D;AAC/D,MAAM,UAAU,MAAM,CAAC,KAAa;IAClC,OAAO,KAAK,IAAI,gBAAgB,CAAC;AACnC,CAAC;AAID,KAAK,UAAU,MAAM,CAAC,GAAQ,EAAE,GAAmD;IACjF,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,GAAG,CAAC,YAAY,KAAK,IAAI;QAAE,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACxE,MAAM,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,GAAQ,EAAE,IAAY,EAAE,SAAiB,EAAE,KAAa,EAAE,MAAc;IACrG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IAChE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC;IACzF,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,CAAC;IACpG,KAAK,MAAM,GAAG,IAAI,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACnG,MAAM,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC7H,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAClE,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QAAE,MAAM,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACvF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;AAC1D,CAAC"}

package/dist/compose/register-compose.d.ts

@@ -0,0 +1,3 @@
+import type { Ctx } from '@kvman/sdk';
+export declare function registerCompose(ctx: Ctx): void;
+//# sourceMappingURL=register-compose.d.ts.map

package/dist/compose/register-compose.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-compose.d.ts","sourceRoot":"","sources":["../../src/compose/register-compose.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAyDtC,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAwF9C"}

package/dist/compose/register-compose.js

@@ -0,0 +1,151 @@
+import { statSync } from 'node:fs';
+import path from 'node:path';
+import { launchChannel, launchDrawing } from "../browser/launch.js";
+import { startBrowser } from "../browser/start-browser.js";
+import { answerPath } from "../files/answer-path.js";
+import { placeOutput, workFolder } from "../files/place-output.js";
+import { sidecarOutputPath, writeSidecar } from "../files/sidecar.js";
+import { inputPath, outputPath } from "../files/workspace-paths.js";
+import { mediaDuration } from "../programs/media-duration.js";
+import { programOf } from "../programs/programs.js";
+import { invalid, kvvideoProblem } from "../problems.js";
+import { ownPortOf } from "../record/own-port.js";
+import { arabicLetter, captionFont } from "./caption-font.js";
+import { defaultAccent } from "./compose-drawing.js";
+import { composeInputSchema, composeOutputSchema } from "./compose-input.js";
+import { backgroundInputOf, captionsOf } from "./compose-plan.js";
+import { composeSize } from "./compose-size.js";
+import { keepCopy } from "./player-copies.js";
+import { audioExtensions, checkScene, imageExtensions, isImage, planScene, videoExtensions } from "./scene-plan.js";
+import { sceneStarts, transitionsOf } from "./transitions.js";
+// `video compose` (plan 16 §16.8): every file and output is checked before ffmpeg runs; each size is composed in its
+// own folder; the render runs inside the call (ADR 0107, 12); the video, its `.srt`, poster, and sidecar, and the other
+// sizes are placed beside its path, and the video is copied for the chat's player.
+async function lengthOf(ffprobe, file, scene, signal) {
+    const duration = await mediaDuration(ffprobe, file, signal);
+    if (!duration.ok)
+        throw kvvideoProblem('RENDER_FAILED', `ffprobe couldn't read scene ${String(scene)}'s ${file}: ${duration.reason}`, { scene, reason: duration.reason });
+    return duration.ms;
+}
+async function planAll(scenes, files, ffprobe, signal) {
+    const planned = [];
+    for (const [index, scene] of scenes.entries()) {
+        const file = files[index] ?? { clip: '', narration: undefined };
+        const clipMs = isImage(file.clip) ? undefined : await lengthOf(ffprobe, file.clip, index + 1, signal);
+        const narrationMs = file.narration === undefined ? undefined : await lengthOf(ffprobe, file.narration, index + 1, signal);
+        planned.push(planScene(index + 1, scene, file, { clipMs, narrationMs }));
+    }
+    return planned;
+}
+// The files a size writes, each checked as an output: the video, its `.srt` and poster, and the main one's sidecar.
+function outputsOf(root, file, size, replace) {
+    outputPath(root, file, '.mp4', replace);
+    const base = file.slice(0, file.length - path.extname(file).length) + (size === undefined ? '' : `-${String(size.width)}x${String(size.height)}`);
+    const video = outputPath(root, `${base}.mp4`, '.mp4', replace);
+    return { video, srt: outputPath(root, `${base}.srt`, '.srt', replace), poster: outputPath(root, `${base}.jpg`, '.jpg', replace), sidecar: size === undefined ? sidecarOutputPath(video, replace, file) : undefined };
+}
+function checkSizes(main, extra) {
+    const key = (size) => `${String(size.width)}x${String(size.height)}`;
+    const keys = [main, ...extra].map(key);
+    if (new Set(keys).size !== keys.length)
+        throw invalid('Each extra size differs from the main size and from the others.', { sizes: keys });
+}
+export function registerCompose(ctx) {
+    ctx.registerCommand('kvvideo.video.compose', {
+        description: 'Composes scenes of recorded clips, pages, or images, framed, with camera moves, overlays, transitions, sound effects, narrations, and burned-in captions, into an MP4 file in the workspace, levelled, with its .srt and poster.',
+        input: composeInputSchema,
+        output: composeOutputSchema,
+        public: true,
+        retries: 0,
+        timeoutMs: 3_600_000,
+        handle: async (input) => {
+            const root = ctx.job.workspace.path;
+            const replace = input.replace === true;
+            const size = { width: input.width ?? 1920, height: input.height ?? 1080 };
+            const extraSizes = input.extraSizes ?? [];
+            checkSizes(size, extraSizes);
+            const outputs = [outputsOf(root, input.file, undefined, replace), ...extraSizes.map((extra) => outputsOf(root, input.file, extra, replace))];
+            const files = input.scenes.map((scene) => ({ clip: inputPath(root, scene.clip, [...videoExtensions, ...imageExtensions]), narration: scene.narration === undefined ? undefined : inputPath(root, scene.narration, audioExtensions) }));
+            for (const [index, scene] of input.scenes.entries()) {
+                checkScene(index + 1, scene);
+                backgroundInputOf(root, index + 1, scene.background);
+            }
+            const brand = await ctx.settings.get('kvvideo.brand');
+            const look = input.captions?.style ?? 'boxed';
+            const texts = look === 'off' ? [] : input.scenes.flatMap((scene, index) => captionsOf(scene, files[index]?.narration).map((caption) => caption.text));
+            const font = texts.length === 0 ? undefined : captionFont(root, input.captions?.font ?? brand?.font ?? undefined, texts);
+            const programs = { ffmpeg: await programOf(ctx, 'ffmpeg'), ffprobe: await programOf(ctx, 'ffprobe') };
+            const planned = await planAll(input.scenes, files, programs.ffprobe, ctx.job.signal);
+            const lengths = planned.map((scene) => scene.lengthMs);
+            const transitions = transitionsOf(input.scenes, lengths);
+            const { starts, durationMs } = sceneStarts(lengths, transitions);
+            const opened = [];
+            const browserOf = (launch) => {
+                let started;
+                return async () => {
+                    if (started !== undefined)
+                        return started;
+                    started = await startBrowser(await ctx.settings.get('kvvideo.browser'), launch);
+                    opened.push(started);
+                    return started;
+                };
+            };
+            const work = workFolder();
+            const sizes = [size, ...extraSizes];
+            let scenesDone = 0;
+            try {
+                const composition = {
+                    root,
+                    scenes: input.scenes,
+                    planned,
+                    transitions,
+                    starts,
+                    durationMs,
+                    direction: input.direction ?? (texts.some((text) => arabicLetter.test(text)) ? 'rtl' : 'ltr'),
+                    sounds: input.sounds !== false,
+                    brand,
+                    captions: { look, position: input.captions?.position ?? 'bottom', size: input.captions?.size, highlight: brand?.colors.primary ?? defaultAccent, font },
+                    programs,
+                    ownPort: ownPortOf(process.env['KVMAN_HOME']),
+                    signal: ctx.job.signal,
+                    browsers: { drawing: browserOf(launchDrawing), recording: browserOf(launchChannel) },
+                    progress: {
+                        scene: () => ctx.job.progress({ key: 'kvvideo.progress.scene', params: { n: (scenesDone += 1), of: planned.length * sizes.length } }),
+                        final: (percent) => ctx.job.progress({ key: 'kvvideo.progress.final', params: { percent } }),
+                    },
+                };
+                const results = [];
+                for (const [index, each] of sizes.entries())
+                    results.push(await composeSize(composition, each, path.join(work.folder, `size-${String(index + 1)}`)));
+                const main = results[0];
+                const mainOutputs = outputs[0];
+                if (main === undefined || mainOutputs === undefined)
+                    throw invalid('There is no size to compose.');
+                const others = [];
+                for (const [index, result] of results.entries()) {
+                    const placed = outputs[index];
+                    if (placed === undefined)
+                        continue;
+                    placeOutput(result.video, placed.video);
+                    placeOutput(result.poster, placed.poster);
+                    if (result.srt !== undefined)
+                        placeOutput(result.srt, placed.srt);
+                    if (index > 0)
+                        others.push({ file: answerPath(root, placed.video), bytes: statSync(placed.video).size });
+                }
+                if (mainOutputs.sidecar !== undefined)
+                    placeOutput(writeSidecar(work.folder, { kind: 'video', durationMs, ...size, scenes: starts.map((startMs, index) => ({ startMs, endMs: startMs + (lengths[index] ?? 0) })), captions: main.captions }), mainOutputs.sidecar);
+                const shown = answerPath(root, mainOutputs.video);
+                const bytes = statSync(mainOutputs.video).size;
+                const copy = await keepCopy(ctx, mainOutputs.video, shown, bytes, mainOutputs.poster);
+                return { file: shown, durationMs, bytes, fileId: copy.fileId, poster: answerPath(root, mainOutputs.poster), posterFileId: copy.posterFileId, others };
+            }
+            finally {
+                for (const browser of opened)
+                    await browser.close();
+                work.remove();
+            }
+        },
+    });
+}
+//# sourceMappingURL=register-compose.js.map

package/dist/compose/register-compose.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-compose.js","sourceRoot":"","sources":["../../src/compose/register-compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACtE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAc,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAoB,MAAM,mBAAmB,CAAC;AAElE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAsC,MAAM,iBAAiB,CAAC;AACxJ,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAE9D,qHAAqH;AACrH,wHAAwH;AACxH,mFAAmF;AAEnF,KAAK,UAAU,QAAQ,CAAC,OAAgB,EAAE,IAAY,EAAE,KAAa,EAAE,MAAmB;IACxF,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,cAAc,CAAC,eAAe,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,QAAQ,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1K,OAAO,QAAQ,CAAC,EAAE,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,MAAwB,EAAE,KAA4B,EAAE,OAAgB,EAAE,MAAmB;IAClH,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QACtG,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1H,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,oHAAoH;AACpH,SAAS,SAAS,CAAC,IAAY,EAAE,IAAY,EAAE,IAAsB,EAAE,OAAgB;IACrF,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClJ,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/D,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AACvN,CAAC;AAED,SAAS,UAAU,CAAC,IAAU,EAAE,KAAsB;IACpD,MAAM,GAAG,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IACnF,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,iEAAiE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5I,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,GAAG,CAAC,eAAe,CAAC,uBAAuB,EAAE;QAC3C,WAAW,EAAE,kOAAkO;QAC/O,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,mBAAmB;QAC3B,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,SAAS;QACpB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC;YACvC,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YAC1E,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;YAC1C,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7I,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,eAAe,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;YACvO,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC7B,iBAAiB,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACvD,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,IAAI,OAAO,CAAC;YAC9C,MAAM,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACtJ,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,SAAS,EAAE,KAAK,CAAC,CAAC;YACzH,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC;YACtG,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACrF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvD,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACjE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,CAAC,MAA4B,EAA4B,EAAE;gBAC3E,IAAI,OAA4B,CAAC;gBACjC,OAAO,KAAK,IAAI,EAAE;oBAChB,IAAI,OAAO,KAAK,SAAS;wBAAE,OAAO,OAAO,CAAC;oBAC1C,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;oBAChF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACrB,OAAO,OAAO,CAAC;gBACjB,CAAC,CAAC;YACJ,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,GAAG,UAAU,CAAC,CAAC;YACpC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,WAAW,GAAgB;oBAC/B,IAAI;oBACJ,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO;oBACP,WAAW;oBACX,MAAM;oBACN,UAAU;oBACV,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;oBAC7F,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,KAAK;oBAC9B,KAAK;oBACL,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,IAAI,aAAa,EAAE,IAAI,EAAE;oBACvJ,QAAQ;oBACR,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBAC7C,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM;oBACtB,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,aAAa,CAAC,EAAE;oBACpF,QAAQ,EAAE;wBACR,KAAK,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,wBAAwB,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;wBACrI,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,wBAAwB,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;qBAC7F;iBACF,CAAC;gBACF,MAAM,OAAO,GAAG,EAAE,CAAC;gBACnB,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE;oBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrJ,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,IAAI,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS;oBAAE,MAAM,OAAO,CAAC,8BAA8B,CAAC,CAAC;gBACnG,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;oBAChD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC9B,IAAI,MAAM,KAAK,SAAS;wBAAE,SAAS;oBACnC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACxC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;oBAC1C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;wBAAE,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;oBAClE,IAAI,KAAK,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3G,CAAC;gBACD,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS;oBAAE,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;gBACnQ,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;gBACtF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YACxJ,CAAC;oBAAS,CAAC;gBACT,KAAK,MAAM,OAAO,IAAI,MAAM;oBAAE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpD,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/compose/render.d.ts

@@ -0,0 +1,25 @@
+import type { Caption } from '../narration/captions.ts';
+import { type Program } from '../programs/run-program.ts';
+import { type CaptionStyle } from './ass-file.ts';
+import type { CaptionFont } from './caption-font.ts';
+import { type FinalPlan } from './final-pass.ts';
+import { type SceneRender, type Size } from './scene-args.ts';
+export type RenderPlan = {
+    scenes: readonly SceneRender[];
+    captions: readonly (readonly Caption[])[];
+    size: Size;
+    font: CaptionFont | undefined;
+    style: Omit<CaptionStyle, 'family' | 'width' | 'height'>;
+    final: Omit<FinalPlan, 'parts'>;
+    folder: string;
+    ffmpeg: Program;
+    signal: AbortSignal;
+    sceneStarted(): void;
+    finalAt(percent: number): void;
+};
+/** Renders the size; answers the video and its poster, in the work folder. */
+export declare function render(plan: RenderPlan): Promise<{
+    video: string;
+    poster: string;
+}>;
+//# sourceMappingURL=render.d.ts.map

package/dist/compose/render.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.d.ts","sourceRoot":"","sources":["../../src/compose/render.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAyB,KAAK,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAEjF,OAAO,EAAW,KAAK,YAAY,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAoE,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACnH,OAAO,EAAiC,KAAK,WAAW,EAAE,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAM7F,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,SAAS,WAAW,EAAE,CAAC;IAC/B,QAAQ,EAAE,SAAS,CAAC,SAAS,OAAO,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,WAAW,GAAG,SAAS,CAAC;IAC9B,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC,CAAC;IACzD,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,YAAY,IAAI,IAAI,CAAC;IACrB,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAmCF,8EAA8E;AAC9E,wBAAsB,MAAM,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAczF"}

package/dist/compose/render.js

@@ -0,0 +1,61 @@
+import { copyFileSync, mkdirSync, writeFileSync } from 'node:fs';
+import path from 'node:path';
+import { lastLines, runProgram } from "../programs/run-program.js";
+import { kvvideoProblem } from "../problems.js";
+import { assFile } from "./ass-file.js";
+import { finalArgs, finalGraph, measureArgs, measuredLoudness, posterArgs } from "./final-pass.js";
+import { assName, graphName, sceneArgs } from "./scene-args.js";
+function failed(scene, reason) {
+    return kvvideoProblem('RENDER_FAILED', `ffmpeg couldn't make ${scene === null ? 'the final video' : `scene ${String(scene)}`}: ${reason}`, { scene, reason });
+}
+async function parts(plan) {
+    const made = [];
+    for (const [index, scene] of plan.scenes.entries()) {
+        plan.sceneStarted();
+        const captions = plan.captions[index] ?? [];
+        if (scene.captioned && plan.font !== undefined)
+            writeFileSync(path.join(plan.folder, assName(scene.scene)), assFile({ ...plan.style, ...plan.size, family: plan.font.family }, captions));
+        const part = `part-${String(scene.scene.number)}.mkv`;
+        const { args, graph } = sceneArgs(scene, plan.size, part);
+        writeFileSync(path.join(plan.folder, graphName(scene.scene)), graph);
+        const run = await runProgram(plan.ffmpeg, args, { cwd: plan.folder, signal: plan.signal });
+        if (run.exitCode !== 0)
+            throw failed(scene.scene.number, lastLines(run.output));
+        made.push(part);
+    }
+    return made;
+}
+// Reports the encode's progress in tenths, from ffmpeg's `out_time_us` lines.
+function progressOf(plan) {
+    let reported = 0;
+    return (text) => {
+        for (const match of text.matchAll(/out_time_us=(\d+)/g)) {
+            const percent = Math.min(100, Math.floor(Number(match[1]) / 1000 / Math.max(1, plan.final.durationMs) * 10) * 10);
+            if (percent <= reported)
+                continue;
+            reported = percent;
+            plan.finalAt(percent);
+        }
+    };
+}
+/** Renders the size; answers the video and its poster, in the work folder. */
+export async function render(plan) {
+    mkdirSync(path.join(plan.folder, 'fonts'), { recursive: true });
+    if (plan.font !== undefined)
+        copyFileSync(plan.font.file, path.join(plan.folder, 'fonts', path.basename(plan.font.file)));
+    const final = { ...plan.final, parts: await parts(plan) };
+    writeFileSync(path.join(plan.folder, 'measure.graph'), finalGraph(final, undefined));
+    plan.finalAt(0);
+    const measure = await runProgram(plan.ffmpeg, measureArgs(final, 'measure.graph'), { cwd: plan.folder, signal: plan.signal });
+    if (measure.exitCode !== 0)
+        throw failed(null, lastLines(measure.output));
+    writeFileSync(path.join(plan.folder, 'final.graph'), finalGraph(final, measuredLoudness(measure.output)));
+    const encoded = await runProgram(plan.ffmpeg, finalArgs(final, 'final.graph', 'video.mp4'), { cwd: plan.folder, signal: plan.signal, onStdout: progressOf(plan) });
+    if (encoded.exitCode !== 0)
+        throw failed(null, lastLines(encoded.output));
+    const poster = await runProgram(plan.ffmpeg, posterArgs('video.mp4', Math.round((plan.scenes[0]?.scene.lengthMs ?? 0) / 2), 'poster.jpg'), { cwd: plan.folder, signal: plan.signal });
+    if (poster.exitCode !== 0)
+        throw failed(null, lastLines(poster.output));
+    return { video: path.join(plan.folder, 'video.mp4'), poster: path.join(plan.folder, 'poster.jpg') };
+}
+//# sourceMappingURL=render.js.map

package/dist/compose/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../../src/compose/render.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,SAAS,EAAE,UAAU,EAAgB,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAqB,MAAM,eAAe,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAkB,MAAM,iBAAiB,CAAC;AACnH,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAA+B,MAAM,iBAAiB,CAAC;AAoB7F,SAAS,MAAM,CAAC,KAAoB,EAAE,MAAc;IAClD,OAAO,cAAc,CAAC,eAAe,EAAE,wBAAwB,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AAChK,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,IAAgB;IACnC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC1L,MAAM,IAAI,GAAG,QAAQ,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QACtD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1D,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3F,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,SAAS,UAAU,CAAC,IAAgB;IAClC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,EAAE,EAAE;QACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAClH,IAAI,OAAO,IAAI,QAAQ;gBAAE,SAAS;YAClC,QAAQ,GAAG,OAAO,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAgB;IAC3C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1H,MAAM,KAAK,GAAc,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;IACrE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAChB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9H,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC;QAAE,MAAM,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,UAAU,CAAC,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1G,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnK,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC;QAAE,MAAM,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACtL,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC;QAAE,MAAM,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;AACtG,CAAC"}

package/dist/compose/scene-args.d.ts

@@ -0,0 +1,37 @@
+import { type Background } from './background.ts';
+import type { Layout, Size } from './frame-layout.ts';
+import { type PlacedOverlay } from './overlays.ts';
+import type { SceneLook } from './scene-look.ts';
+import type { PlannedScene } from './scene-plan.ts';
+export type { Size } from './frame-layout.ts';
+/** What the browser drew for a scene, by file name in the work folder: its frame's images and each overlay's. */
+export type SceneDrawn = {
+    layout: Layout | undefined;
+    chrome: string | undefined;
+    mask: string | undefined;
+    overlayImages: (string | undefined)[];
+};
+export type SceneRender = {
+    scene: PlannedScene;
+    look: SceneLook;
+    background: Background;
+    drawn: SceneDrawn;
+    captioned: boolean;
+};
+/** The ASS file of a scene with captions, relative to the work folder. */
+export declare function assName(scene: PlannedScene): string;
+/** The filter graph file of a scene, relative to the work folder. */
+export declare function graphName(scene: PlannedScene): string;
+declare function extraInputs(render: SceneRender): {
+    args: string[];
+    chrome: number | undefined;
+    mask: number | undefined;
+    overlays: PlacedOverlay[];
+};
+export declare function sceneGraph(render: SceneRender, size: Size, inputs: ReturnType<typeof extraInputs>): string;
+/** ffmpeg's arguments for a scene's part, and its filter graph, to be written at `graphName`. */
+export declare function sceneArgs(render: SceneRender, size: Size, output: string): {
+    args: string[];
+    graph: string;
+};
+//# sourceMappingURL=scene-args.d.ts.map

package/dist/compose/scene-args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-args.d.ts","sourceRoot":"","sources":["../../src/compose/scene-args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkC,KAAK,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElF,OAAO,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAkB,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAOpD,YAAY,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAE9C,iHAAiH;AACjH,MAAM,MAAM,UAAU,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,aAAa,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAA;CAAE,CAAC;AAErJ,MAAM,MAAM,WAAW,GAAG;IAAE,KAAK,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC;AAwBlI,0EAA0E;AAC1E,wBAAgB,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CAEnD;AAED,qEAAqE;AACrE,wBAAgB,SAAS,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CAErD;AAGD,iBAAS,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG;IAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,EAAE,aAAa,EAAE,CAAA;CAAE,CAgB7I;AAmBD,wBAAgB,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,GAAG,MAAM,CAe1G;AAED,iGAAiG;AACjG,wBAAgB,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAgB5G"}

package/dist/compose/scene-args.js

@@ -0,0 +1,103 @@
+import { framesPerSecond } from "../record/frame-writer.js";
+import { narrationLeadMs } from "../record/narration-cues.js";
+import { backgroundFit, backgroundInput } from "./background.js";
+import { perspectiveFilter } from "./camera.js";
+import { overlayFilters } from "./overlays.js";
+const seconds = (ms) => (ms / 1000).toFixed(3);
+const quiet = ['-hide_banner', '-loglevel', 'error'];
+const still = (file, lengthMs) => ['-loop', '1', '-framerate', String(framesPerSecond), '-t', seconds(lengthMs), '-i', file];
+function clipInput(scene) {
+    if (scene.kind === 'image')
+        return still(scene.clip, scene.lengthMs);
+    return ['-ss', seconds(scene.startMs), '-t', seconds(scene.partMs), '-i', scene.clip];
+}
+// The scene's sound: its narration 300 ms in, or silence, as long as the scene, with 20 ms fades at both ends.
+function soundFilter(scene) {
+    const delay = scene.narration === undefined ? '' : `adelay=delays=${String(narrationLeadMs)}:all=1,`;
+    return `[1:a]${delay}aformat=sample_rates=48000:channel_layouts=stereo,apad,atrim=0:${seconds(scene.lengthMs)},afade=t=in:d=0.02,afade=t=out:st=${seconds(Math.max(0, scene.lengthMs - 20))}:d=0.02[a]`;
+}
+function soundInput(scene) {
+    if (scene.narration !== undefined)
+        return ['-i', scene.narration];
+    return ['-f', 'lavfi', '-t', seconds(scene.lengthMs), '-i', 'anullsrc=channel_layout=stereo:sample_rate=48000'];
+}
+/** The ASS file of a scene with captions, relative to the work folder. */
+export function assName(scene) {
+    return `scene-${String(scene.number)}.ass`;
+}
+/** The filter graph file of a scene, relative to the work folder. */
+export function graphName(scene) {
+    return `scene-${String(scene.number)}.graph`;
+}
+// The inputs after the clip, the sound, and the background: the frame's chrome and mask, then each overlay's image.
+function extraInputs(render) {
+    const args = [];
+    let next = 3;
+    const add = (file) => {
+        args.push(...still(file, render.scene.lengthMs));
+        next += 1;
+        return next - 1;
+    };
+    const chrome = render.drawn.chrome === undefined ? undefined : add(render.drawn.chrome);
+    const mask = render.drawn.mask === undefined ? undefined : add(render.drawn.mask);
+    const overlays = render.look.overlays.map((overlay, index) => {
+        const image = render.drawn.overlayImages[index];
+        if (overlay.kind === 'blur' || image === undefined)
+            return { kind: 'blur', fromMs: overlay.fromMs, toMs: overlay.toMs, box: overlay.box };
+        return { kind: overlay.kind, fromMs: overlay.fromMs, toMs: overlay.toMs, input: add(image) };
+    });
+    return { args, chrome, mask, overlays };
+}
+function framed(render, size, clip, inputs) {
+    const { width, height } = size;
+    const layout = render.drawn.layout;
+    const background = `[2:v]${backgroundFit(render.background, size)}[bg]`;
+    if (layout === undefined) {
+        return [background, `[${clip}]scale=${String(width)}:${String(height)}:force_original_aspect_ratio=decrease[fit]`, `[bg][fit]overlay=(W-w)/2:(H-h)/2[pic]`];
+    }
+    const { screen } = layout;
+    const filters = [background, `[${clip}]scale=${String(screen.width)}:${String(screen.height)},format=yuva420p[fit]`];
+    const under = inputs.chrome === undefined ? 'bg' : 'bgc';
+    if (inputs.chrome !== undefined)
+        filters.push(`[bg][${String(inputs.chrome)}:v]overlay=0:0[bgc]`);
+    const shaped = inputs.mask === undefined ? 'fit' : 'shaped';
+    if (inputs.mask !== undefined)
+        filters.push(`[${String(inputs.mask)}:v]format=gray[mask]`, `[fit][mask]alphamerge[shaped]`);
+    filters.push(`[${under}][${shaped}]overlay=${String(screen.x)}:${String(screen.y)}[pic]`);
+    return filters;
+}
+export function sceneGraph(render, size, inputs) {
+    const { scene, look } = render;
+    const hold = `tpad=stop_mode=clone:stop_duration=${seconds(scene.lengthMs)}`;
+    const filters = [`[0:v]fps=${String(framesPerSecond)},${hold}[clip]`];
+    const marked = overlayFilters('clip', inputs.overlays);
+    filters.push(...marked.filters);
+    let current = marked.output;
+    if (look.camera !== undefined) {
+        filters.push(`[${current}]${perspectiveFilter(look.camera.plan, look.camera.scale, look.camera.offsetMs)}[moved]`);
+        current = 'moved';
+    }
+    filters.push(...framed(render, size, current, inputs));
+    const captions = render.captioned ? `,subtitles=filename=${assName(scene)}:fontsdir=fonts` : '';
+    filters.push(`[pic]format=yuv420p${captions}[v]`, soundFilter(scene));
+    return filters.join(';\n');
+}
+/** ffmpeg's arguments for a scene's part, and its filter graph, to be written at `graphName`. */
+export function sceneArgs(render, size, output) {
+    const inputs = extraInputs(render);
+    const { scene } = render;
+    const args = [
+        ...quiet,
+        ...clipInput(scene),
+        ...soundInput(scene),
+        ...backgroundInput(render.background, size, scene.lengthMs),
+        ...inputs.args,
+        '-filter_complex_script', graphName(scene),
+        '-map', '[v]', '-map', '[a]',
+        '-c:v', 'libx264', '-preset', 'veryfast', '-crf', '14', '-pix_fmt', 'yuv420p', '-r', String(framesPerSecond),
+        '-c:a', 'pcm_s16le', '-ar', '48000', '-ac', '2',
+        '-t', seconds(scene.lengthMs), '-y', output,
+    ];
+    return { args, graph: sceneGraph(render, size, inputs) };
+}
+//# sourceMappingURL=scene-args.js.map

package/dist/compose/scene-args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-args.js","sourceRoot":"","sources":["../../src/compose/scene-args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,eAAe,EAAmB,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,cAAc,EAAsB,MAAM,eAAe,CAAC;AAgBnE,MAAM,OAAO,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAE/D,MAAM,KAAK,GAAG,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;AAErD,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAY,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAEvJ,SAAS,SAAS,CAAC,KAAmB;IACpC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;AACxF,CAAC;AAED,+GAA+G;AAC/G,SAAS,WAAW,CAAC,KAAmB;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC;IACrG,OAAO,QAAQ,KAAK,kEAAkE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,qCAAqC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,YAAY,CAAC;AAC1M,CAAC;AAED,SAAS,UAAU,CAAC,KAAmB;IACrC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAClE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,kDAAkD,CAAC,CAAC;AAClH,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,OAAO,CAAC,KAAmB;IACzC,OAAO,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;AAC7C,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,SAAS,CAAC,KAAmB;IAC3C,OAAO,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;AAC/C,CAAC;AAED,oHAAoH;AACpH,SAAS,WAAW,CAAC,MAAmB;IACtC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,CAAC,IAAY,EAAU,EAAE;QACnC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,CAAC;QACV,OAAO,IAAI,GAAG,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAiB,EAAE;QAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1I,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;IAC/F,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,MAAM,CAAC,MAAmB,EAAE,IAAU,EAAE,IAAY,EAAE,MAAsC;IACnG,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;IACnC,MAAM,UAAU,GAAG,QAAQ,aAAa,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;IACxE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,UAAU,EAAE,IAAI,IAAI,UAAU,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,4CAA4C,EAAE,uCAAuC,CAAC,CAAC;IAC9J,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC1B,MAAM,OAAO,GAAG,CAAC,UAAU,EAAE,IAAI,IAAI,UAAU,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;IACrH,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IACzD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC5D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,+BAA+B,CAAC,CAAC;IAC5H,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,MAAM,YAAY,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC1F,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAmB,EAAE,IAAU,EAAE,MAAsC;IAChG,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAC/B,MAAM,IAAI,GAAG,sCAAsC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC7E,MAAM,OAAO,GAAG,CAAC,YAAY,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACnH,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,OAAO,CAAC,IAAI,CAAC,sBAAsB,QAAQ,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,SAAS,CAAC,MAAmB,EAAE,IAAU,EAAE,MAAc;IACvE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IACzB,MAAM,IAAI,GAAG;QACX,GAAG,KAAK;QACR,GAAG,SAAS,CAAC,KAAK,CAAC;QACnB,GAAG,UAAU,CAAC,KAAK,CAAC;QACpB,GAAG,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;QAC3D,GAAG,MAAM,CAAC,IAAI;QACd,wBAAwB,EAAE,SAAS,CAAC,KAAK,CAAC;QAC1C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;QAC5B,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC;QAC5G,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG;QAC/C,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM;KAC5C,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;AAC3D,CAAC"}

package/dist/compose/scene-look.d.ts

@@ -0,0 +1,31 @@
+import type { z } from '@kvman/sdk';
+import type { recordingSidecarSchema } from '../files/sidecar.ts';
+import { type CameraPlan } from './camera.ts';
+import type { Overlay, Scene } from './compose-input.ts';
+import type { Rect, Size } from './frame-layout.ts';
+export type Recording = z.output<typeof recordingSidecarSchema>;
+export type Camera = {
+    plan: CameraPlan;
+    scale: number | 'input';
+    offsetMs: number;
+};
+export type OverlayMark = {
+    kind: Overlay['kind'];
+    box: Rect;
+    text: string | undefined;
+    fromMs: number;
+    toMs: number;
+};
+export type SceneLook = {
+    frame: 'window' | 'phone' | 'none';
+    camera: Camera | undefined;
+    overlays: OverlayMark[];
+    scale: number;
+};
+/** A clip's frame when the scene names none: a window for a recorded website, a phone for one on a phone. */
+export declare function defaultFrame(recording: Recording | undefined): SceneLook['frame'];
+/** Each overlay's box in CSS pixels of the recorded page: its own, or its step's; a step it can't find fails. */
+export declare function overlayBoxes(number: number, scene: Scene, recording: Recording | undefined): Rect[];
+/** The look of scene `number`: its clip's recording, if any, and its source size in pixels for the overlays. */
+export declare function lookOf(number: number, scene: Scene, kind: 'video' | 'image', recording: Recording | undefined, source: Size | undefined, lengthMs: number): SceneLook;
+//# sourceMappingURL=scene-look.d.ts.map

package/dist/compose/scene-look.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-look.d.ts","sourceRoot":"","sources":["../../src/compose/scene-look.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAElE,OAAO,EAA8B,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAOpD,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEhE,MAAM,MAAM,MAAM,GAAG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAErF,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,GAAG,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvH,MAAM,MAAM,SAAS,GAAG;IAAE,KAAK,EAAE,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,EAAE,WAAW,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnI,6GAA6G;AAC7G,wBAAgB,YAAY,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,CAGjF;AAUD,iHAAiH;AACjH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,GAAG,SAAS,GAAG,IAAI,EAAE,CAEnG;AAWD,gHAAgH;AAChH,wBAAgB,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,EAAE,SAAS,EAAE,SAAS,GAAG,SAAS,EAAE,MAAM,EAAE,IAAI,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,CASrK"}

package/dist/compose/scene-look.js

@@ -0,0 +1,46 @@
+import { invalid } from "../problems.js";
+import { cameraOfActions, imageZoom } from "./camera.js";
+import { insidePage } from "./overlays.js";
+/** A clip's frame when the scene names none: a window for a recorded website, a phone for one on a phone. */
+export function defaultFrame(recording) {
+    if (recording?.kind !== 'site')
+        return 'none';
+    return recording.device === 'phone' ? 'phone' : 'window';
+}
+function cameraOf(scene, kind, recording, lengthMs) {
+    const wanted = scene.camera ?? (kind === 'image' || recording?.kind === 'site' ? 'auto' : 'none');
+    if (wanted === 'none')
+        return undefined;
+    if (kind === 'image')
+        return { plan: imageZoom(lengthMs), scale: 'input', offsetMs: 0 };
+    if (recording?.kind !== 'site')
+        return undefined;
+    return { plan: cameraOfActions(recording.actions, recording.width, recording.height), scale: recording.scale, offsetMs: scene.from ?? 0 };
+}
+/** Each overlay's box in CSS pixels of the recorded page: its own, or its step's; a step it can't find fails. */
+export function overlayBoxes(number, scene, recording) {
+    return (scene.overlays ?? []).map((overlay) => boxOf(number, overlay, recording));
+}
+function boxOf(number, overlay, recording) {
+    if (overlay.box !== undefined)
+        return overlay.box;
+    const step = overlay.step ?? 0;
+    if (recording === undefined)
+        throw invalid(`Scene ${String(number)}'s overlay names step ${String(step)}, but its clip has no recording beside it; give a box.`, { scene: number, step });
+    const box = recording.actions[step - 1]?.box;
+    if (box === undefined)
+        throw invalid(`Scene ${String(number)}'s overlay names step ${String(step)}, which has no target's box.`, { scene: number, step });
+    return box;
+}
+/** The look of scene `number`: its clip's recording, if any, and its source size in pixels for the overlays. */
+export function lookOf(number, scene, kind, recording, source, lengthMs) {
+    const scale = recording?.scale ?? 1;
+    const boxes = overlayBoxes(number, scene, recording);
+    const overlays = (scene.overlays ?? []).map((overlay, index) => {
+        const box = boxes[index] ?? { x: 0, y: 0, width: 0, height: 0 };
+        const scaled = { x: box.x * scale, y: box.y * scale, width: box.width * scale, height: box.height * scale };
+        return { kind: overlay.kind, box: source === undefined ? scaled : insidePage(scaled, source), text: overlay.text, fromMs: overlay.fromMs, toMs: overlay.toMs };
+    });
+    return { frame: scene.frame ?? defaultFrame(recording), camera: cameraOf(scene, kind, recording, lengthMs), overlays, scale };
+}
+//# sourceMappingURL=scene-look.js.map

package/dist/compose/scene-look.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-look.js","sourceRoot":"","sources":["../../src/compose/scene-look.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAmB,MAAM,aAAa,CAAC;AAG1E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAc3C,6GAA6G;AAC7G,MAAM,UAAU,YAAY,CAAC,SAAgC;IAC3D,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IAC9C,OAAO,SAAS,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC3D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAY,EAAE,IAAuB,EAAE,SAAgC,EAAE,QAAgB;IACzG,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClG,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACxC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACxF,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACjD,OAAO,EAAE,IAAI,EAAE,eAAe,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,iHAAiH;AACjH,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,KAAY,EAAE,SAAgC;IACzF,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,OAAgB,EAAE,SAAgC;IAC/E,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC;IAClD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;IAC/B,IAAI,SAAS,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1L,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7C,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1J,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,MAAM,CAAC,MAAc,EAAE,KAAY,EAAE,IAAuB,EAAE,SAAgC,EAAE,MAAwB,EAAE,QAAgB;IACxJ,MAAM,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC7D,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC5G,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACjK,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAChI,CAAC"}

package/dist/compose/scene-plan.d.ts

@@ -0,0 +1,26 @@
+import type { Scene } from './compose-input.ts';
+export declare const videoExtensions: string[];
+export declare const imageExtensions: string[];
+export declare const audioExtensions: string[];
+export type PlannedScene = {
+    number: number;
+    kind: 'video' | 'image';
+    clip: string;
+    startMs: number;
+    partMs: number;
+    lengthMs: number;
+    narration: string | undefined;
+};
+export type SceneFiles = {
+    clip: string;
+    narration: string | undefined;
+};
+export type SceneDurations = {
+    clipMs: number | undefined;
+    narrationMs: number | undefined;
+};
+export declare function isImage(file: string): boolean;
+/** Checks what a scene needs before any file is read: an image has no part and has a length. */
+export declare function checkScene(number: number, scene: Scene): void;
+export declare function planScene(number: number, scene: Scene, files: SceneFiles, durations: SceneDurations): PlannedScene;
+//# sourceMappingURL=scene-plan.d.ts.map

package/dist/compose/scene-plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-plan.d.ts","sourceRoot":"","sources":["../../src/compose/scene-plan.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAKhD,eAAO,MAAM,eAAe,UAAoC,CAAC;AACjE,eAAO,MAAM,eAAe,UAAqC,CAAC;AAClE,eAAO,MAAM,eAAe,UAA2B,CAAC;AAExD,MAAM,MAAM,YAAY,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEvK,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEzE,MAAM,MAAM,cAAc,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAE7F,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE7C;AAED,gGAAgG;AAChG,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAI7D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,GAAG,YAAY,CAUlH"}