@gentbajko/slopify 2.5.0 → 3.0.1

package/dist/slices/rebuild/runtime-shorts.js

@@ -1,7 +1,10 @@
 import { readFileSync } from "node:fs";
 import { z } from "zod";
-import { usesShorts } from "../admission/rules.js";
+import { withLanguage, wordTimingUnavailable } from "../../kernel/ports/languages.js";
+import { usesFigureCards, usesShorts } from "../admission/rules.js";
+import { captionBoldFont } from "../fonts/coverage.js";
 import { resolveBoldFont } from "../fonts/index.js";
+import { masterGoal } from "../loudness/model.js";
 import { clipWords } from "../shorts/captions.js";
 import { effectiveClips, pickedShortsOf } from "../shorts/clips.js";
 import { defaultShortsPrompt, musicVolumeOf, shortImageCount, shortsSpeedOf, } from "../shorts/model.js";
@@ -11,8 +14,10 @@ import { renderShort } from "../shorts/render.js";
 import { allocateAsset, discardPreparedAssets, sealAsset, writeAsset } from "../storage/assets.js";
 import { outputPath, projectDir } from "../storage/layout.js";
 import { probeDurationMs } from "../video/ffmpeg.js";
+import { usesVoices } from "../voices/model.js";
 import { sentencesText, transcriptSentences } from "../youtube/transcript.js";
 import { shortsPickKey } from "./recipe-shorts.js";
+import { figureShots } from "./runtime-export-edit.js";
 import { exportSnapshot, revisionAudio } from "./runtime-export-inputs.js";
 import { imageCall } from "./runtime-image.js";
 import { savedCatalogue } from "./runtime-plan.js";
@@ -20,7 +25,7 @@ import { preparedResult, preparedTexts, publishResult } from "./runtime-publicat
 import { wordsSchema } from "./runtime-subtitles.js";
 // The Shorts step's four kinds of work (`recipe-shorts.ts`): the pick, each clip's image
 // prompts, each image, and each clip's render. Each is one piece of its own, so a failure
-// names the clip it belongs to and Retry stage redoes only what did not finish.
+// names the clip it belongs to and Try again redoes only what did not finish.
 export async function executeShortsRecipe(deps, context, providers, piece) {
     if (deps.db
         .prepare("SELECT state FROM revision_work_pieces WHERE id=? AND work_id=?")
@@ -40,7 +45,7 @@ export async function executeShortsRecipe(deps, context, providers, piece) {
         throw setupError();
     const clip = savedClips(snapshot).find((one) => one.number === number);
     if (clip === undefined)
-        throw new Error("The clip this short was cut from is no longer among the picked shorts. Use Pick different moments in Edit project → Shorts, then Retry stage.");
+        throw new Error("The clip this short was cut from is no longer among the picked shorts. Use Pick different moments in Edit project → Shorts, then Try again.");
     if (matched[2] === "prompts")
         return prompts(deps, context, providers, piece, snapshot, clip);
     if (matched[2] === "render")
@@ -58,10 +63,10 @@ async function pick(deps, context, providers, piece, snapshot) {
         throw setupError();
     const llm = config.llm;
     if (llm === undefined || llm.provider.trim() === "" || llm.model.trim() === "")
-        throw new Error("Shorts need an AI text model to pick the clips, and none is chosen. Choose one in Edit project → Providers, then Retry stage.");
+        throw new Error("Shorts need an AI text model to pick the clips, and none is chosen. Choose one in Edit project → Providers, then Try again.");
     const sentences = transcriptSentences(timingWords(deps, context, view));
     if (sentences.length === 0)
-        throw new Error("The narration's word timing holds no words, so there is nothing to cut shorts from. Use Re-run section on Video, then Retry stage.");
+        throw new Error("The narration's word timing holds no words, so there is nothing to cut shorts from. Use More → Render the video again in the Video section, then Try again.");
     const audio = await revisionAudio(deps, context, view);
     const durationSeconds = audio.reduce((sum, segment) => sum + segment.seconds, 0);
     const limits = {
@@ -81,13 +86,17 @@ async function pick(deps, context, providers, piece, snapshot) {
         count: shorts.count,
         minSeconds: shorts.minSeconds,
         maxSeconds: shorts.maxSeconds,
-        sentences: sentencesText(sentences),
+        sentences: sentencesText(sentences, usesVoices(config) && config.voices !== undefined
+            ? Object.fromEntries(config.voices.speakers.map((speaker) => [speaker.id, speaker.name.trim()]))
+            : undefined),
     };
     const ask = llmCall(deps, context, piece, view, (text) => {
         const checked = checkPicks(text, sentences, limits);
         return checked.ok ? undefined : checked.reason;
     });
-    const first = await providers.forPiece(piece.id).llm(ask(pickMessages(brief)));
+    const first = await providers
+        .forPiece(piece.id)
+        .llm(ask(withLanguage(pickMessages(brief), config.language)));
     if (!first.ok)
         return "held";
     let checked = checkPicks(first.value.text, sentences, limits);
@@ -100,7 +109,7 @@ async function pick(deps, context, providers, piece, snapshot) {
             return "held";
         const second = await providers
             .forPiece(piece.id)
-            .llm(ask(pickRetryMessages(brief, first.value.text, checked.problems)));
+            .llm(ask(withLanguage(pickRetryMessages(brief, first.value.text, checked.problems), config.language)));
         if (!second.ok)
             return "held";
         const again = checkPicks(second.value.text, sentences, limits);
@@ -191,13 +200,27 @@ async function render(deps, context, piece, snapshot, clip) {
         .map((recipe) => {
         const row = view.outputs.find((one) => one.workKey === recipe.key && one.selected && one.available && one.state === "ready");
         if (row === undefined)
-            throw new Error(`Short ${String(clip.number)} is missing one of its images. Retry stage to make it again; if it keeps happening, use Make this short again in Edit project → Shorts.`);
+            throw new Error(`Short ${String(clip.number)} is missing one of its images. Try again to make it again; if it keeps happening, use Make this short again in Edit project → Shorts.`);
         return outputPath(deps.paths, context.work.projectId, row.output.path);
     });
-    const words = clipWords(timingWords(deps, context, view), clip.start, clip.end);
-    const timeline = await revisionAudio(deps, context, view);
+    const allWords = timingWords(deps, context, view);
+    const words = clipWords(allWords, clip.start, clip.end);
+    // The upright cards whose descriptions fall in the clip, on the clip's own timeline.
+    const figures = usesFigureCards(config)
+        ? figureShots(deps, context, view, "9:16", allWords).flatMap((figure) => figure.end <= clip.start || figure.start >= clip.end
+            ? []
+            : [
+                {
+                    path: figure.path,
+                    start: Math.max(0, figure.start - clip.start),
+                    end: Math.min(clip.end, figure.end) - clip.start,
+                },
+            ])
+        : [];
+    const timeline = await revisionAudio(deps, context, view, { levelled: true });
     // The bundled Barlow is drawn in its own Bold face; any other font is emboldened.
-    const font = await resolveBoldFont(deps.paths, config.subtitles?.fontId ?? "default");
+    // In another language, a font that has its letters (`fonts/coverage.ts`).
+    const font = await captionBoldFont(deps.paths, config.subtitles?.fontId ?? "default", config.language);
     const shorts = config.shorts;
     const speed = shorts === undefined ? 1 : shortsSpeedOf(shorts);
     const music = await backgroundMusic(deps, context, view);
@@ -207,8 +230,9 @@ async function render(deps, context, piece, snapshot, clip) {
     const prepared = [];
     const seconds = (clip.end - clip.start) / speed;
     try {
-        await renderShort({
+        const master = await renderShort({
             bin: deps.ffmpeg,
+            master: masterGoal(config, "video"),
             timeline,
             start: clip.start,
             end: clip.end,
@@ -217,8 +241,10 @@ async function render(deps, context, piece, snapshot, clip) {
             motionStyle: config.motionStyle,
             zoomPercent: config.zoomPercent,
             words,
+            ...(wordTimingUnavailable(config.language) === undefined ? {} : { wordByWord: false }),
             font,
             ...(shorts?.titleOnScreen === true ? { title: clip.title } : {}),
+            ...(figures.length === 0 ? {} : { figures }),
             speed,
             music,
             output: pending.absolutePath,
@@ -239,6 +265,7 @@ async function render(deps, context, piece, snapshot, clip) {
         prepared.push(preparedResult(deps, context, piece, "short_video", asset, durationMs, {
             short: clip.number,
             sentences: [clip.first, clip.last],
+            ...(master === undefined ? {} : { master }),
         }));
         await publishResult(deps, context, piece, prepared, { short: clip.number, start: clip.start, end: clip.end, durationMs }, asset);
         // One per rendered short, with no stage: stage "video" would read as a finished video.
@@ -271,7 +298,7 @@ async function backgroundMusic(deps, context, view) {
     const shorts = view.revision.config.shorts;
     if (assetId === undefined || shorts === undefined)
         return undefined;
-    const fix = "Choose another file under Background music in Edit project → Shorts, or remove the music, then Retry stage.";
+    const fix = "Choose another file under Background music in Edit project → Shorts, or remove the music, then Try again.";
     const row = z
         .object({ path: z.string() })
         .safeParse(deps.db
@@ -292,14 +319,14 @@ async function backgroundMusic(deps, context, view) {
         throw new Error(`The shorts' background music file holds no sound. ${fix}`);
     return { path, volume: musicVolumeOf(shorts) };
 }
-function timingWords(deps, context, view) {
+export function timingWords(deps, context, view) {
     const timing = view.outputs.find((row) => row.selected &&
         row.available &&
         row.state === "ready" &&
         row.workKey === "subtitles:timing" &&
         row.output.role === "subtitle_words");
     if (timing === undefined)
-        throw new Error("The narration's word timing, which the shorts are cut and captioned from, is missing. Use Re-run section on Video, then Retry stage.");
+        throw new Error("The narration's word timing, which the shorts are cut and captioned from, is missing. Use More → Render the video again in the Video section, then Try again.");
     return wordsSchema.parse(JSON.parse(readFileSync(outputPath(deps.paths, context.work.projectId, timing.output.path), "utf8"))).words;
 }
 // The project's text model, with the thinking settings saved for this step's catalogue.
@@ -324,5 +351,5 @@ function imageIndex(key) {
     return Number(key.split(":").at(-1));
 }
 function setupError() {
-    return new Error("Slopify hit an internal error (a Shorts step was set up wrongly). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+    return new Error("Slopify hit an internal error (a Shorts step was set up wrongly). Try again; if it happens again, use Download diagnostics in Settings and report it.");
 }

package/dist/slices/rebuild/runtime-store.js

@@ -1,7 +1,9 @@
 import { z } from "zod";
 import { stageKinds, stageStates } from "../../kernel/pipeline.js";
+import { optionalDeps } from "../../kernel/runner/graph.js";
 import { sourceOf } from "../admission/model.js";
 import { usesShorts, usesYoutubeDescription } from "../admission/rules.js";
+import { reviewsNarration } from "../reviews/rules.js";
 import { currentRevisionId } from "../revisions/repo.js";
 import { getRevisionView } from "../revisions/view.js";
 import { settleScheduleRunsForProject } from "../schedules/repo.js";
@@ -40,7 +42,8 @@ export function executionStages(deps, projectId) {
             view?.revision.content.subtitleCues !== undefined &&
             !usesYoutubeDescription(view.revision.config) &&
             !usesShorts(view.revision.config) &&
-            !editNeedsTiming(view.revision.config))
+            !editNeedsTiming(view.revision.config) &&
+            !reviewsNarration(view.revision.config))
             return false;
         if (piece.input.kind === "deferred" && piece.key.endsWith(":future")) {
             const cacheKey = String(row.id);
@@ -78,10 +81,13 @@ export function executionStages(deps, projectId) {
 }
 export function invocationReady(deps, work) {
     const row = deps.db
-        .prepare("SELECT recipe_context FROM revision_work WHERE id=? AND project_id=? AND revision_id=?")
+        .prepare("SELECT recipe_context,retry_at FROM revision_work WHERE id=? AND project_id=? AND revision_id=?")
         .get(work.workId, work.projectId, work.revisionId);
     if (row?.recipe_context === null || row === undefined)
         return false;
+    // Waiting out a failure time can fix: `dueRetries` clears the wait when it runs out.
+    if (row.retry_at !== null)
+        return false;
     const view = executionView(deps, work.projectId, work.revisionId);
     if (view === undefined)
         return false;
@@ -99,10 +105,31 @@ export function invocationReady(deps, work) {
             return false;
         return recipe.dependsOn.every((key) => {
             const dependency = plan.work.find((value) => value.key === key);
-            return dependency?.disposition === "reuse" && !dependency.inflight;
+            if (dependency?.disposition === "reuse" && !dependency.inflight)
+                return true;
+            // A dependency the step can do without (the document's cover) releases it once it has
+            // failed for good; the step then runs without it. The fingerprint is unchanged: it
+            // already names the missing cover, so a thumbnail made later marks the document
+            // outdated rather than current.
+            return (dependency !== undefined &&
+                (optionalDeps[recipe.stage]?.includes(dependency.stage) ?? false) &&
+                gaveUp(deps, work.projectId, key));
         });
     });
 }
+// Whether the current run's step for `key` failed or was canceled and isn't waiting to try
+// again by itself.
+function gaveUp(deps, projectId, key) {
+    const row = deps.db
+        .prepare(`SELECT w.state,w.retry_at FROM revision_work_reservations r
+       JOIN revision_work w ON w.id=r.work_id
+       JOIN project_heads h ON h.project_id=r.project_id AND h.revision_id=r.revision_id
+       WHERE r.project_id=? AND r.work_key=?`)
+        .get(projectId, key);
+    return (row !== undefined &&
+        row.retry_at === null &&
+        (row.state === "failed" || row.state === "canceled"));
+}
 export function executionStandings(deps, projectId, derived) {
     const revisionId = currentRevisionId(deps.db, projectId);
     const view = revisionId === undefined ? undefined : getRevisionView(deps, projectId, revisionId);
@@ -129,6 +156,9 @@ export function executionStandings(deps, projectId, derived) {
             return retained ? { ...entry, state: "done" } : entry;
         });
         let state = source === "off" ? "skipped" : source === "provide" ? "provided" : "pending";
+        const retryAt = group.some((entry) => entry.state === "failed")
+            ? null
+            : latestRetry(deps, group);
         if (group.some((entry) => entry.state === "running"))
             state = "running";
         else if (group.some((entry) => entry.state === "failed"))
@@ -141,9 +171,23 @@ export function executionStandings(deps, projectId, derived) {
                     ? "provided"
                     : "done"
                 : "pending";
-        return { kind, state };
+        return state === "pending" && retryAt !== null ? { kind, state, retryAt } : { kind, state };
     });
 }
+// The latest wait among a stage's steps that went back to wait after a failure time can fix.
+function latestRetry(deps, group) {
+    let latest = null;
+    for (const entry of group) {
+        if (entry.state !== "pending")
+            continue;
+        const at = deps.db
+            .prepare("SELECT retry_at FROM revision_work WHERE id=?")
+            .get(entry.work.workId)?.retry_at;
+        if (typeof at === "string" && (latest === null || at > latest))
+            latest = at;
+    }
+    return latest;
+}
 export function projectStandings(deps, projectId) {
     // One derivation serves every stage: each builds the whole execution plan.
     const work = executionStages(deps, projectId);
@@ -159,15 +203,19 @@ export function projectStandings(deps, projectId) {
                 .get(entry.work.workId);
             return total + fraction(progress?.progress_current, progress?.progress_total);
         }, 0);
-        const failed = all.find((work) => work.state === "failed");
+        // A failed step, or else one waiting to run again, says why on the stage row.
+        const failed = all.find((work) => work.state === "failed") ??
+            (stage.retryAt === undefined || stage.retryAt === null
+                ? undefined
+                : all.find((work) => work.state === "pending"));
         const failure = failed === undefined
-            ? null
-            : (deps.db
-                .prepare("SELECT failure_reason FROM revision_work WHERE id=?")
-                .get(failed.work.workId)?.failure_reason ?? null);
+            ? undefined
+            : deps.db
+                .prepare("SELECT failure_reason,failure_kind FROM revision_work WHERE id=?")
+                .get(failed.work.workId);
         deps.db
-            .prepare("UPDATE stages SET state=?,failure_reason=?,progress_current=?,progress_total=?,finished_at=CASE WHEN ?='done' THEN ? ELSE NULL END WHERE project_id=? AND kind=?")
-            .run(stage.state, failure, invocations.length === 0 ? null : current, invocations.length === 0 ? null : invocations.length, stage.state, deps.clock.now().toISOString(), projectId, stage.kind);
+            .prepare("UPDATE stages SET state=?,failure_reason=?,failure_kind=?,retry_at=?,progress_current=?,progress_total=?,finished_at=CASE WHEN ?='done' THEN ? ELSE NULL END WHERE project_id=? AND kind=?")
+            .run(stage.state, textOf(failure?.failure_reason), textOf(failure?.failure_kind), stage.retryAt ?? null, invocations.length === 0 ? null : current, invocations.length === 0 ? null : invocations.length, stage.state, deps.clock.now().toISOString(), projectId, stage.kind);
     }
     settleScheduleRunsForProject(deps.db, projectId, deps.clock.now().toISOString());
 }
@@ -225,6 +273,9 @@ const spokenKey = /^audio:(?:intro|body|outro)(?::(?!concat$|future$).+)?$/;
 function spoken(deps, workId) {
     return workPieces(deps.db, workId).some((piece) => spokenKey.test(piece.key));
 }
+function textOf(value) {
+    return typeof value === "string" ? value : null;
+}
 function fraction(current, total) {
     if (typeof current !== "number" || typeof total !== "number" || total <= 0)
         return 0;

package/dist/slices/rebuild/runtime-subtitles.js

@@ -1,14 +1,22 @@
 import { readFileSync } from "node:fs";
 import { z } from "zod";
 import { subtitleModelDir } from "../../kernel/paths.js";
+import { projectLanguage } from "../../kernel/ports/languages.js";
 import { SubtitleMismatch } from "../../kernel/ports/subtitles.js";
+import { narrationAliasesOf } from "../admission/rules.js";
+import { captionFont, captionFontDeps } from "../fonts/coverage.js";
 import { resolveFont } from "../fonts/index.js";
 import { validateCues } from "../revisions/rules.js";
 import { discardPreparedAssets, writeAsset } from "../storage/assets.js";
 import { outputPath } from "../storage/layout.js";
 import { captionCues, serializeAss, serializeSrt, serializeVtt } from "../subtitles/captions.js";
 import { spoken } from "../video/plan.js";
-import { exportSnapshot, retainedOutput, revisionAudio, revisionTranscript, } from "./runtime-export-inputs.js";
+import { usesVoices } from "../voices/model.js";
+import { speakerColour } from "../voices/palette.js";
+import { speakerPanelEvents, usesSpeakerPanel } from "../voices/panel.js";
+import { panelPortraits } from "../voices/portraits.js";
+import { attributeWords } from "../voices/timing.js";
+import { exportSnapshot, retainedOutput, revisionAudio, revisionTranscript, revisionTurns, } from "./runtime-export-inputs.js";
 import { narrationChunks, narrationTextParts, } from "./runtime-narration-text.js";
 import { preparedResult, preparedText, publishResult } from "./runtime-publication.js";
 // The saved `subtitles.json`: every word at its time in the final video. The YouTube
@@ -20,6 +28,9 @@ export const wordsSchema = z.object({
         start: z.number().finite().nonnegative(),
         end: z.number().finite().positive(),
         confidence: z.number().optional(),
+        // A multi-voice run's speaker id and script turn (`voices/timing.ts`).
+        speaker: z.string().optional(),
+        turn: z.number().int().positive().optional(),
     })),
     omissions: z
         .array(z.object({ start: z.number().finite().nonnegative(), text: z.string() }))
@@ -30,6 +41,7 @@ const cuesSchema = z.object({
         text: z.string(),
         start: z.number().finite().nonnegative(),
         end: z.number().finite().positive(),
+        speaker: z.string().optional(),
     })),
     omissions: wordsSchema.shape.omissions,
 });
@@ -44,19 +56,21 @@ export async function executeSubtitleRecipe(deps, context, piece) {
         return cues(deps, context, piece, snapshot);
     if (piece.key === "subtitles:files")
         return files(deps, context, piece, snapshot);
-    throw new Error("Slopify hit an internal error (unknown kind of caption step). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+    throw new Error("Slopify hit an internal error (unknown kind of caption step). Try again; if it happens again, use Download diagnostics in Settings and report it.");
 }
 async function timing(deps, context, piece, snapshot) {
     const audio = await revisionAudio(deps, context, snapshot.view);
     if (audio.length === 0)
-        throw new Error("Captions and the YouTube description need narration audio, but this project has none. Turn captions and the YouTube description off in Edit project, or turn narration on, then Retry stage.");
+        throw new Error("Captions and the YouTube description need narration audio, but this project has none. Turn captions and the YouTube description off in Edit project, or turn narration on, then Try again.");
     const alignSubtitles = deps.alignSubtitles;
     if (alignSubtitles === undefined)
-        throw new Error("Slopify hit an internal error (the caption timing tool is missing from this build). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+        throw new Error("Slopify hit an internal error (the caption timing tool is missing from this build). Try again; if it happens again, use Download diagnostics in Settings and report it.");
     if (!context.maySubmit(piece.id))
         return "held";
     const words = [];
     const omissions = [];
+    const turns = revisionTurns(snapshot);
+    const language = projectLanguage(snapshot.view.revision.config);
     let offset = 0;
     const total = audio.reduce((sum, segment) => sum + segment.seconds, 0);
     for (const segment of audio) {
@@ -66,7 +80,9 @@ async function timing(deps, context, piece, snapshot) {
             const aligned = await located(snapshot, kind, () => alignSubtitles({
                 audioPath: path,
                 text: revisionTranscript(deps, snapshot, kind),
-                cacheDir: subtitleModelDir(deps.paths.dataDir),
+                aliases: narrationAliasesOf(snapshot.view.revision.config),
+                cacheDir: subtitleModelDir(deps.paths.dataDir, language),
+                ...(language === "en" ? {} : { language }),
                 ffmpeg: deps.ffmpeg,
                 signal: context.signal,
                 onOmission: (value) => omissions.push({ ...value, start: value.start + offset }),
@@ -78,9 +94,11 @@ async function timing(deps, context, piece, snapshot) {
                     total: 100,
                 }),
             }));
-            for (const word of aligned) {
+            for (const word of kind === "body" && turns.length > 0
+                ? attributeWords(turns, aligned)
+                : aligned) {
                 if (word.end > segment.seconds + 0.1)
-                    throw new Error("Caption timing came out longer than the narration audio. Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+                    throw new Error("Caption timing came out longer than the narration audio. Try again; if it happens again, use Download diagnostics in Settings and report it.");
                 words.push({
                     ...word,
                     start: word.start + offset,
@@ -91,7 +109,7 @@ async function timing(deps, context, piece, snapshot) {
         offset += segment.seconds;
     }
     if (captionCues(words).length === 0)
-        throw new Error("None of the narration could be matched to the article text, so captions can't be timed. Captions only work for English narration; if you uploaded your own audio, make sure it reads the article text, then Retry stage.");
+        throw new Error("None of the narration could be matched to the article text, so captions can't be timed. The narration must be in the project language set in Edit project → Language; if you uploaded your own audio, make sure it reads the article text, then Try again.");
     context.signal.throwIfAborted();
     const output = preparedText(deps, context, piece, "subtitle_words", "subtitles.json", JSON.stringify({ key: piece.logicalFingerprint ?? piece.fingerprint, words, omissions }));
     await publishResult(deps, context, piece, [output], { words, omissions }, output.asset);
@@ -103,7 +121,7 @@ async function cues(deps, context, piece, snapshot) {
     let value;
     if (manual !== undefined) {
         if (plan.work.find((one) => one.key === piece.key)?.disposition === "review")
-            throw new Error("Your edited captions were written for an older version of the narration. Review them in Edit project → Captions and save, then Retry stage.");
+            throw new Error("Your edited captions were written for an older version of the narration. Review them in Edit project → Captions and save, then Try again.");
         const audio = await revisionAudio(deps, context, view);
         const errors = validateCues(manual.cues, audio.reduce((sum, segment) => sum + segment.seconds, 0));
         if (errors.length > 0)
@@ -116,7 +134,7 @@ async function cues(deps, context, piece, snapshot) {
             one.state === "ready" &&
             one.workKey === "subtitles:timing");
         if (output === undefined)
-            throw new Error("Caption timing is missing. Use Re-run section on Video, then Retry stage.");
+            throw new Error("Caption timing is missing. Use More → Render the video again in the Video section, then Try again.");
         const timed = wordsSchema.parse(JSON.parse(readFileSync(outputPath(deps.paths, context.work.projectId, output.output.path), "utf8")));
         value = { cues: [...captionCues(timed.words)], omissions: timed.omissions };
     }
@@ -130,10 +148,10 @@ async function files(deps, context, piece, snapshot) {
     const { view } = snapshot;
     const config = view.revision.config.subtitles;
     if (config === undefined || config.mode === "off")
-        throw new Error("Slopify hit an internal error (captions are off for this version of the project). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+        throw new Error("Slopify hit an internal error (captions are off for this version of the project). Try again; if it happens again, use Download diagnostics in Settings and report it.");
     const row = view.pieces.find((one) => one.key === "subtitles:cues" && one.selected && one.available && one.piece.state === "done");
     if (row?.piece.payload === null || row?.piece.payload === undefined)
-        throw new Error("The captions haven't been prepared yet. Use Re-run section on Video, then Retry stage.");
+        throw new Error("The captions haven't been prepared yet. Use More → Render the video again in the Video section, then Try again.");
     const value = cuesSchema.parse(JSON.parse(row.piece.payload));
     const previous = view.outputs.find((one) => one.output.role === "subtitle_font" && one.selected && one.available);
     const previousFiles = view.pieces.find((one) => one.key === "subtitles:files" &&
@@ -152,9 +170,17 @@ async function files(deps, context, piece, snapshot) {
             .optional(),
     })
         .parse(JSON.parse(previousFiles?.piece.payload ?? "{}")).font;
-    const font = savedFont?.id === config.fontId && previous !== undefined
-        ? { ...savedFont, path: outputPath(deps.paths, context.work.projectId, previous.output.path) }
-        : await resolveFont(deps.paths, config.fontId);
+    // Another language's captions may need a font with its letters (`fonts/coverage.ts`); an
+    // English project keeps the saved font as it always did.
+    const language = projectLanguage(view.revision.config);
+    const font = language !== "en"
+        ? await captionFont(captionFontDeps(deps.paths), config.fontId, language)
+        : savedFont?.id === config.fontId && previous !== undefined
+            ? {
+                ...savedFont,
+                path: outputPath(deps.paths, context.work.projectId, previous.output.path),
+            }
+            : await resolveFont(deps.paths, config.fontId);
     if (!context.maySubmit(piece.id))
         return "held";
     const prepared = [];
@@ -162,9 +188,20 @@ async function files(deps, context, piece, snapshot) {
         const frame = view.revision.config.format === "16:9"
             ? { width: 1920, height: 1080 }
             : { width: 1080, height: 1920 };
+        const voices = captionVoices(view.revision.config);
+        const portraits = panelPortraits(deps.db, voices);
+        const overlay = voices !== undefined && usesSpeakerPanel(voices.format)
+            ? speakerPanelEvents(value.cues, voices.speakers.map((speaker, index) => ({
+                id: speaker.id,
+                name: speaker.name.trim(),
+                colour: speakerColour(index),
+                ...(portraits[index] === undefined ? {} : { portrait: true }),
+            })), frame, (await revisionAudio(deps, context, view)).reduce((sum, segment) => sum + segment.seconds, 0))
+            : [];
+        const speakers = voices === undefined ? undefined : captionSpeakers(voices);
         for (const [role, filename, text] of [
-            ["subtitles_srt", "subtitles.srt", serializeSrt(value.cues)],
-            ["subtitles_vtt", "subtitles.vtt", serializeVtt(value.cues)],
+            ["subtitles_srt", "subtitles.srt", serializeSrt(value.cues, speakers)],
+            ["subtitles_vtt", "subtitles.vtt", serializeVtt(value.cues, speakers)],
             [
                 "subtitle_ass",
                 "subtitles.ass",
@@ -173,6 +210,10 @@ async function files(deps, context, piece, snapshot) {
                     fontName: font.assName,
                     fontSize: config.fontSize,
                     position: config.position,
+                    color: config.color,
+                    outlineColor: config.outlineColor,
+                    speakers,
+                    overlay,
                 }),
             ],
         ])
@@ -242,8 +283,8 @@ export function describeMismatch(chunks, segment, mismatch) {
     const expected = mismatch.expected === "" ? "the end of the text" : `"${mismatch.expected}…"`;
     const heard = mismatch.heard === "" ? "no more speech" : `"${mismatch.heard.toLowerCase()}…"`;
     const fix = chunk === undefined
-        ? "Check that part of the narration, regenerate it in Edit project → Narration, then Resume."
-        : `In Edit project → Narration, regenerate narration chunk ${String(at + 1)}, then Resume.`;
+        ? "Check that part of the narration, regenerate it in Edit project → Narration, then Continue the run."
+        : `In Edit project → Narration, regenerate narration chunk ${String(at + 1)}, then Continue the run.`;
     return `Subtitles stopped matching the audio at ${where}. The text expected ${expected} but the audio has ${heard} The recording there probably skips or changes words. ${fix}`;
 }
 function comparable(text) {
@@ -266,3 +307,15 @@ function clock(seconds) {
         ? `${String(hours)}:${String(minutes).padStart(2, "0")}:${rest}`
         : `${String(minutes)}:${rest}`;
 }
+function captionVoices(config) {
+    return usesVoices(config) ? config.voices : undefined;
+}
+function captionSpeakers(voices) {
+    return {
+        styles: Object.fromEntries(voices.speakers.map((speaker, index) => [
+            speaker.id,
+            { name: speaker.name.trim(), colour: speakerColour(index) },
+        ])),
+        nameTags: voices.nameTags,
+    };
+}

package/dist/slices/rebuild/runtime-voices.js

@@ -0,0 +1,103 @@
+import { mkdtempSync, readFileSync, rmSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { z } from "zod";
+import { masterFile, masterReport } from "../loudness/loudnorm.js";
+import { masterGoal } from "../loudness/model.js";
+import { allocateAsset, discardPreparedAssets, sealAsset } from "../storage/assets.js";
+import { outputPath, projectDir } from "../storage/layout.js";
+import { audioExportArgs } from "../video/audio-export-args.js";
+import { runFfmpeg } from "../video/ffmpeg.js";
+import { audioChapters, audioFileArgs, ffmetadata } from "../voices/audio-files.js";
+import { turnStarts } from "../voices/timing.js";
+import { exportSnapshot, revisionAudio } from "./runtime-export-inputs.js";
+import { preparedResult, publishResult } from "./runtime-publication.js";
+import { wordsSchema } from "./runtime-subtitles.js";
+// The listening files of a multi-voice run: the MP3 and the M4B of the narration timeline,
+// with a chapter at each section of the script where its first turn is heard.
+export async function executeVoicesRecipe(deps, context, piece) {
+    if (deps.db
+        .prepare("SELECT state FROM revision_work_pieces WHERE id=? AND work_id=?")
+        .get(piece.id, context.work.workId)?.state === "done")
+        return "done";
+    if (!context.maySubmit(piece.id))
+        return "held";
+    if (piece.key !== "voices:files" || piece.input.kind !== "local")
+        throw new Error("Slopify hit an internal error (unknown kind of listening-file step). Try again; if it happens again, use Download diagnostics in Settings and report it.");
+    context.signal.throwIfAborted();
+    const { view } = exportSnapshot(deps, context, piece);
+    const sections = z
+        .tuple([z.unknown(), z.unknown(), z.array(z.tuple([z.string(), z.number()])), z.string()])
+        // Level the volume's master may follow (`recipe-loudness.ts`).
+        .rest(z.unknown())
+        .parse(piece.input.values)[2]
+        .map(([title, firstTurn]) => ({ title, firstTurn }));
+    const timing = view.outputs.find((row) => row.selected &&
+        row.available &&
+        row.state === "ready" &&
+        row.workKey === "subtitles:timing" &&
+        row.output.role === "subtitle_words");
+    if (timing === undefined)
+        throw new Error("The narration's word timing, which the chapter markers come from, is missing. Use More → Render the video again in the Video section, then Try again.");
+    const { words } = wordsSchema.parse(JSON.parse(readFileSync(outputPath(deps.paths, context.work.projectId, timing.output.path), "utf8")));
+    const audio = await revisionAudio(deps, context, view, { levelled: true });
+    if (audio.length === 0)
+        throw new Error("The MP3 and M4B files need narration audio, but this project has none. Turn narration on in Edit project, or turn Audio files off under Speakers (Play → Narration, or Edit project → Providers), then Try again.");
+    const totalSeconds = audio.reduce((sum, segment) => sum + segment.seconds, 0);
+    const chapters = audioChapters({
+        title: view.revision.config.title,
+        sections,
+        turnStarts: turnStarts(words),
+        totalSeconds,
+    });
+    const directory = mkdtempSync(join(projectDir(deps.paths, context.work.projectId), "audio-"));
+    const pending = [
+        allocateAsset(deps, context.work.projectId, "narration.mp3"),
+        allocateAsset(deps, context.work.projectId, "audiobook.m4b"),
+    ];
+    const prepared = [];
+    try {
+        const metadata = join(directory, "chapters.txt");
+        writeFileSync(metadata, ffmetadata(view.revision.config.title, chapters, view.revision.config.voices?.book), { mode: 0o600 });
+        // Level the volume: the sound is mixed once and mastered to the audio files' target, and both
+        // files are encoded from that (`loudness/model.ts`).
+        const goal = masterGoal(view.revision.config, "audioFiles");
+        let sound = audio;
+        if (goal !== undefined) {
+            const mixed = join(directory, "mix.wav");
+            await runFfmpeg({
+                bin: deps.ffmpeg,
+                args: audioExportArgs(audio, mixed),
+                signal: context.signal,
+                log: deps.log,
+                onProgress: () => { },
+            });
+            const mastered = join(directory, "master.wav");
+            await masterFile({ bin: deps.ffmpeg, log: deps.log, signal: context.signal }, mixed, mastered, goal, { sampleRate: 44100, channels: 2 });
+            sound = [{ path: mastered, seconds: totalSeconds }];
+        }
+        for (const [at, kind] of ["mp3", "m4b"].entries()) {
+            const target = pending[at];
+            if (target === undefined)
+                continue;
+            await runFfmpeg({
+                bin: deps.ffmpeg,
+                args: audioFileArgs(sound, metadata, target.absolutePath, kind),
+                signal: context.signal,
+                log: deps.log,
+                onProgress: () => { },
+            });
+            context.signal.throwIfAborted();
+            // What each finished file measures, after its encode.
+            const master = goal === undefined
+                ? undefined
+                : await masterReport({ bin: deps.ffmpeg, log: deps.log, signal: context.signal }, target.absolutePath, goal);
+            prepared.push(preparedResult(deps, context, piece, kind === "mp3" ? "audio_mp3" : "audio_m4b", sealAsset(deps, target), Math.round(totalSeconds * 1000), master === undefined ? {} : { master }));
+        }
+        await publishResult(deps, context, piece, prepared, { chapters });
+        return "done";
+    }
+    finally {
+        discardPreparedAssets(deps, [...pending, ...prepared.map((one) => one.asset)]);
+        rmSync(directory, { recursive: true, force: true });
+    }
+}