@gentbajko/slopify 2.5.0 → 3.0.1

package/dist/slices/rebuild/runtime-provider.js

@@ -1,19 +1,26 @@
-import { referenceKey } from "../admission/model.js";
+import { basename } from "node:path";
+import { referenceKey, thumbnailVariant } from "../admission/model.js";
 import { plainText } from "../article/plain.js";
 import { splitEndMatter } from "../article/split.js";
+import { spokenPassage } from "../narration/describe.js";
 import { observeNarration } from "../narration/live.js";
 import { validatePreparation } from "../narration/preparation.js";
 import { prepareRequests } from "../narration/steering.js";
 import { chaptersFrom } from "../research/planner.js";
 import { sourcedAnswer } from "../research/synthesis.js";
+import { imageReviewers } from "../reviews/model.js";
 import { discardPreparedAssets, writeAsset } from "../storage/assets.js";
 import { outputPath } from "../storage/layout.js";
 import { probeDurationMs } from "../video/ffmpeg.js";
+import { parseAttribution } from "../voices/attribution.js";
+import { parseScript } from "../voices/script.js";
 import { executeArticleRequests } from "./runtime-article.js";
 import { imageCall } from "./runtime-image.js";
 import { frozenInstructions } from "./runtime-instructions.js";
+import { articlePicture } from "./runtime-pictures.js";
 import { executionPlan, executionView, savedCatalogue } from "./runtime-plan.js";
 import { preparedResult, preparedTexts, publishResult } from "./runtime-publication.js";
+import { clearSoftening, softenedPrompt, softeningRequested, softenMessages } from "./soften.js";
 export async function executeProviderRecipe(deps, context, providers, piece) {
     if (deps.db
         .prepare("SELECT state FROM revision_work_pieces WHERE id=? AND work_id=?")
@@ -22,6 +29,8 @@ export async function executeProviderRecipe(deps, context, providers, piece) {
     const input = piece.input;
     const wrapped = providers.forPiece(piece.id);
     if (input.kind === "llm") {
+        // A described figure's own picture, when the project has it and the model can look.
+        const picture = describedPicture(deps, context, input);
         const answer = piece.key === "article:body"
             ? await executeArticleRequests(deps, context, providers, piece)
             : await wrapped.llm({
@@ -29,7 +38,8 @@ export async function executeProviderRecipe(deps, context, providers, piece) {
                 model: input.model,
                 ...(input.thinking === null ? {} : { thinking: input.thinking }),
                 thinkingConfig: input.thinkingConfig,
-                messages: input.messages,
+                messages: picture === undefined ? input.messages : withPicture(input.messages),
+                ...(picture === undefined ? {} : { images: [picture] }),
                 documents: input.documents,
                 webSearch: input.webSearch,
                 previewLabel: piece.key,
@@ -54,7 +64,17 @@ export async function executeProviderRecipe(deps, context, providers, piece) {
         return "done";
     }
     if (input.kind === "tts") {
-        const spoken = await wrapped.tts({ provider: input.provider, model: input.model, voiceId: input.voice, text: input.text }, observeNarration(deps.audioPreviews, context.work.projectId, piece.id, narrationLabel(deps, context, piece), { revisionId: context.work.revisionId, workId: context.work.workId, workPieceId: piece.id }));
+        const spoken = await wrapped.tts({
+            provider: input.provider,
+            model: input.model,
+            voiceId: input.voice,
+            text: input.text,
+            ...(input.dialogue === undefined
+                ? {}
+                : {
+                    dialogue: input.dialogue.map((line) => ({ voiceId: line.voice, text: line.text })),
+                }),
+        }, observeNarration(deps.audioPreviews, context.work.projectId, piece.id, narrationLabel(deps, context, piece), { revisionId: context.work.revisionId, workId: context.work.workId, workPieceId: piece.id }));
         if (!spoken.ok)
             return "held";
         const asset = writeAsset(deps, context.work.projectId, "narration.mp3", spoken.value.bytes);
@@ -77,6 +97,15 @@ export async function executeProviderRecipe(deps, context, providers, piece) {
                 voice: input.voice,
                 ...(durationMs === undefined ? {} : { durationMs }),
             }, asset);
+            context.emit({
+                type: "narration.piece",
+                projectId: context.work.projectId,
+                key: piece.key,
+                durationMs: durationMs ?? null,
+                revisionId: context.work.revisionId,
+                workId: context.work.workId,
+                workPieceId: piece.id,
+            });
             deps.count?.("stage.completed", {
                 stage: "audio",
                 segment: input.segment,
@@ -95,48 +124,91 @@ export async function executeProviderRecipe(deps, context, providers, piece) {
         const index = piece.key.startsWith("image:")
             ? (view?.revision.content.imageOrder.indexOf(piece.key.slice(6)) ?? 0) + 1
             : undefined;
-        const image = await wrapped.image(imageCall(deps, context.work.projectId, input, piece.key === "thumbnail:image"
-            ? "Thumbnail"
+        // Which thumbnail this is (1-3), or undefined for any other image.
+        const variant = thumbnailVariant(piece.key);
+        const label = variant !== undefined
+            ? variant === 1
+                ? "Thumbnail"
+                : `Thumbnail ${String(variant)}`
             : piece.key === referenceKey
                 ? "Establishing image"
                 : index === undefined
                     ? "Image"
-                    : `Image ${String(index)}`));
+                    : `Image ${String(index)}`;
+        const softened = await softenIfAsked(deps, context, wrapped, piece, input.prompt, label);
+        if (softened === "held")
+            return "held";
+        const prompt = softened ?? input.prompt;
+        const image = await wrapped.image(imageCall(deps, context.work.projectId, { ...input, prompt }, label));
         if (!image.ok)
             return "held";
         const asset = writeAsset(deps, context.work.projectId, image.value.mime === "image/jpeg" ? "image.jpg" : "image.png", image.value.bytes);
-        const output = preparedResult(deps, context, piece, piece.key === "thumbnail:image"
-            ? "thumbnail"
-            : piece.key === referenceKey
-                ? "reference"
-                : "image", asset, null, {
-            prompt: input.prompt,
+        const output = preparedResult(deps, context, piece, variant !== undefined ? "thumbnail" : piece.key === referenceKey ? "reference" : "image", asset, null, {
+            prompt,
             provider: input.provider,
             model: input.model,
             ...(index === undefined ? {} : { index }),
+            // The second and third thumbnails carry their number; the first keeps the meta a
+            // thumbnail always had.
+            ...(variant === undefined || variant === 1 ? {} : { index: variant }),
         });
-        await publishResult(deps, context, piece, [output], { prompt: input.prompt }, asset);
+        await publishResult(deps, context, piece, [output], { prompt }, asset);
+        if (softened !== undefined)
+            clearSoftening(deps.db, context.work.projectId, [piece.key]);
         deps.count?.("stage.completed", {
             stage: context.work.kind,
             provider: input.provider,
             model: input.model,
-            ...(piece.key === "thumbnail:image" ? { thumbnails: 1 } : { images: 1 }),
+            ...(variant !== undefined ? { thumbnails: 1 } : { images: 1 }),
         });
         return "done";
     }
-    throw new Error("Slopify hit an internal error (this step has no provider request to run). Use Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+    throw new Error("Slopify hit an internal error (this step has no provider request to run). Use Try again; if it happens again, use Download diagnostics in Settings and report it.");
+}
+// Soften and retry (`soften.ts`): the project's AI model rewords a refused image prompt
+// before the image is drawn again. Undefined when nobody asked, or the project has no model.
+async function softenIfAsked(deps, context, providers, piece, prompt, label) {
+    if (!softeningRequested(deps.db, context.work.projectId, piece.key))
+        return undefined;
+    const llm = executionView(deps, context.work.projectId, context.work.revisionId)?.revision.config
+        .llm;
+    if (llm === undefined)
+        return undefined;
+    const answer = await providers.llm({
+        provider: llm.provider,
+        model: llm.model,
+        ...(llm.thinking === undefined ? {} : { thinking: llm.thinking }),
+        messages: softenMessages(prompt),
+        previewLabel: `${label}: softened prompt`,
+        check: (value) => softenedPrompt(value.text) === ""
+            ? "The AI model sent back an empty prompt while softening it. Use Soften and retry again, or reword the prompt yourself in Edit project → Images."
+            : undefined,
+    });
+    return answer.ok ? softenedPrompt(answer.value.text) : "held";
 }
 function checkAnswer(piece, answer) {
     if (answer.text.trim() === "")
-        return "The AI model sent back an empty answer. Use Retry stage; if it keeps happening, choose another model in the Providers section of Edit project.";
+        return "The AI model sent back an empty answer. Use Try again; if it keeps happening, choose another model in the Providers section of Edit project.";
+    if (piece.input.kind === "llm" && piece.input.describe !== undefined)
+        return spokenPassage(answer.text) === ""
+            ? "The AI model's description had no words a narrator could say. Use Try again; if it keeps happening, choose another model in the Providers section of Edit project, or turn off Describe tables and figures there."
+            : undefined;
     if (piece.key === "research:planner")
         return chaptersFrom(answer.text).length === 0
-            ? "The AI model's research plan listed no chapters, so research could not go on. Use Retry stage; if it keeps happening, choose another model in the Providers section of Edit project."
+            ? "The AI model's research plan listed no chapters, so research could not go on. Use Try again; if it keeps happening, choose another model in the Providers section of Edit project."
             : undefined;
     if (piece.key === "research:notes" || piece.key.startsWith("research:chapter:"))
         return sourcedAnswer(piece.key, answer.text);
+    // A speaker split that loses or adds words is asked for again rather than narrated.
+    if (piece.input.kind === "llm" && piece.input.script?.attribute === true) {
+        const checked = parseAttribution(answer.text, attributionSource(piece.input.messages), piece.input.script.speakers);
+        return checked.ok ? undefined : checked.reason;
+    }
     return undefined;
 }
+function attributionSource(messages) {
+    return messages.at(-1)?.content ?? "";
+}
 async function publishText(deps, context, piece, answer) {
     if (piece.input.kind === "llm" && piece.input.preparation !== undefined) {
         const checked = validatePreparation(answer.text, piece.input.preparation.source);
@@ -150,8 +222,20 @@ async function publishText(deps, context, piece, answer) {
         });
         return;
     }
+    if (piece.input.kind === "llm" && piece.input.describe !== undefined) {
+        // The passage the narration says, as it says it; nothing to download.
+        await publishResult(deps, context, piece, [], { text: spokenPassage(answer.text) });
+        return;
+    }
     if (piece.key === "article:body") {
         const parts = splitEndMatter(answer.text);
+        // A script is read before it is kept: one the narration could not speak fails here, with
+        // the line to fix, rather than at the narration.
+        if (piece.input.kind === "llm" && piece.input.script !== undefined) {
+            const checked = parseScript(parts.body, piece.input.script.speakers);
+            if (!checked.ok)
+                throw new Error(`The text model's script can't be read: ${checked.reason} Try again to have it written again, or fix it in Edit project → Article.`);
+        }
         await publishResult(deps, context, piece, preparedTexts(deps, context, piece, [
             ["instructions", "instructions.md", frozenInstructions(deps, context, piece)],
             ["article_md", "article.md", answer.text],
@@ -161,6 +245,10 @@ async function publishText(deps, context, piece, answer) {
         ]), { text: answer.text });
         return;
     }
+    if (piece.key === "script:attribute") {
+        await publishResult(deps, context, piece, preparedTexts(deps, context, piece, [["script_md", "script.md", answer.text]]), { text: answer.text });
+        return;
+    }
     if (piece.key === "research:notes") {
         await publishResult(deps, context, piece, preparedTexts(deps, context, piece, [
             ["notes", "notes.md", answer.text],
@@ -184,7 +272,7 @@ async function publishText(deps, context, piece, answer) {
             : [];
         const title = titles[Number(piece.key.split(":").at(-1)) - 1];
         if (typeof title !== "string")
-            throw new Error("Slopify hit an internal error (a research chapter has no title in the research plan). Use Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+            throw new Error("Slopify hit an internal error (a research chapter has no title in the research plan). Use Try again; if it happens again, use Download diagnostics in Settings and report it.");
         const asset = writeAsset(deps, context.work.projectId, `research-${piece.key.split(":").at(-1)}.md`, Buffer.from(answer.text));
         await publishResult(deps, context, piece, [], { title, notes: answer.text }, asset);
         return;
@@ -222,3 +310,23 @@ function checkPreparation(deps, context, piece, answer) {
     const prepared = prepareRequests(source, checked.cues, model?.tts.maxCharacters ?? 4000);
     return prepared.ok ? undefined : prepared.reason;
 }
+// A described figure's own picture (`runtime-pictures.ts`), sent only to a text provider that
+// looks at pictures (`reviews/model.ts`). Otherwise the figure is described from its caption
+// and alt text alone.
+function describedPicture(deps, context, input) {
+    const named = input.describe?.image;
+    if (named === undefined || !imageReviewers.includes(input.provider))
+        return undefined;
+    const view = executionView(deps, context.work.projectId, context.work.revisionId);
+    const path = view === undefined ? undefined : articlePicture(deps, view, named);
+    return path === undefined ? undefined : { path, name: basename(path) };
+}
+function withPicture(messages) {
+    const last = messages.findLastIndex((message) => message.role === "user");
+    return messages.map((message, index) => index === last
+        ? {
+            ...message,
+            content: `${message.content}\n\nThe picture itself is attached: look at it before you answer.`,
+        }
+        : message);
+}

package/dist/slices/rebuild/runtime-publication.js

@@ -12,7 +12,11 @@ export function preparedResult(deps, context, piece, role, asset, durationMs = n
         slot: role === "image" ||
             role === "short_image" ||
             role === "short_video" ||
-            role === "animated_image"
+            role === "animated_image" ||
+            // Level the volume: one levelled narration per segment.
+            role === "audio_levelled" ||
+            // The second and third thumbnails; the first keeps the slot it always had.
+            (role === "thumbnail" && piece.key !== "thumbnail:image")
             ? piece.key
             : `${context.work.kind}:${role}`,
         workKey: piece.key,
@@ -35,7 +39,7 @@ export function preparedResult(deps, context, piece, role, asset, durationMs = n
 export function preparedText(deps, context, piece, role, filename, text) {
     const output = preparedTexts(deps, context, piece, [[role, filename, text]])[0];
     if (output === undefined)
-        throw new Error("Slopify hit an internal error (a text file could not be prepared). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+        throw new Error("Slopify hit an internal error (a text file could not be prepared). Try again; if it happens again, use Download diagnostics in Settings and report it.");
     return output;
 }
 export function preparedTexts(deps, context, piece, texts) {
@@ -93,13 +97,17 @@ export async function publishResult(deps, context, piece, outputs, payload, asse
 function pieceKind(piece) {
     if (piece.input.kind === "llm" && piece.input.preparation !== undefined)
         return "prompt_written";
+    if (piece.input.kind === "llm" && piece.input.describe !== undefined)
+        return "prompt_written";
     if (piece.input.kind === "tts")
         return piece.input.segment === "body" ? "chunk" : "segment";
     if (piece.input.kind === "provided" && /^audio:body:.+:\d+$/.test(piece.key))
         return "chunk";
     if (piece.input.kind === "provided" && /^audio:(intro|outro):\d+$/.test(piece.key))
         return "segment";
-    if (piece.key.startsWith("image:") || piece.key.startsWith("animate:"))
+    if (piece.key.startsWith("image:") ||
+        piece.key.startsWith("animate:") ||
+        piece.key.startsWith("figure:card:"))
         return "image";
     if (piece.key.startsWith("research:chapter:"))
         return "chapter";
@@ -123,6 +131,13 @@ function pieceIndex(deps, context, piece) {
         return 1;
     if (piece.key === "entry:outro:text")
         return 2;
+    // The cards take places of their own, past the animated images'.
+    const card = /^figure:card:(\d+)$/.exec(piece.key);
+    if (card !== null)
+        return 800000 + Number(card[1]);
+    // The narration's descriptions take places of their own, past the preparation steps'.
+    if (piece.input.kind === "llm" && piece.input.describe !== undefined)
+        return 500000 + piece.input.describe.index;
     // The shorts' steps take places of their own, past every other step of the Video stage:
     // the pick, then per short its prompts, its images and its render.
     const short = /^shorts:(?:(\d+):(prompts|image:(\d+)|render)|pick)$/.exec(piece.key);
@@ -152,6 +167,7 @@ function pieceIndex(deps, context, piece) {
         "narration:files:body",
         "narration:files:intro",
         "narration:files:outro",
+        "voices:files",
     ];
     const localIndex = localOrder.indexOf(piece.key);
     if (localIndex >= 0)
@@ -190,10 +206,10 @@ export function retainPartialArticle(deps, context, piece, text) {
             if (authority === undefined)
                 return;
             if (authority.key !== piece.key || authority.fingerprint !== piece.fingerprint)
-                throw new Error("Slopify hit an internal error (a partly written article doesn't match its saved step). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+                throw new Error("Slopify hit an internal error (a partly written article doesn't match its saved step). Try again; if it happens again, use Download diagnostics in Settings and report it.");
             const revision = revisionById(deps.db, context.work.projectId, context.work.revisionId);
             if (revision === undefined)
-                throw new Error("Slopify hit an internal error (the project version for a partly written article is missing). Retry stage; if it happens again, use Download diagnostics in Settings and report it.");
+                throw new Error("Slopify hit an internal error (the project version for a partly written article is missing). Try again; if it happens again, use Download diagnostics in Settings and report it.");
             insertAsset(deps.db, result.asset);
             insertManifestOutput(deps.db, revision, {
                 slot: `article:partial:${piece.id}`,

package/dist/slices/rebuild/runtime-review.js

@@ -0,0 +1,267 @@
+import { readFileSync } from "node:fs";
+import { z } from "zod";
+import { thinkingModes } from "../../kernel/ports/llm.js";
+import { plainText } from "../article/plain.js";
+import { defaultReviewPrompts, narrationItemKey, reviewStages, } from "../reviews/model.js";
+import { nextAttempt, reviewOutcome } from "../reviews/outcome.js";
+import { latestVerdict, saveVerdict } from "../reviews/repo.js";
+import { parseVerdict, reviewMessages } from "../reviews/verdict.js";
+import { pickedShortsOf } from "../shorts/clips.js";
+import { outputPath } from "../storage/layout.js";
+import { exportSnapshot, revisionTranscript, } from "./runtime-export-inputs.js";
+import { savedCatalogue } from "./runtime-plan.js";
+import { publishResult } from "./runtime-publication.js";
+import { wordsSchema } from "./runtime-subtitles.js";
+// What `recipe-reviews.ts` saves in the step's values, by position.
+const valuesSchema = z.tuple([
+    z.enum(reviewStages),
+    z.string(),
+    z.array(z.tuple([z.string(), z.unknown()])),
+    z.string(),
+    z.string(),
+    z.string().nullable(),
+    z.string(),
+    z.enum(["flag", "redo"]),
+    z.number().int().nonnegative(),
+]);
+// ceiling: enough of a long article or research for a reviewer to judge it, and well inside
+// every supported model's context.
+const textMax = 60_000;
+// Asks the reviewer about one finished item and saves its verdict. A malformed answer is a
+// failed attempt the provider wrapper asks again; a verdict that sends the item back is
+// saved as a pending redo, which `review-redo.ts` starts once this step has finished, and
+// until then the item's dependents are held (`reviewHold`).
+export async function executeReviewRecipe(deps, context, providers, piece) {
+    if (deps.db
+        .prepare("SELECT state FROM revision_work_pieces WHERE id=? AND work_id=?")
+        .get(piece.id, context.work.workId)?.state === "done")
+        return "done";
+    if (!context.maySubmit(piece.id))
+        return "held";
+    context.signal.throwIfAborted();
+    const input = piece.input;
+    const values = input.kind === "local" && input.operation === "review-v1"
+        ? valuesSchema.safeParse(input.values)
+        : undefined;
+    if (values === undefined || !values.success)
+        throw new Error("Slopify hit an internal error (a review step was set up wrongly). Try again; if it happens again, use Download diagnostics in Settings and report it.");
+    const [stage, itemKey, , provider, model, thinking, prompt, mode, retries] = values.data;
+    const snapshot = exportSnapshot(deps, context, piece);
+    const material = reviewMaterial(deps, context, snapshot, stage, itemKey, prompt);
+    const previous = latestVerdict(deps.db, context.work.projectId, itemKey);
+    const attempt = nextAttempt(previous, material.itemFingerprint);
+    const row = deps.db
+        .prepare("SELECT recipe_context FROM revision_work WHERE id=?")
+        .get(context.work.workId);
+    const catalogued = savedCatalogue(row?.recipe_context).llm.find((one) => one.provider === provider && one.id === model);
+    const level = thinking === null ? undefined : z.enum(thinkingModes).parse(thinking);
+    if (!context.maySubmit(piece.id))
+        return "held";
+    const answer = await providers.forPiece(piece.id).llm({
+        provider,
+        model,
+        ...(level === undefined ? {} : { thinking: level }),
+        thinkingConfig: level === undefined ? null : (catalogued?.llm.thinking?.[level] ?? null),
+        messages: reviewMessages(material.request),
+        webSearch: false,
+        ...(material.images.length === 0 ? {} : { images: material.images }),
+        previewLabel: piece.key,
+        check: (value) => {
+            const parsed = parseVerdict(value.text);
+            return parsed.ok ? undefined : parsed.reason;
+        },
+    });
+    if (!answer.ok)
+        return "held";
+    const verdict = parseVerdict(answer.value.text);
+    if (!verdict.ok)
+        throw new Error(verdict.reason);
+    const outcome = reviewOutcome({ passed: verdict.value.passed, mode, attempt, retries });
+    const saved = saveVerdict(deps.db, {
+        id: deps.ids.next(),
+        projectId: context.work.projectId,
+        revisionId: context.work.revisionId,
+        itemKey,
+        stage,
+        itemFingerprint: material.itemFingerprint,
+        reviewFingerprint: piece.fingerprint,
+        passed: verdict.value.passed,
+        reasons: verdict.value.reasons,
+        outcome,
+        attempt,
+        action: null,
+        actionAt: null,
+        redoState: outcome === "redo" ? "pending" : null,
+        redoError: null,
+        createdAt: deps.clock.now().toISOString(),
+    });
+    await publishResult(deps, context, piece, [], {
+        verdictId: saved.id,
+        passed: saved.passed,
+        reasons: saved.reasons,
+        outcome: saved.outcome,
+        attempt: saved.attempt,
+    });
+    // Kept and flagged: nothing more happens to the item until someone decides.
+    if (saved.outcome === "flagged")
+        context.emit({
+            type: "review.flagged",
+            projectId: context.work.projectId,
+            verdictId: saved.id,
+            stage: saved.stage,
+            itemKey: saved.itemKey,
+            ...(saved.reasons[0] === undefined ? {} : { reason: saved.reasons[0] }),
+        });
+    deps.count?.("stage.completed", {
+        provider,
+        model,
+        tokensIn: answer.value.usage?.inputTokens ?? 0,
+        tokensOut: answer.value.usage?.outputTokens ?? 0,
+    });
+    return "done";
+}
+// What the voice was asked to say, segment by segment, as the word timing matched it: the intro
+// and outro, and the prepared or hand-edited spoken text rather than the article as written.
+// Falls back to the article when those texts can't be read.
+function spokenText(deps, snapshot) {
+    const present = ["intro", "body", "outro"].filter((kind) => snapshot.view.outputs.some((one) => one.selected &&
+        one.available &&
+        one.state === "ready" &&
+        one.output.role === `audio_${kind}`));
+    try {
+        const text = present.map((kind) => revisionTranscript(deps, snapshot, kind)).join("\n\n");
+        if (text.trim() !== "")
+            return text;
+    }
+    catch {
+        // The article below is still a fair reference.
+    }
+    return plainText(snapshot.view.articleMarkdown ?? "");
+}
+function reviewMaterial(deps, context, snapshot, stage, itemKey, prompt) {
+    const { view } = snapshot;
+    const recipes = snapshot.plan.recipes;
+    const config = view.revision.config;
+    const output = (workKey, role) => view.outputs.find((row) => row.workKey === workKey &&
+        row.selected &&
+        row.available &&
+        row.state === "ready" &&
+        (role === undefined || row.output.role === role));
+    const path = (row) => outputPath(deps.paths, context.work.projectId, row.output.path);
+    const text = (row) => clip(readFileSync(path(row), "utf8"));
+    const missing = (what, fix) => new Error(`The ${what} this review looks at is missing, so it could not be reviewed. ${fix}, then use Try again.`);
+    const request = (sections, images = []) => ({
+        stage,
+        instruction: prompt.trim() === "" ? defaultReviewPrompts[stage] : prompt,
+        sections,
+        images,
+    });
+    switch (stage) {
+        case "article": {
+            const article = output(itemKey, "article_md");
+            if (article === undefined)
+                throw missing("article", "Use More → Write the article again in the Article section");
+            const notes = output("research:notes", "notes");
+            const research = notes !== undefined ? text(notes) : clip(config.provided.research?.trim() ?? "");
+            return {
+                request: request([
+                    {
+                        label: "Article prompt the article was written from",
+                        text: clip(config.rendered.article ?? ""),
+                    },
+                    ...(research === "" ? [] : [{ label: "Research notes", text: research }]),
+                    { label: "Article", text: text(article) },
+                ]),
+                images: [],
+                itemFingerprint: article.fingerprint,
+            };
+        }
+        case "images":
+        case "thumbnail": {
+            const image = output(itemKey);
+            if (image === undefined)
+                throw missing(stage === "images" ? "image" : "thumbnail", stage === "images"
+                    ? "Use More → make it again in its section on Images"
+                    : "Use More → make it again in its section on Thumbnail");
+            const recipe = recipes.find((one) => one.key === itemKey);
+            const brief = recipe?.input.kind === "image" ? recipe.input.prompt : "";
+            const reference = stage === "images" ? output("reference:image") : undefined;
+            return {
+                request: request([
+                    ...(stage === "thumbnail" ? [{ label: "Video title", text: config.title }] : []),
+                    ...(brief === "" ? [] : [{ label: "Brief the image was drawn from", text: brief }]),
+                ], [
+                    stage === "images" ? "the image to review" : "the thumbnail to review",
+                    ...(reference === undefined ? [] : ["the establishing image it must match"]),
+                ]),
+                images: [
+                    {
+                        path: path(image),
+                        name: stage === "images" ? "the image to review" : "the thumbnail to review",
+                    },
+                    ...(reference === undefined
+                        ? []
+                        : [{ path: path(reference), name: "the establishing image it must match" }]),
+                ],
+                itemFingerprint: image.fingerprint,
+            };
+        }
+        case "narration": {
+            const timing = output("subtitles:timing", "subtitle_words");
+            if (timing === undefined || itemKey !== narrationItemKey)
+                throw missing("narration's word timing", "Use More → Render the video again in the Video section");
+            const { words, omissions } = wordsSchema.parse(JSON.parse(readFileSync(path(timing), "utf8")));
+            const unsure = words.filter((word) => (word.confidence ?? 1) < 0.3).length;
+            return {
+                request: request([
+                    {
+                        label: "Text the narration was read from",
+                        text: clip(spokenText(deps, snapshot)),
+                    },
+                    { label: "What the timing heard", text: clip(words.map((word) => word.text).join(" ")) },
+                    {
+                        label: "Stretches of text the timing could not hear",
+                        text: omissions.length === 0
+                            ? "None."
+                            : omissions.map((gap) => `At ${gap.start.toFixed(1)} s: ${gap.text}`).join("\n"),
+                    },
+                    {
+                        label: "Words heard with low confidence",
+                        text: `${String(unsure)} of ${String(words.length)}.`,
+                    },
+                ]),
+                images: [],
+                itemFingerprint: timing.fingerprint,
+            };
+        }
+        case "shorts": {
+            const render = output(`${itemKey}:render`);
+            if (render === undefined)
+                throw missing("short", "Use Make this short again in Edit project → Shorts");
+            const number = Number(itemKey.slice("shorts:".length));
+            const pick = view.pieces.find((row) => row.key === "shorts:pick" && row.selected && row.piece.state === "done");
+            const title = pickedShortsOf(pick?.piece.payload)?.shorts.find((clip) => clip.number === number)?.title ??
+                "";
+            const stills = view.outputs
+                .filter((row) => row.workKey.startsWith(`${itemKey}:image:`) &&
+                row.selected &&
+                row.available &&
+                row.state === "ready")
+                .slice(0, 6);
+            if (stills.length === 0)
+                throw missing("short's images", "Use Make this short again in Edit project → Shorts");
+            const names = stills.map((_, index) => `image ${String(index + 1)} of the short`);
+            return {
+                request: request([{ label: "Title of the short", text: title }], names),
+                images: stills.map((row, index) => ({
+                    path: path(row),
+                    name: names[index] ?? "an image of the short",
+                })),
+                itemFingerprint: render.fingerprint,
+            };
+        }
+    }
+}
+function clip(value) {
+    return value.length <= textMax ? value : `${value.slice(0, textMax)}\n[... cut for length]`;
+}

package/dist/slices/rebuild/runtime-run.js

@@ -4,8 +4,10 @@ import { executeExportRecipe } from "./runtime-export.js";
 import { executeLocalRecipe } from "./runtime-local.js";
 import { pieceLabel } from "./runtime-piece-label.js";
 import { executeProviderRecipe } from "./runtime-provider.js";
+import { executeReviewRecipe } from "./runtime-review.js";
 import { executeShortsRecipe } from "./runtime-shorts.js";
 import { executeSubtitleRecipe } from "./runtime-subtitles.js";
+import { executeVoicesRecipe } from "./runtime-voices.js";
 import { executeYoutubeRecipe } from "./runtime-youtube.js";
 import { workPieces } from "./work-records.js";
 export async function runRevisionInvocation(deps, context, providers) {
@@ -22,17 +24,21 @@ export async function runRevisionInvocation(deps, context, providers) {
                     ? await executeExportRecipe(deps, context, piece)
                     : piece.key.startsWith("document:")
                         ? await executeDocumentRecipe(deps, context, piece)
-                        : piece.key.startsWith("youtube:")
-                            ? await executeYoutubeRecipe(deps, context, providers, piece)
-                            : piece.key.startsWith("shorts:")
-                                ? await executeShortsRecipe(deps, context, providers, piece)
-                                : piece.key.startsWith("animate:")
-                                    ? await executeAnimateRecipe(deps, context, providers, piece)
-                                    : piece.input.kind === "llm" ||
-                                        piece.input.kind === "tts" ||
-                                        piece.input.kind === "image"
-                                        ? await executeProviderRecipe(deps, context, providers, piece)
-                                        : await executeLocalRecipe(deps, context, piece);
+                        : piece.key.startsWith("review:")
+                            ? await executeReviewRecipe(deps, context, providers, piece)
+                            : piece.key.startsWith("voices:")
+                                ? await executeVoicesRecipe(deps, context, piece)
+                                : piece.key.startsWith("youtube:")
+                                    ? await executeYoutubeRecipe(deps, context, providers, piece)
+                                    : piece.key.startsWith("shorts:")
+                                        ? await executeShortsRecipe(deps, context, providers, piece)
+                                        : piece.key.startsWith("animate:")
+                                            ? await executeAnimateRecipe(deps, context, providers, piece)
+                                            : piece.input.kind === "llm" ||
+                                                piece.input.kind === "tts" ||
+                                                piece.input.kind === "image"
+                                                ? await executeProviderRecipe(deps, context, providers, piece)
+                                                : await executeLocalRecipe(deps, context, piece);
             if (outcome === "held")
                 return outcome;
         }