@gentbajko/slopify 2.5.0 → 3.0.0

package/dist/slices/rebuild/recipe-save.js

@@ -1,6 +1,7 @@
 import { stageKinds } from "../../kernel/pipeline.js";
 import { sourceOf } from "../admission/model.js";
-import { allowedSources, edgeSilenceSecondsProblem, imageSecondsProblem, normaliseDraft, silenceGapSecondsMax, zoomPercentProblem, } from "../admission/rules.js";
+import { allowedSources, edgeSilenceSecondsProblem, imageSecondsProblem, normaliseDraft, silenceGapSecondsMax, voicesFields, zoomPercentProblem, } from "../admission/rules.js";
+import { shortModeFields } from "../admission/short-mode.js";
 import { render } from "../admission/substitute.js";
 import { effectiveClips, pickedShortsOf, rangeProblem } from "../shorts/clips.js";
 import { buildRecipes } from "./recipe-build.js";
@@ -44,6 +45,7 @@ export function planRevision(base, edit, prepared = { outputs: [], pieces: [] },
     const content = normalizeImages(normalizeArticleIntent(base, edit));
     const fields = [
         ...validateRevisionEdit(edit.config, content),
+        ...shortModeFields(edit.config),
         ...validateCues(content),
         ...validateRecipeInputs(edit.config, content),
         ...shortRangeFields(base, edit.config, content),
@@ -234,6 +236,7 @@ export function validateRevisionEdit(config, content) {
         config.subtitles !== undefined &&
         config.subtitles.mode !== "off")
         fields.push({ field: "subtitles.mode", message: "Subtitles need narration audio." });
+    fields.push(...voicesFields(config));
     return fields;
 }
 function validateCues(content) {

package/dist/slices/rebuild/recipe-shorts.js

@@ -4,8 +4,10 @@ import { usesShorts } from "../admission/rules.js";
 import { effectiveClips, pickedShortsOf } from "../shorts/clips.js";
 import { defaultShortsImagePrompt, musicVolumeOf, shortImageCount, shortsSpeedOf, } from "../shorts/model.js";
 import { imagePromptMessages } from "../shorts/prompts.js";
+import { castFor } from "./recipe-cast.js";
+import { noMaster } from "./recipe-loudness.js";
 import { recipe, resourceIdentity, selectedReference, } from "./recipe-model.js";
-import { imageChoice } from "./recipe-reference.js";
+import { castField, imageChoice } from "./recipe-reference.js";
 import { llmInput, renderedPrompt } from "./recipe-text.js";
 // The Shorts step unfolds as its answers land, the way research's chapters unfold from the
 // plan. `shorts:pick` reads the word timing, so it waits for `subtitles:timing` and runs
@@ -22,7 +24,11 @@ export const shortsPickKey = "shorts:pick";
 export const shortsFutureKey = "shorts:future";
 export function shortsRecipes(context, exports, 
 // The establishing image the shorts' images are drawn from, when it is on.
-reference) {
+reference, 
+// "Show tables and figures on screen": the cards a short shows where it describes one.
+cards = [], 
+// Level the volume: the levelled narration and the master (`recipe-loudness.ts`).
+master = noMaster) {
     const { config } = context;
     const shorts = config.shorts;
     const timing = exports.find((value) => value.key === "subtitles:timing");
@@ -44,6 +50,8 @@ reference) {
             shorts.minSeconds,
             shorts.maxSeconds,
             config.title,
+            // The project language, only when it is not English, so English keeps its fingerprint.
+            ...(config.language === undefined || config.language === "en" ? [] : [config.language]),
         ],
     }, [timing.key], 
     // A paid LLM call: readiness, the charge warning and the estimate treat it like one.
@@ -105,6 +113,7 @@ reference) {
             prompt,
             aspect: "9:16",
             ...(reference === undefined ? {} : { reference: reference.input }),
+            ...castField(castFor(config, prompt)),
         }, [prompts.key, ...(reference === undefined ? [] : [reference.key])], { token }));
         recipes.push(...stills);
         const extras = renderExtras(context, clip);
@@ -125,8 +134,19 @@ reference) {
                 // Only when one of the later settings is in use, so a short rendered before
                 // they existed keeps its fingerprint.
                 ...(extras === undefined ? [] : [extras]),
+                // Only with cards, so a short rendered before them keeps its fingerprint.
+                ...(cards.length === 0
+                    ? []
+                    : [["figure-cards-v1", cards.map((card) => resourceIdentity(context, card))]]),
+                // Only while the volume is levelled, so every short without it keeps its fingerprint.
+                ...master.values,
             ],
-        }, [pick.key, ...stills.map((still) => still.key)], { token }));
+        }, [
+            pick.key,
+            ...stills.map((still) => still.key),
+            ...cards.map((card) => card.key),
+            ...master.keys,
+        ], { token }));
     }
     return recipes;
 }

package/dist/slices/rebuild/recipe-text.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import { withLanguage } from "../../kernel/ports/languages.js";
 import { documentIndex } from "../../kernel/ports/llm-documents.js";
 import { fingerprint } from "../../kernel/runner/work.js";
 import { usesPronunciationGlossary } from "../admission/rules.js";
@@ -7,12 +8,17 @@ import { articleMessages, continuationMessages } from "../article/continuation.j
 import { plainText } from "../article/plain.js";
 import { segmentMessages } from "../article/segments.js";
 import { splitEndMatter } from "../article/split.js";
+import { withEarlierEpisodes } from "../episodes/related.js";
 import { parsePronunciationGlossary } from "../narration/pronunciation.js";
 import { withSharedGlossary } from "../narration/shared-glossary.js";
 import { researchDocuments } from "../research/documents.js";
 import { plannerMessages, subAgentMessages } from "../research/planner.js";
 import { synthesisMessages } from "../research/synthesis.js";
 import { thumbnailMessages } from "../thumbnail/by-llm.js";
+import { attributionMessages } from "../voices/attribution.js";
+import { usesVoices } from "../voices/model.js";
+import { scriptMessages } from "../voices/script.js";
+import { describedText, describeFuture, describing } from "./recipe-describe.js";
 import { recipe, selectedReference, } from "./recipe-model.js";
 export function renderedPrompt(context, key) {
     const raw = context.content.promptTemplates[key];
@@ -41,7 +47,12 @@ export function llmInput(context, messages, webSearch = false, documents) {
 export function selectedText(context, key, field) {
     const piece = context.manifest.pieces.find((row) => row.key === key &&
         selectedReference(row) &&
-        row.stageKind === (key.startsWith("entry:") ? "article" : "thumbnail") &&
+        row.stageKind ===
+            (key.startsWith("entry:") || key.startsWith("script:")
+                ? "article"
+                : key.startsWith("narration:describe:")
+                    ? "audio"
+                    : "thumbnail") &&
         row.piece.state === "done");
     if (piece?.piece.payload === null || piece === undefined)
         return null;
@@ -81,9 +92,7 @@ export function textRecipes(context) {
         });
         recipes.push(research);
     }
-    const articleMarkdown = config.sources.article === "provide" || content.articleEdited === true
-        ? (content.articleMarkdown ?? config.provided.article ?? "")
-        : resolved.articleMarkdown;
+    const articleMarkdown = articleMarkdownOf(context);
     const notes = config.sources.research === "off"
         ? null
         : config.sources.research === "provide"
@@ -95,10 +104,26 @@ export function textRecipes(context) {
             { id: "editorial-notes", title: "Editorial notes", content: notes },
         ]
         : [];
-    const messages = articleMessages({
-        articlePrompt: brief.articlePrompt,
-        ...(documents.length ? { notes: documentIndex(documents) } : notes === null ? {} : { notes }),
-    });
+    const voices = usesVoices(config) ? config.voices : undefined;
+    const writesScript = voices?.source === "script";
+    const articleNotes = documents.length ? documentIndex(documents) : (notes ?? undefined);
+    // A script run writes speaker turns in place of the article, from the same prompt and notes.
+    // The related earlier episodes go under the prompt only when the run carries them, so a
+    // project made without them keeps its fingerprint. Either is written in the project's
+    // language (`withLanguage`; English adds nothing).
+    const writtenPrompt = withEarlierEpisodes(brief.articlePrompt, config.earlierEpisodes);
+    const messages = withLanguage(voices !== undefined && writesScript
+        ? scriptMessages(voices.format, voices.speakers, writtenPrompt, articleNotes)
+        : articleMessages({
+            articlePrompt: writtenPrompt,
+            ...(articleNotes === undefined ? {} : { notes: articleNotes }),
+        }), config.language);
+    const scriptCheck = voices === undefined
+        ? undefined
+        : {
+            speakers: voices.speakers.map((speaker) => ({ id: speaker.id, name: speaker.name })),
+            attribute: !writesScript,
+        };
     const article = config.sources.article === "provide" || content.articleEdited === true
         ? recipe(context, "article:body", "article", {
             kind: "local",
@@ -113,7 +138,10 @@ export function textRecipes(context) {
                 operation: "article",
                 template: [llmInputFingerprint(context, messages), research?.fingerprint ?? null],
             }
-            : llmInput(context, messages, false, documents), research === undefined ? [] : [research.key]);
+            : {
+                ...llmInput(context, messages, false, documents),
+                ...(writesScript && scriptCheck !== undefined ? { script: scriptCheck } : {}),
+            }, research === undefined ? [] : [research.key]);
     recipes.push(article);
     if (resolved.articleContinuation !== undefined &&
         config.sources.article === "generate" &&
@@ -121,11 +149,50 @@ export function textRecipes(context) {
         recipes.push(recipe(context, "article:continuation", "article", llmInput(context, continuationMessages(messages, resolved.articleContinuation), false, documents), [article.key]));
     const endMatter = articleMarkdown === null ? null : splitEndMatter(articleMarkdown);
     const articleText = endMatter === null ? null : plainText(endMatter.body);
-    const glossary = !usesPronunciationGlossary(config)
-        ? { ok: true, entries: [] }
-        : endMatter === null
-            ? null
-            : withShared(parsePronunciationGlossary(endMatter.glossary), config);
+    let script;
+    if (voices !== undefined && scriptCheck !== undefined) {
+        if (writesScript)
+            script = { text: endMatter?.body ?? null, dependsOn: [article.key] };
+        else {
+            // An audiobook from a text: the text model hands the article's passages to speakers.
+            const attribute = recipe(context, "script:attribute", "article", endMatter === null
+                ? {
+                    kind: "deferred",
+                    version: 1,
+                    operation: "script-attribution",
+                    template: [
+                        article.fingerprint,
+                        llmInputFingerprint(context, withLanguage(attributionMessages("", voices.speakers), config.language)),
+                    ],
+                }
+                : {
+                    ...llmInput(context, withLanguage(attributionMessages(endMatter.body, voices.speakers), config.language)),
+                    script: scriptCheck,
+                }, [article.key]);
+            recipes.push(attribute);
+            script = {
+                text: endMatter === null ? null : matchingText(context, attribute, "text"),
+                dependsOn: [attribute.key],
+                fingerprint: attribute.fingerprint,
+            };
+        }
+    }
+    let narrationText = articleText;
+    const descriptions = [];
+    const cards = [];
+    if (describing(context) && voices === undefined) {
+        if (endMatter === null) {
+            descriptions.push(describeFuture(context, article));
+            narrationText = null;
+        }
+        else {
+            const described = describedText(context, endMatter.body, [article.key]);
+            descriptions.push(...described.recipes);
+            cards.push(...described.cards);
+            narrationText = described.spoken;
+        }
+    }
+    const glossary = glossaryOf(context, endMatter);
     const entries = {};
     for (const category of ["intro", "outro"]) {
         const choice = config[category];
@@ -141,11 +208,11 @@ export function textRecipes(context) {
                     version: 1,
                     operation: key,
                     template: [
-                        llmInputFingerprint(context, segmentMessages(prompt, config, "")),
+                        llmInputFingerprint(context, withLanguage(segmentMessages(prompt, config, ""), config.language)),
                         article.fingerprint,
                     ],
                 }
-                : llmInput(context, segmentMessages(prompt, config, articleText));
+                : llmInput(context, withLanguage(segmentMessages(prompt, config, articleText), config.language));
         const value = recipe(context, key, "article", input, choice.mode === "llm" ? [article.key] : []);
         recipes.push(value);
         entries[category] = {
@@ -171,7 +238,17 @@ export function textRecipes(context) {
             }
             : llmInput(context, messages), [article.key]));
     }
-    return { recipes, articleText, glossary, article, entries };
+    return {
+        recipes,
+        articleText,
+        narrationText,
+        descriptions,
+        cards,
+        glossary,
+        article,
+        entries,
+        ...(script === undefined ? {} : { script }),
+    };
 }
 function llmInputFingerprint(context, messages) {
     return fingerprint(JSON.parse(JSON.stringify(llmInput(context, messages))));
@@ -186,10 +263,28 @@ export function matchingText(context, value, field) {
         return null;
     return selectedText(context, value.key, field);
 }
+function articleMarkdownOf(context) {
+    const { config, content, resolved } = context;
+    return config.sources.article === "provide" || content.articleEdited === true
+        ? (content.articleMarkdown ?? config.provided.article ?? "")
+        : resolved.articleMarkdown;
+}
+function glossaryOf(context, endMatter) {
+    if (!usesPronunciationGlossary(context.config))
+        return { ok: true, entries: [] };
+    if (endMatter === null)
+        return null;
+    return withShared(parsePronunciationGlossary(endMatter.glossary, context.config.language), context.config);
+}
+// The narration glossary this revision uses, or null while its article is still unwritten.
+export function narrationGlossary(context) {
+    const markdown = articleMarkdownOf(context);
+    return glossaryOf(context, markdown === null ? null : splitEndMatter(markdown));
+}
 // The project's own glossary, then the other projects' pronunciations it copied, when it
-// shares them. An own glossary that doesn't parse still refuses, as before.
+// shares them. Rows the own glossary had to skip are still reported.
 function withShared(own, config) {
     if (!own.ok || config.audio?.shareGlossary !== true)
         return own;
-    return { ok: true, entries: withSharedGlossary(own.entries, config.sharedGlossary) };
+    return { ...own, entries: withSharedGlossary(own.entries, config.sharedGlossary) };
 }

package/dist/slices/rebuild/recipe-validation.js

@@ -1,5 +1,9 @@
 import { narrationPreparationFields, shortsFields, usesNarrationPreparation, usesReference, usesShorts, usesYoutubeDescription, videoEditFields, youtubeDescriptionFields, } from "../admission/rules.js";
 import { detectSlots, render } from "../admission/substitute.js";
+import { imagesPerVideoMax } from "../images/scale.js";
+import { loudnessFields } from "../loudness/model.js";
+import { pauseFields } from "../narration/pauses-model.js";
+import { reviewFields } from "../reviews/rules.js";
 import { usesAnimation } from "../video/edit-settings.js";
 export function validateRecipeInputs(config, content) {
     const fields = [
@@ -7,6 +11,9 @@ export function validateRecipeInputs(config, content) {
         ...youtubeDescriptionFields(config),
         ...shortsFields(config),
         ...videoEditFields(config),
+        ...reviewFields(config),
+        ...loudnessFields(config.loudness),
+        ...pauseFields(config),
     ];
     const llm = (config.sources.research === "generate" && config.sources.article !== "provide") ||
         (config.sources.article === "generate" && !content.articleEdited) ||
@@ -33,8 +40,13 @@ export function validateRecipeInputs(config, content) {
         usesAnimation(config)) &&
         (!config.images?.provider.trim() || !config.images.model.trim()))
         fields.push({ field: "images", message: "Pick an image provider and model." });
-    if (content.imageOrder.length > 60)
-        fields.push({ field: "content.imageOrder", message: "Keep at most 60 images." });
+    // 60, or more for a project that scales its images with the narration (`images/scale.ts`).
+    const imagesMax = imagesPerVideoMax(config);
+    if (content.imageOrder.length > imagesMax)
+        fields.push({
+            field: "content.imageOrder",
+            message: `Keep at most ${String(imagesMax)} images.`,
+        });
     const chunking = config.chunking;
     const size = chunking?.mode === "words"
         ? chunking.words

package/dist/slices/rebuild/recipe-visual.js

@@ -1,12 +1,21 @@
+import { thumbnailCountOf, thumbnailKey } from "../admission/model.js";
+import { usesShortMode } from "../admission/short-mode.js";
 import { render } from "../admission/substitute.js";
+import { usesAmbientBed } from "../video/ambient-bed.js";
+import { castFor } from "./recipe-cast.js";
+import { noMaster } from "./recipe-loudness.js";
 import { recipe, resourceIdentity, } from "./recipe-model.js";
-import { imageChoice } from "./recipe-reference.js";
+import { castField, imageChoice } from "./recipe-reference.js";
 import { matchingText, renderedPrompt } from "./recipe-text.js";
 export function visualRecipes(config, content, audioFingerprint, captionFingerprint, 
 // What the Video stage's edit settings add (`recipe-edit.ts`), from the images planned here.
 edit, 
 // The establishing image the generated images are drawn from, when it is on.
-reference) {
+reference, 
+// The word timing's identity, which a short's captions are drawn from.
+timing = null, 
+// Level the volume: the levelled narration and the master (`recipe-loudness.ts`).
+master = noMaster) {
     const recipes = [];
     const imageKeys = config.sources.images === "off" ? [] : content.imageOrder;
     for (const key of imageKeys) {
@@ -26,10 +35,19 @@ reference) {
                 aspect: config.format,
                 prompt: prompt ?? "",
                 ...(reference === undefined ? {} : { reference: reference.input }),
+                ...castField(castFor(config, prompt)),
             }, image.source === "provide" || reference === undefined ? [] : [reference.key], { unresolved: image.source === "provide" ? image.assetId === null : !prompt?.trim() }));
     }
     if (config.sources.video !== "off") {
-        const edited = edit?.([...recipes]) ?? { recipes: [], values: [], dependsOn: [] };
+        const short = usesShortMode(config);
+        // A short is rendered by the Shorts renderer, which has no cuts, transitions or Look.
+        const edited = (short ? undefined : edit?.([...recipes])) ?? {
+            recipes: [],
+            values: [],
+            dependsOn: [],
+        };
+        // A short (rendered by the Shorts renderer) never has the bed.
+        const bed = short ? undefined : ambientBedValues(config, content);
         const audioKeys = config.sources.audio === "off"
             ? []
             : [
@@ -64,18 +82,48 @@ reference) {
                 // Only what the edit settings change; nothing at all for today's slideshow, so
                 // its fingerprint is the one it always had.
                 ...(edited.values.length === 0 ? [] : [["video-edit", ...edited.values]]),
+                // Only for a short, so every long video keeps its fingerprint: the word-by-word
+                // captions are drawn from the word timing in the caption font, under the title.
+                ...(short
+                    ? [["short-v1", config.subtitles?.fontId ?? "default", config.title, timing]]
+                    : []),
+                // Only while the video has an ambient bed, so every video without one keeps the
+                // fingerprint it always had.
+                ...(bed === undefined ? [] : [bed]),
+                // Only while the volume is levelled, so every video without it keeps its fingerprint.
+                ...master.values,
             ],
         }, [
             ...recipes.map((value) => value.key),
             ...audioKeys,
+            ...master.keys,
             ...(config.subtitles?.mode === "burn-in" ? ["subtitles:files"] : []),
+            ...(short ? ["subtitles:timing"] : []),
             ...edited.dependsOn,
-        ], { unresolved: imageKeys.length === 0 }));
+        ], {
+            unresolved: imageKeys.length === 0 ||
+                (config.ambientBed?.source === "upload" && content.ambientBed === undefined),
+        }));
         // After the export, so the images' recipes above stay the only ones its first values list.
         recipes.splice(recipes.length - 1, 0, ...edited.recipes);
     }
     return recipes;
 }
+// What the ambient bed adds to the render's fingerprint: its settings and, for the user's own
+// file, the project asset it plays. Undefined without a bed.
+export function ambientBedValues(config, content) {
+    const bed = config.ambientBed;
+    if (bed === undefined || !usesAmbientBed(config))
+        return undefined;
+    return [
+        "ambient-bed-v1",
+        bed.source,
+        bed.levelDb,
+        bed.fadeInSeconds,
+        bed.tailSeconds,
+        bed.source === "upload" ? (content.ambientBed ?? null) : null,
+    ];
+}
 export function thumbnailRecipes(context, textRecipes, 
 // The establishing image, when it is on and the thumbnail is drawn from it too.
 reference) {
@@ -95,35 +143,50 @@ reference) {
     const prompt = config.sources.thumbnail === "prompt_by_llm" && promptRecipe !== undefined
         ? matchingText(context, promptRecipe, "prompt")
         : renderedPrompt(context, "thumbnailPrompt");
-    return [
-        recipe(context, "thumbnail:image", "thumbnail", prompt === null
-            ? {
-                kind: "deferred",
-                version: 1,
-                operation: "thumbnail-image",
-                template: [
-                    promptRecipe?.fingerprint ?? null,
-                    config.images?.provider ?? null,
-                    config.images?.model ?? null,
-                    config.format,
-                    // Only what is in use, so a thumbnail made before these existed keeps its
-                    // fingerprint.
-                    ...(config.images?.thinking === undefined ? [] : [config.images.thinking]),
-                    ...(reference === undefined ? [] : [reference.input.fingerprint]),
-                ],
-            }
-            : {
-                kind: "image",
-                version: 1,
-                ...imageChoice(config),
-                aspect: config.format,
-                prompt,
-                ...(reference === undefined ? {} : { reference: reference.input }),
-            }, [
-            ...(promptRecipe === undefined ? [] : [promptRecipe.key]),
-            ...(reference === undefined ? [] : [reference.key]),
-        ]),
-    ];
+    const variants = Array.from({ length: thumbnailCountOf(config) }, (_, index) => index + 1);
+    return variants.map((variant) => recipe(context, thumbnailKey(variant), "thumbnail", prompt === null
+        ? {
+            kind: "deferred",
+            version: 1,
+            operation: "thumbnail-image",
+            template: [
+                promptRecipe?.fingerprint ?? null,
+                config.images?.provider ?? null,
+                config.images?.model ?? null,
+                config.format,
+                // Only what is in use, so a thumbnail made before these existed keeps its
+                // fingerprint.
+                ...(config.images?.thinking === undefined ? [] : [config.images.thinking]),
+                ...(reference === undefined ? [] : [reference.input.fingerprint]),
+                ...(variant === 1 ? [] : [["thumbnail-variant", variant]]),
+            ],
+        }
+        : {
+            kind: "image",
+            version: 1,
+            ...imageChoice(config),
+            aspect: config.format,
+            prompt: thumbnailVariantPrompt(prompt, variant),
+            ...(reference === undefined ? {} : { reference: reference.input }),
+            // The thumbnail stands for the whole video, like the establishing image.
+            ...castField(castFor(config, config.title, prompt)),
+        }, [
+        ...(promptRecipe === undefined ? [] : [promptRecipe.key]),
+        ...(reference === undefined ? [] : [reference.key]),
+    ]));
+}
+// The second and third thumbnails are the same prompt asked for another composition, so the
+// three test one idea against itself rather than three ideas. The first is the prompt as it
+// is, which keeps the thumbnail every project already has.
+const variantFraming = {
+    2: "a tight close-up where the main subject fills most of the frame, seen from a different angle",
+    3: "a wider shot that shows the main subject in its setting, placed off-centre with room around it",
+};
+export function thumbnailVariantPrompt(prompt, variant) {
+    const framing = variantFraming[variant];
+    if (framing === undefined)
+        return prompt;
+    return `${prompt}\n\nThis is thumbnail ${String(variant)} of 3 for a YouTube thumbnail test. Keep the subject, style, colours and any text asked for above, but use a clearly different composition: ${framing}.`;
 }
 export function visualAssets(context, recipes) {
     const images = recipes.filter((value) => value.stage === "images");