@gentbajko/slopify 2.3.1 → 2.5.0

package/dist/slices/project-templates/from-project.js

@@ -7,6 +7,7 @@ import { listCheckpoints } from "../checkpoints/repo.js";
 import { documentThemeOf } from "../document/model.js";
 import { requestHash } from "../play-drafts/repo.js";
 import { currentRevisionId, revisionById } from "../revisions/repo.js";
+import { shortsExtrasForm } from "../shorts/model.js";
 import { createTemplate, readTemplate } from "./service.js";
 export const projectTemplateCreateSchema = z
     .object({
@@ -97,6 +98,15 @@ function documentFromProject(deps, revision) {
             return { name: prompt.name, number: String(prompt.number) };
         });
     addPrompt("thumbnail", config.thumbnailPrompt, "thumbnailPrompt");
+    addPrompt("shorts", config.shorts?.prompt, "shorts");
+    // The shorts' image style may be the same Library prompt one of the slideshow images uses,
+    // and a snapshot holds one prompt per kind and name.
+    if (!prompts.some((prompt) => prompt.kind === "image" && prompt.name === config.shorts?.imagePrompt))
+        addPrompt("image", config.shorts?.imagePrompt, "shortsImage");
+    // The establishing image's prompt, the same way.
+    if (config.reference?.source === "prompt" &&
+        !prompts.some((prompt) => prompt.kind === "image" && prompt.name === config.reference?.prompt))
+        addPrompt("image", config.reference.prompt, "referencePrompt");
     for (const category of ["intro", "outro"]) {
         const choice = config[category];
         const body = revision.content.promptTemplates[category] ?? config.rendered[category];
@@ -119,9 +129,16 @@ function documentFromProject(deps, revision) {
             : "",
         audio: config.sources.audio === "provide" ? attachment("Audio from project") : null,
         thumbnail: config.sources.thumbnail === "provide" ? attachment("Thumbnail from project") : null,
+        ...(config.reference?.source === "provide"
+            ? { reference: attachment("Establishing image from project") }
+            : {}),
         images: config.sources.images === "provide"
             ? (definitions.length ? definitions : (config.provided.images ?? [])).map((_, index) => attachment(`Image ${index + 1}`))
             : [],
+        // Named like the project's other files, to be attached again on Play.
+        ...(config.shorts?.enabled === true && revision.content.shortsMusic !== undefined
+            ? { shortsMusic: attachment("Music from project") }
+            : {}),
     };
     return {
         schemaVersion: 1,
@@ -141,12 +158,37 @@ function documentFromProject(deps, revision) {
             llm: config.llm ?? { provider: "", model: "" },
             audio: config.audio ?? { provider: "", model: "", voice: "" },
             images: config.images ?? { provider: "", model: "" },
+            ...(config.reference === undefined
+                ? {}
+                : {
+                    reference: {
+                        source: config.reference.source,
+                        prompt: config.reference.prompt ?? "",
+                        thumbnail: config.reference.thumbnail !== false,
+                    },
+                }),
             articlePrompt: config.articlePrompt ?? "",
             ...(config.narrationPrompt === undefined ? {} : { narrationPrompt: config.narrationPrompt }),
             ...(config.youtubeDescription === true ? { youtubeDescription: true } : {}),
             ...(config.descriptionPrompt === undefined
                 ? {}
                 : { descriptionPrompt: config.descriptionPrompt }),
+            ...(config.shorts === undefined
+                ? {}
+                : {
+                    shorts: {
+                        enabled: config.shorts.enabled,
+                        count: String(config.shorts.count),
+                        minSeconds: String(config.shorts.minSeconds),
+                        maxSeconds: String(config.shorts.maxSeconds),
+                        prompt: config.shorts.prompt ?? "",
+                        imagePrompt: config.shorts.imagePrompt ?? "",
+                        ...shortsExtrasForm(config.shorts),
+                    },
+                }),
+            // A project without edit settings makes a template without them, so a video made from
+            // it cuts every N seconds like the project did.
+            ...(config.videoEdit === undefined ? {} : { videoEdit: config.videoEdit }),
             imagePrompts,
             thumbnailPrompt: config.thumbnailPrompt ?? "",
             intro: config.intro?.name ?? "",

package/dist/slices/project-templates/setup.js

@@ -8,6 +8,12 @@ export function templateSetup(deps, input) {
         { kind: "description", name: input.form.descriptionPrompt ?? "" },
         ...input.form.imagePrompts.map((row) => ({ kind: "image", name: row.name })),
         { kind: "thumbnail", name: input.form.thumbnailPrompt },
+        { kind: "shorts", name: input.form.shorts?.prompt ?? "" },
+        { kind: "image", name: input.form.shorts?.imagePrompt ?? "" },
+        {
+            kind: "image",
+            name: input.form.reference?.source === "prompt" ? input.form.reference.prompt : "",
+        },
     ];
     for (const choice of choices) {
         if (choice.name === "")
@@ -51,6 +57,13 @@ export function freshTemplateDraft(deps, document, source) {
                 audio: provided.audio === null ? null : fresh(provided.audio),
                 thumbnail: provided.thumbnail === null ? null : fresh(provided.thumbnail),
                 images: provided.images.map(fresh),
+                ...(provided.reference === undefined
+                    ? {}
+                    : { reference: provided.reference === null ? null : fresh(provided.reference) }),
+                // Like the images: the name is kept and the file is attached again on Play.
+                ...(provided.shortsMusic === undefined
+                    ? {}
+                    : { shortsMusic: provided.shortsMusic === null ? null : fresh(provided.shortsMusic) }),
             },
         },
     };

package/dist/slices/rebuild/preview-details.js

@@ -3,6 +3,8 @@ import { sourceOf } from "../admission/model.js";
 import { motionStyleLabels } from "../admission/rules.js";
 import { documentThemeLabel } from "../document/model.js";
 import { getRevisionView } from "../revisions/view.js";
+import { musicVolumeOf, shortsSpeedOf } from "../shorts/model.js";
+import { videoEditOf, videoEditRows } from "../video/edit-settings.js";
 export function previewDetails(deps, view, allRecipes, selected) {
     const parent = view.revision.parentId === null
         ? undefined
@@ -44,9 +46,19 @@ export function previewDetails(deps, view, allRecipes, selected) {
             return [
                 {
                     key: row.key,
-                    label: index < 0 ? "Thumbnail image" : `Image ${index + 1}`,
+                    label: row.key === "reference:image"
+                        ? "Establishing image"
+                        : index < 0
+                            ? "Thumbnail image"
+                            : `Image ${index + 1}`,
                     text: input.prompt,
-                    settings: [input.provider, input.model, input.aspect].join(" · "),
+                    settings: [
+                        input.provider,
+                        input.model,
+                        ...(input.thinking === undefined ? [] : [`effort ${input.thinking}`]),
+                        input.aspect,
+                        ...(input.reference === undefined ? [] : ["drawn from the establishing image"]),
+                    ].join(" · "),
                 },
             ];
         }
@@ -62,7 +74,9 @@ export function previewDetails(deps, view, allRecipes, selected) {
                             ? "Article"
                             : row.stage === "research"
                                 ? "Research"
-                                : "Thumbnail prompt";
+                                : row.key.startsWith("shorts:")
+                                    ? "Short image prompts"
+                                    : "Thumbnail prompt";
             return [
                 {
                     key: row.key,
@@ -129,11 +143,41 @@ function inputChanges(parent, view) {
     add("Narration chunking", before.chunking, after.chunking);
     add("YouTube description", before.youtubeDescription === true ? "On" : "Off", after.youtubeDescription === true ? "On" : "Off");
     add("Description prompt", before.descriptionPrompt, after.descriptionPrompt);
+    add("Shorts", before.shorts?.enabled === true ? "On" : "Off", after.shorts?.enabled === true ? "On" : "Off");
+    add("Number of shorts", before.shorts?.count, after.shorts?.count);
+    add("Short length (seconds)", before.shorts === undefined
+        ? undefined
+        : `${String(before.shorts.minSeconds)}-${String(before.shorts.maxSeconds)}`, after.shorts === undefined
+        ? undefined
+        : `${String(after.shorts.minSeconds)}-${String(after.shorts.maxSeconds)}`);
+    add("Shorts prompt", before.shorts?.prompt, after.shorts?.prompt);
+    add("Shorts image prompt", before.shorts?.imagePrompt, after.shorts?.imagePrompt);
+    add("Establishing image", referenceLabel(before), referenceLabel(after));
+    add("Thumbnail drawn from the establishing image", before.reference === undefined
+        ? undefined
+        : before.reference.thumbnail === false
+            ? "Off"
+            : "On", after.reference === undefined ? undefined : after.reference.thumbnail === false ? "Off" : "On");
+    add("Title on the shorts", before.shorts === undefined ? undefined : before.shorts.titleOnScreen === true ? "On" : "Off", after.shorts === undefined ? undefined : after.shorts.titleOnScreen === true ? "On" : "Off");
+    add("Shorts speed", before.shorts === undefined ? undefined : `${shortsSpeedOf(before.shorts).toFixed(2)}×`, after.shorts === undefined ? undefined : `${shortsSpeedOf(after.shorts).toFixed(2)}×`);
+    add("Shorts music", old.shortsMusic === undefined ? "None" : "Uploaded file", next.shortsMusic === undefined
+        ? "None"
+        : next.shortsMusic === old.shortsMusic
+            ? "Uploaded file"
+            : "New uploaded file");
+    add("Shorts music volume (%)", before.shorts === undefined ? undefined : musicVolumeOf(before.shorts), after.shorts === undefined ? undefined : musicVolumeOf(after.shorts));
+    add("Full video link", before.shorts?.fullVideoLink, after.shorts?.fullVideoLink);
+    add("Short ranges set by hand", old.shortsRanges, next.shortsRanges);
     add("Silence gap (seconds)", before.silenceGapSeconds, after.silenceGapSeconds);
     add("Silence at start and end (seconds)", before.edgeSilenceSeconds, after.edgeSilenceSeconds);
     add("Seconds per image", before.imageSeconds, after.imageSeconds);
     add("Zoom (%)", before.zoomPercent, after.zoomPercent);
     add("Motion", motionStyleLabels[before.motionStyle], motionStyleLabels[after.motionStyle]);
+    // Row by row, so turning on grain says "Film grain: Off → Subtle" and nothing else.
+    const editBefore = videoEditRows(videoEditOf(before));
+    const editAfter = new Map(videoEditRows(videoEditOf(after)));
+    for (const [label, value] of editBefore)
+        add(label, value, editAfter.get(label));
     add("Intro", before.intro, after.intro);
     add("Outro", before.outro, after.outro);
     add("Subtitle settings", before.subtitles, after.subtitles);
@@ -163,3 +207,9 @@ function inputChanges(parent, view) {
     add("Manual captions", old.subtitleCues?.cues, next.subtitleCues?.cues);
     return changes;
 }
+function referenceLabel(config) {
+    const reference = config.reference;
+    if (reference === undefined)
+        return "Off";
+    return reference.source === "provide" ? "Uploaded image" : `Prompt: ${reference.prompt ?? ""}`;
+}

package/dist/slices/rebuild/preview-plan.js

@@ -8,7 +8,7 @@ import { hasSubmittedRequest, requiresNewSubmission, retainedPreviewPlan, } from
 import { providedDependencyFingerprint } from "./provided-review.js";
 import { recipeInputSchema } from "./recipe-input-schema.js";
 import { recipeProviderChoice } from "./recipe-provider-choice.js";
-import { priceRecipe } from "./recipe-work.js";
+import { priceRecipes } from "./recipe-work.js";
 import { reservationKey } from "./runtime-admission.js";
 import { narrationOrdinal } from "./runtime-narration-reuse.js";
 import { executionCatalogue } from "./runtime-plan.js";
@@ -166,7 +166,7 @@ export function planPreview(deps, view, catalogue, selection, id) {
             state: row.state,
         })),
         providedReuseRequired: execution.reviews.map((row) => row.key),
-        costs: estimateRequests(work.map((row) => priceRecipe(row.inflight || !requiresNewSubmission(deps, view.revision.id, row.key, row.fingerprint)
+        costs: estimateRequests(work.flatMap((row) => priceRecipes(row.inflight || !requiresNewSubmission(deps, view.revision.id, row.key, row.fingerprint)
             ? { ...row, disposition: "reuse" }
             : row, recipes.find((recipe) => recipe.key === row.key))), snapshot),
         wholeRequestNotice: plan.wholeRequestNotice,

package/dist/slices/rebuild/recipe-build.js

@@ -1,6 +1,10 @@
+import { referenceForThumbnail } from "../admission/rules.js";
 import { audioRecipes } from "./recipe-audio.js";
 import { documentRecipes } from "./recipe-document.js";
+import { editPlan } from "./recipe-edit.js";
 import { exportRecipes } from "./recipe-exports.js";
+import { imageReference, referenceRecipe } from "./recipe-reference.js";
+import { shortsRecipes } from "./recipe-shorts.js";
 import { textRecipes } from "./recipe-text.js";
 import { thumbnailRecipes, visualAssets, visualRecipes } from "./recipe-visual.js";
 import { youtubeRecipes } from "./recipe-youtube.js";
@@ -9,14 +13,20 @@ export function buildRecipes(context) {
     const audio = audioRecipes(context, text);
     const exports = exportRecipes(context, audio);
     const captions = exports.find((value) => value.key === "subtitles:files");
-    const thumbnail = thumbnailRecipes(context, text.recipes);
+    // The establishing image, when it is on: every other image is drawn from it.
+    const reference = referenceRecipe(context);
+    const drawnFrom = imageReference(context, reference);
+    const thumbnail = thumbnailRecipes(context, text.recipes, referenceForThumbnail(context.config) ? drawnFrom : undefined);
+    const youtube = youtubeRecipes(context, exports);
     return [
         ...text.recipes,
         ...audio.recipes,
         ...exports,
-        ...youtubeRecipes(context, exports),
+        ...youtube,
+        ...(reference === undefined ? [] : [reference]),
+        ...shortsRecipes(context, exports, drawnFrom),
         ...thumbnail,
         ...documentRecipes(context, text, thumbnail),
-        ...visualAssets(context, visualRecipes(context.config, context.content, audio.mediaFingerprint, captions?.fingerprint ?? null)),
+        ...visualAssets(context, visualRecipes(context.config, context.content, audio.mediaFingerprint, captions?.fingerprint ?? null, (images) => editPlan(context, exports, youtube, images), drawnFrom)),
     ];
 }

package/dist/slices/rebuild/recipe-edit.js

@@ -0,0 +1,178 @@
+import { z } from "zod";
+import { fingerprint } from "../../kernel/runner/work.js";
+import { usesYoutubeDescription } from "../admission/rules.js";
+import { headingChapters, topHeadings } from "../video/chapters.js";
+import { chapterOpeningShots, sentenceCutPoints } from "../video/cuts.js";
+import { animatedClipSeconds, animatedImageIndexes, animatePrompt, editNeedsTiming, usesAnimation, usesChapterCards, usesNarrationCuts, videoEditOf, } from "../video/edit-settings.js";
+import { fps } from "../video/plan.js";
+import { recipe, resourceIdentity, selectedReference, } from "./recipe-model.js";
+// What the Video stage's edit settings add to the plan: the word timing and chapters the
+// render reads, and a paid `animate:<image>` request for each image brought to life. Every
+// setting left at today's behaviour adds nothing, so a project without them, or with them all
+// off, plans the same export fingerprint it always did and no finished video turns outdated.
+//
+// "Chapter openers" can only be told once the word timing (and the YouTube chapters, when
+// that step runs) has landed, so until then one deferred `animate:future` stands in for the
+// requests and carries their cost, the way `shorts:future` does.
+export const animateFutureKey = "animate:future";
+export function editPlan(context, exports, youtube, images) {
+    const { config } = context;
+    const edit = videoEditOf(config);
+    if (config.sources.video !== "generate")
+        return { recipes: [], values: [], dependsOn: [] };
+    const timing = editNeedsTiming(config)
+        ? exports.find((value) => value.key === "subtitles:timing")
+        : undefined;
+    const description = youtube.find((value) => value.key === "youtube:description");
+    const fromDescription = usesYoutubeDescription(config) && description !== undefined;
+    const values = [];
+    const dependsOn = [];
+    if (usesNarrationCuts(config))
+        values.push(["cuts", "narration-v1"]);
+    if (edit.transition !== "cut")
+        values.push(["transition", edit.transition, edit.transitionSeconds]);
+    if (edit.vignette !== "off" ||
+        edit.grain !== "off" ||
+        edit.grade !== "none" ||
+        edit.atmosphere !== "none")
+        values.push(["look-v1", edit.vignette, edit.grain, edit.grade, edit.atmosphere]);
+    if (usesChapterCards(config))
+        values.push(["cards-v1", config.subtitles?.fontId ?? "default"]);
+    if (timing !== undefined) {
+        values.push(["timing", resourceIdentity(context, timing)]);
+        dependsOn.push(timing.key);
+        if (fromDescription && description !== undefined) {
+            values.push(["chapters", resourceIdentity(context, description)]);
+            dependsOn.push(description.key);
+        }
+        else
+            values.push(["chapters", "headings", headingsIdentity(context)]);
+    }
+    const recipes = usesAnimation(config)
+        ? animateRecipes(context, images, timing, fromDescription ? description : undefined)
+        : [];
+    if (recipes.length > 0) {
+        values.push(["animate-v1", recipes.map((value) => value.fingerprint)]);
+        dependsOn.push(...recipes.map((value) => value.key));
+    }
+    return { recipes, values, dependsOn };
+}
+function animateRecipes(context, images, timing, description) {
+    const { config, content } = context;
+    const edit = videoEditOf(config);
+    const provider = config.images?.provider ?? "";
+    // Only images the project draws are animated; an uploaded picture or clip is shown as it
+    // was given.
+    const drawn = (index) => {
+        const key = content.imageOrder[index];
+        return key !== undefined && content.imageDefinitions[key]?.source === "generate";
+    };
+    let indexes;
+    if (edit.animate === "every")
+        indexes = animatedImageIndexes(edit, content.imageOrder.length);
+    else {
+        const opening = openingImages(context, timing, description);
+        if (opening === undefined) {
+            const upper = Math.min(content.imageOrder.filter((_key, index) => drawn(index)).length, chapterEstimate(context));
+            return [
+                recipe(context, animateFutureKey, "video", {
+                    kind: "deferred",
+                    version: 1,
+                    operation: "animate",
+                    template: [
+                        timing?.fingerprint ?? null,
+                        description?.fingerprint ?? null,
+                        provider,
+                        edit.animateModel,
+                        upper,
+                    ],
+                }, [
+                    ...(timing === undefined ? [] : [timing.key]),
+                    ...(description ? [description.key] : []),
+                ]),
+            ];
+        }
+        indexes = opening;
+    }
+    return indexes.filter(drawn).flatMap((index) => {
+        const key = content.imageOrder[index];
+        const still = images.find((value) => value.key === `image:${key ?? ""}`);
+        if (key === undefined || still === undefined)
+            return [];
+        return [
+            recipe(context, `animate:${key}`, "video", {
+                kind: "image",
+                version: 1,
+                provider,
+                model: edit.animateModel,
+                prompt: animatePrompt,
+                aspect: config.format,
+                animate: { image: still.fingerprint, seconds: animatedClipSeconds },
+            }, [still.key], { unresolved: still.unresolved }),
+        ];
+    });
+}
+// The images (0-based, in slideshow order) the video and its chapters open on, once the word
+// timing and chapters are saved; undefined until then.
+function openingImages(context, timing, description) {
+    const count = context.content.imageOrder.length;
+    if (count === 0)
+        return [];
+    const words = timing === undefined ? undefined : savedWords(context, timing);
+    if (words === undefined)
+        return undefined;
+    const chapters = description === undefined
+        ? headingChapters(context.resolved.articleMarkdown ?? "", words)
+        : savedChapters(context, description);
+    if (chapters === undefined)
+        return undefined;
+    const shots = chapterOpeningShots({
+        fps,
+        imageSeconds: context.config.imageSeconds,
+        narration: usesNarrationCuts(context.config),
+        cutPoints: sentenceCutPoints(words),
+        chapterStarts: chapters.map((chapter) => chapter.start),
+    });
+    return [...new Set(shots.map((shot) => shot % count))];
+}
+const wordsPayload = z.object({
+    words: z.array(z.object({ text: z.string(), start: z.number(), end: z.number() })),
+});
+const chaptersPayload = z.object({
+    chapters: z.array(z.object({ start: z.number(), title: z.string() })),
+});
+function savedPayload(context, value) {
+    const piece = context.manifest.pieces.find((row) => row.key === value.key &&
+        selectedReference(row) &&
+        row.piece.state === "done" &&
+        row.fingerprint === value.fingerprint);
+    if (piece?.piece.payload === undefined || piece.piece.payload === null)
+        return undefined;
+    try {
+        return JSON.parse(piece.piece.payload);
+    }
+    catch {
+        return undefined;
+    }
+}
+function savedWords(context, timing) {
+    const parsed = wordsPayload.safeParse(savedPayload(context, timing));
+    return parsed.success ? parsed.data.words : undefined;
+}
+function savedChapters(context, description) {
+    const parsed = chaptersPayload.safeParse(savedPayload(context, description));
+    return parsed.success ? parsed.data.chapters : undefined;
+}
+// The article's chapter headings, which decide where heading chapters fall; null while the
+// article is not written yet.
+function headingsIdentity(context) {
+    const markdown = context.resolved.articleMarkdown;
+    return markdown === null ? null : fingerprint(topHeadings(markdown).map((one) => one.title));
+}
+// ceiling: how many chapters "Chapter openers" is charged for before they are known: the
+// article's headings and the opening, or twelve (the most a YouTube description is asked for)
+// while the article is not written yet.
+function chapterEstimate(context) {
+    const markdown = context.resolved.articleMarkdown;
+    return markdown === null ? 12 : topHeadings(markdown).length + 1;
+}

package/dist/slices/rebuild/recipe-exports.js

@@ -1,5 +1,6 @@
-import { usesYoutubeDescription } from "../admission/rules.js";
+import { usesShorts, usesYoutubeDescription } from "../admission/rules.js";
 import { audioExportArgs } from "../video/audio-export-args.js";
+import { editNeedsTiming } from "../video/edit-settings.js";
 import { recipe, resourceIdentity, } from "./recipe-model.js";
 export function exportRecipes(context, audio) {
     const { config, content } = context;
@@ -17,9 +18,13 @@ export function exportRecipes(context, audio) {
             ],
         }, audio.keys));
     const captions = config.subtitles !== undefined && config.subtitles.mode !== "off";
-    // The YouTube description's chapters use the same word timing, so it runs for them even
-    // with captions off; only the caption files below wait for captions.
-    if (!captions && !usesYoutubeDescription(config))
+    // The YouTube description's chapters, the shorts' clips and captions, and the video's cuts,
+    // chapter cards and chapter openers use the same word timing, so it runs for them even with
+    // captions off; only the caption files below wait for captions.
+    if (!captions &&
+        !usesYoutubeDescription(config) &&
+        !usesShorts(config) &&
+        !editNeedsTiming(config))
         return recipes;
     const timing = recipe(context, "subtitles:timing", "video", {
         kind: "local",

package/dist/slices/rebuild/recipe-input-schema.js

@@ -23,7 +23,9 @@ export const recipeInputSchema = z.discriminatedUnion("kind", [
             .object({
             budget: z.number().finite().optional(),
             level: z.enum(["minimal", "low", "medium", "high"]).optional(),
-            effort: z.enum(["none", "minimal", "low", "medium", "high", "xhigh"]).optional(),
+            effort: z
+                .enum(["none", "minimal", "low", "medium", "high", "xhigh", "max", "ultra"])
+                .optional(),
         })
             .strict()
             .nullable(),
@@ -66,6 +68,12 @@ export const recipeInputSchema = z.discriminatedUnion("kind", [
         model: z.string(),
         prompt: z.string(),
         aspect: z.enum(["16:9", "9:16"]),
+        animate: z.object({ image: z.string(), seconds: z.number() }).strict().optional(),
+        thinking: z.enum(thinkingModes).optional(),
+        reference: z
+            .object({ fingerprint: z.string(), assetId: z.string().nullable() })
+            .strict()
+            .optional(),
     })
         .strict(),
     z

package/dist/slices/rebuild/recipe-legacy.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import { referenceKey } from "../admission/model.js";
 import { buildRecipes } from "./recipe-build.js";
 export function baselineFingerprints(project, outputs, pieces, content, stages = []) {
     const recipes = buildRecipes({
@@ -34,6 +35,8 @@ export function legacyOutputWorkKey(output, config) {
             return `image:${output.id}`;
         case "thumbnail":
             return "thumbnail:image";
+        case "reference":
+            return referenceKey;
         case "notes":
             return "research:notes";
         case "article_md":
@@ -59,6 +62,15 @@ export function legacyOutputWorkKey(output, config) {
         case "youtube_description":
         case "youtube_tags":
             return "youtube:description";
+        case "shorts":
+            return "shorts:pick";
+        case "short_image":
+            return `shorts:${String(output.meta.short ?? 1)}:image:${String(output.meta.index ?? 1)}`;
+        case "short_video":
+            return `shorts:${String(output.meta.short ?? 1)}:render`;
+        // Only ever made by a revision, never by the legacy stages.
+        case "animated_image":
+            return `animate:${String(output.meta.index ?? 1)}`;
         case "subtitles_srt":
         case "subtitles_vtt":
         case "subtitle_ass":

package/dist/slices/rebuild/recipe-model.js

@@ -17,6 +17,8 @@ export const localOperations = [
     "narration-files-v1",
     "render-document",
     "youtube-description-v1",
+    "shorts-pick-v1",
+    "short-render-v1",
 ];
 export const deferredOperations = [
     "narration-preparation",
@@ -30,6 +32,8 @@ export const deferredOperations = [
     "intro-narration",
     "outro-narration",
     "resolve-revision-recipe",
+    "shorts",
+    "animate",
 ];
 export function recipe(context, key, stage, input, dependsOn = [], options = {}) {
     const requestFingerprint = input.kind === "tts"
@@ -40,7 +44,9 @@ export function recipe(context, key, stage, input, dependsOn = [], options = {})
         : fingerprint(JSON.parse(JSON.stringify(input, (_key, value) => typeof value === "number" ? z.number().finite().parse(value) : value)));
     const token = input.kind === "tts"
         ? narrationRegenerationToken(context.content.regenerationTokens, input.logicalKey, input.segment)
-        : (context.content.regenerationTokens[options.tokenKey ?? key] ?? null);
+        : options.token !== undefined
+            ? options.token
+            : (context.content.regenerationTokens[options.tokenKey ?? key] ?? null);
     const researchToken = stage === "research" ? context.content.regenerationTokens["research:all"] : undefined;
     const workFingerprint = fingerprint([
         requestFingerprint,

package/dist/slices/rebuild/recipe-provider-choice.js

@@ -5,6 +5,21 @@ export function recipeProviderChoice(recipe, config) {
     // The YouTube description's request is built when it runs, from the project's LLM row.
     if (input.kind === "local" && input.operation === "youtube-description-v1")
         return config.llm === undefined ? undefined : { ...config.llm, family: "llm" };
+    // So is the shorts' pick; what stands in for the rest of the step until it lands is
+    // mostly images, which are its cost.
+    if (input.kind === "local" && input.operation === "shorts-pick-v1")
+        return config.llm === undefined ? undefined : { ...config.llm, family: "llm" };
+    if (input.kind === "deferred" && input.operation === "shorts")
+        return config.images === undefined ? undefined : { ...config.images, family: "image" };
+    // The chapter openers' clips are asked of the image provider's image-to-video model.
+    if (input.kind === "deferred" && input.operation === "animate")
+        return config.images === undefined
+            ? undefined
+            : {
+                provider: config.images.provider,
+                model: config.videoEdit?.animateModel ?? "",
+                family: "image",
+            };
     if (input.kind !== "deferred")
         return undefined;
     const family = input.operation === "narration-preparation"

package/dist/slices/rebuild/recipe-reference.js

@@ -0,0 +1,44 @@
+import { referenceKey } from "../admission/model.js";
+import { usesReference } from "../admission/rules.js";
+import { recipe, selectedAsset, } from "./recipe-model.js";
+import { renderedPrompt } from "./recipe-text.js";
+// The establishing image (`RunDraft.reference`): one step of the Images stage, made before
+// every other image of the run and never part of the video. Made from its library prompt, whose
+// keywords are filled like every other image prompt's, or the file the user uploaded.
+export const referencePromptKey = "referencePrompt";
+// The image provider's choice as an image request carries it: the effort only when one is set,
+// so a request made without one keeps the fingerprint it always had.
+export function imageChoice(config) {
+    return {
+        provider: config.images?.provider ?? "",
+        model: config.images?.model ?? "",
+        ...(config.images?.thinking === undefined ? {} : { thinking: config.images.thinking }),
+    };
+}
+export function referenceRecipe(context) {
+    const { config, content } = context;
+    if (!usesReference(config) || config.reference === undefined)
+        return undefined;
+    if (config.reference.source === "provide")
+        return recipe(context, referenceKey, "images", {
+            kind: "provided",
+            version: 1,
+            assetId: content.provided.reference ?? null,
+            semantic: "reference",
+        }, [], { unresolved: content.provided.reference === undefined });
+    const prompt = renderedPrompt(context, referencePromptKey);
+    return recipe(context, referenceKey, "images", { kind: "image", version: 1, ...imageChoice(config), aspect: config.format, prompt }, [], { unresolved: prompt.trim() === "" });
+}
+// Which image the others are drawn from: the step's fingerprint, so making it again or
+// changing it marks every image drawn from it outdated, and the asset it made.
+export function imageReference(context, reference) {
+    return reference === undefined
+        ? undefined
+        : {
+            key: reference.key,
+            input: {
+                fingerprint: reference.fingerprint,
+                assetId: selectedAsset(context, reference.key, reference.fingerprint),
+            },
+        };
+}