@gentbajko/slopify 3.2.8 → 3.3.0

package/dist/slices/article/segments.js

@@ -1,4 +1,5 @@
 import { insertPiece, piecesOf, setPiece } from "../../kernel/runner/piece-repo.js";
+import { subjectOf } from "../admission/model.js";
 import { noTokens, plusUsage } from "../telemetry/model.js";
 export const categories = ["intro", "outro"];
 export async function writeSegment(providers, choice, config, category, article, sent) {
@@ -43,7 +44,7 @@ export function segmentMessages(body, config, article) {
             content: [
                 body,
                 "",
-                `Video title: ${config.title}`,
+                `Video title: ${subjectOf(config)}`,
                 "",
                 "Keyword values for this run:",
                 "",

package/dist/slices/rebuild/recipe-appearance.js

@@ -1,4 +1,5 @@
 import { withLanguage } from "../../kernel/ports/languages.js";
+import { subjectOf } from "../admission/model.js";
 import { appearanceFor, appearanceMessages, appearanceSchema, usesAppearance, withAppearance, } from "../images/appearance.js";
 import { recipe, selectedReference, } from "./recipe-model.js";
 import { llmInput, llmInputFingerprint } from "./recipe-text.js";
@@ -36,7 +37,7 @@ export function imageAppearance(context, text) {
     const { config } = context;
     if (!pictureBodies(context).some(usesAppearance))
         return undefined;
-    const messages = withLanguage(appearanceMessages({ title: config.title, article: text.articleText ?? "" }), config.language);
+    const messages = withLanguage(appearanceMessages({ title: subjectOf(config), article: text.articleText ?? "" }), config.language);
     const value = recipe(context, imageAppearanceKey, config.sources.images === "generate" ? "images" : "thumbnail", text.articleText === null
         ? {
             kind: "deferred",

package/dist/slices/rebuild/recipe-document.js

@@ -1,4 +1,4 @@
-import { sourceOf } from "../admission/model.js";
+import { sourceOf, subjectOf } from "../admission/model.js";
 import { resolvedDocumentTheme } from "../document/theme.js";
 import { recipe, resourceIdentity, } from "./recipe-model.js";
 // Bumped when the renderer's output changes for the same inputs, so documents made by an
@@ -21,7 +21,7 @@ export function documentRecipes(context, text, thumbnail) {
             operation: "render-document",
             values: [
                 renderer,
-                config.title,
+                subjectOf(config),
                 JSON.parse(JSON.stringify(theme)),
                 resourceIdentity(context, text.article),
                 notes === undefined ? null : resourceIdentity(context, notes),

package/dist/slices/rebuild/recipe-exports.js

@@ -1,4 +1,5 @@
 import { projectLanguage } from "../../kernel/ports/languages.js";
+import { subjectOf } from "../admission/model.js";
 import { usesShorts, usesYoutubeDescription } from "../admission/rules.js";
 import { usesShortMode } from "../admission/short-mode.js";
 import { reviewsNarration } from "../reviews/rules.js";
@@ -78,7 +79,7 @@ export function exportRecipes(context, audio) {
                 audio.mediaFingerprint,
                 resourceIdentity(context, timing),
                 (audio.sections ?? []).map((section) => [section.title, section.firstTurn]),
-                config.title,
+                subjectOf(config),
                 ...master.values,
                 ...lines.values,
                 // The book's title and chapter become the files' album and track tags; a project

package/dist/slices/rebuild/recipe-reference.js

@@ -1,4 +1,4 @@
-import { referenceKey } from "../admission/model.js";
+import { referenceKey, subjectOf } from "../admission/model.js";
 import { usesReference } from "../admission/rules.js";
 import { lookWait, withLooks } from "./recipe-appearance.js";
 import { castFor } from "./recipe-cast.js";
@@ -56,7 +56,7 @@ appearance) {
         prompt,
         // The establishing image sets the look for the whole video, so it is drawn with every
         // member the title mentions as well as the ones its own brief does.
-        ...castField(castFor(config, config.title, prompt)),
+        ...castField(castFor(config, subjectOf(config), prompt)),
     }, [], { unresolved: prompt.trim() === "" });
 }
 // Which image the others are drawn from: the step's fingerprint, so making it again or

package/dist/slices/rebuild/recipe-scenes.js

@@ -1,6 +1,6 @@
 import { z } from "zod";
 import { withLanguage } from "../../kernel/ports/languages.js";
-import { thumbnailCountOf } from "../admission/model.js";
+import { subjectOf, thumbnailCountOf } from "../admission/model.js";
 import { pictureKind, sceneMessages, usesScene } from "../images/scenes.js";
 import { recipe, selectedReference, } from "./recipe-model.js";
 import { llmInput, llmInputFingerprint } from "./recipe-text.js";
@@ -19,7 +19,7 @@ export function thumbnailScenes(context, text) {
         return undefined;
     const count = thumbnailCountOf(config);
     const messages = withLanguage(sceneMessages({
-        title: config.title,
+        title: subjectOf(config),
         article: text.articleText ?? "",
         pictures: [],
         thumbnails: count,
@@ -60,7 +60,7 @@ export function imageScenes(context, text) {
     }
     if (keys.length === 0)
         return undefined;
-    const messages = withLanguage(sceneMessages({ title: config.title, article: text.articleText ?? "", pictures }), config.language);
+    const messages = withLanguage(sceneMessages({ title: subjectOf(config), article: text.articleText ?? "", pictures }), config.language);
     const value = recipe(context, imageScenesKey, "images", text.articleText === null
         ? {
             kind: "deferred",

package/dist/slices/rebuild/recipe-shorts.js

@@ -1,5 +1,6 @@
 import { z } from "zod";
 import { fingerprint } from "../../kernel/runner/work.js";
+import { subjectOf } from "../admission/model.js";
 import { usesShorts } from "../admission/rules.js";
 import { withoutScene } from "../images/scenes.js";
 import { effectiveClips, pickedShortsOf } from "../shorts/clips.js";
@@ -53,7 +54,7 @@ appearance) {
             shorts.count,
             shorts.minSeconds,
             shorts.maxSeconds,
-            config.title,
+            subjectOf(config),
             // The project language, only when it is not English, so English keeps its fingerprint.
             ...(config.language === undefined || config.language === "en" ? [] : [config.language]),
         ],
@@ -113,7 +114,7 @@ appearance) {
         const prompts = {
             ...recipe(context, `${prefix}:prompts`, "video", llmInput(context, imagePromptMessages({
                 style: looked,
-                videoTitle: config.title,
+                videoTitle: subjectOf(config),
                 shortTitle: clip.title,
                 text: clip.text,
                 count,

package/dist/slices/rebuild/recipe-text.js

@@ -2,6 +2,7 @@ import { z } from "zod";
 import { withLanguage } from "../../kernel/ports/languages.js";
 import { documentIndex } from "../../kernel/ports/llm-documents.js";
 import { fingerprint } from "../../kernel/runner/work.js";
+import { subjectOf } from "../admission/model.js";
 import { usesPronunciationGlossary } from "../admission/rules.js";
 import { render } from "../admission/substitute.js";
 import { articleMessages, continuationMessages } from "../article/continuation.js";
@@ -225,7 +226,7 @@ export function textRecipes(context) {
         const prompt = renderedPrompt(context, "thumbnailPrompt");
         const messages = thumbnailMessages({
             instruction: prompt,
-            title: config.title,
+            title: subjectOf(config),
             values: config.values,
             format: config.format,
             article: articleText ?? "",

package/dist/slices/rebuild/recipe-visual.js

@@ -1,4 +1,4 @@
-import { thumbnailCountOf, thumbnailKey } from "../admission/model.js";
+import { subjectOf, thumbnailCountOf, thumbnailKey } from "../admission/model.js";
 import { usesShortMode } from "../admission/short-mode.js";
 import { render } from "../admission/substitute.js";
 import { withoutScene, withScene } from "../images/scenes.js";
@@ -123,7 +123,7 @@ appearance) {
                 // Only for a short, so every long video keeps its fingerprint: the word-by-word
                 // captions are drawn from the word timing in the caption font, under the title.
                 ...(short
-                    ? [["short-v1", config.subtitles?.fontId ?? "default", config.title, timing]]
+                    ? [["short-v1", config.subtitles?.fontId ?? "default", subjectOf(config), timing]]
                     : []),
                 // Only while the video has an ambient bed, so every video without one keeps the
                 // fingerprint it always had.
@@ -213,7 +213,7 @@ appearance) {
                 kind: "provided",
                 version: 1,
                 assetId: content.provided.thumbnail ?? null,
-                semantic: [config.title, config.format],
+                semantic: [subjectOf(config), config.format],
             }, [], { unresolved: content.provided.thumbnail === undefined }),
         ];
     const promptRecipe = textRecipes.find((value) => value.key === "thumbnail:prompt");
@@ -266,7 +266,7 @@ appearance) {
                 prompt: thumbnailVariantPrompt(prompt, variant),
                 ...(reference === undefined ? {} : { reference: reference.input }),
                 // The thumbnail stands for the whole video, like the establishing image.
-                ...castField(castFor(config, config.title, prompt)),
+                ...castField(castFor(config, subjectOf(config), prompt)),
             }, [
             ...(promptRecipe === undefined ? [] : [promptRecipe.key]),
             ...(reference === undefined ? [] : [reference.key]),

package/dist/slices/rebuild/recipe-youtube.js

@@ -1,3 +1,4 @@
+import { subjectOf } from "../admission/model.js";
 import { usesYoutubeDescription } from "../admission/rules.js";
 import { recipe, resourceIdentity, } from "./recipe-model.js";
 import { renderedPrompt } from "./recipe-text.js";
@@ -24,7 +25,7 @@ export function youtubeRecipes(context, exports) {
                 // Blank means the built-in prompt; the step fills it in, so a new built-in wording
                 // ships as a new operation version rather than a silent change here.
                 config.descriptionPrompt?.trim() ? renderedPrompt(context, "description") : "",
-                config.title,
+                subjectOf(config),
                 // The project language, only when it is not English, so English keeps its fingerprint.
                 ...(config.language === undefined || config.language === "en" ? [] : [config.language]),
             ],

package/dist/slices/revisions/mutations.js

@@ -24,6 +24,7 @@ import { cloneManifest, ensureRevisionStages, projectSelected } from "./projecti
 import { insertAsset, insertRevision } from "./repo.js";
 import { bindNarrationSources, validateNarrationIntent, validateTemplateIntent } from "./rules.js";
 import { revisionEditSchema } from "./schema.js";
+import { keptSubject } from "./subject.js";
 export { bindUpload } from "./mutation-assets.js";
 export { restoreRevision } from "./restore.js";
 export async function saveRevision(deps, input) {
@@ -57,7 +58,7 @@ export async function saveRevision(deps, input) {
             currentRevisionId: base.revision.id,
             fields: replanned.fields,
         };
-    const edit = bindNarrationSources(base, rebrandedEdit(deps.db, base.revision.config, replanned.edit));
+    const edit = bindNarrationSources(base, keptSubject(base.revision.config, rebrandedEdit(deps.db, base.revision.config, replanned.edit)));
     const fields = [
         ...settingProblems(edit),
         ...validateUploads(deps, edit),

package/dist/slices/revisions/subject.js

@@ -0,0 +1,9 @@
+// A renamed project keeps what it is about (`subjectOf`): on the first rename the title it was
+// made with is kept as `subjectTitle`, and every step's fingerprint reads it, so a rename runs
+// nothing. An edit can't drop a kept subject either.
+export function keptSubject(base, edit) {
+    const subject = base.subjectTitle ?? (edit.config.title !== base.title ? base.title : undefined);
+    if (subject === undefined || edit.config.subjectTitle === subject)
+        return edit;
+    return { ...edit, config: { ...edit.config, subjectTitle: subject } };
+}

package/dist/slices/storage/backup-format.js

@@ -57,6 +57,10 @@ export const projectTables = [
     "project_uploads",
     // Since 3.2.8: the YouTube video each upload became, and its A/B test.
     "youtube_videos",
+    // Since 3.3.0: each project's posting-plan slot, Studio's numbers and its A/B results.
+    "upload_slots",
+    "video_stats",
+    "ab_results",
     // Since 2.5.0. Left out on purpose: plan_limit_waits and plan_limit_waiters (an account's
     // current wait, a lease of this install) and prompt_softening (a pending one-off request).
     // Since 3.0.8, narration_retries is left out too: the tries of a run, not of the project.

package/dist/slices/storage/portable.js

@@ -23,7 +23,9 @@ import { appearances, providerById, providerIds } from "../settings/model.js";
 import { listVoices } from "../settings/repo.js";
 import { realPersonVoicesKey, voiceIdMax, voiceNameMax } from "../settings/voices.js";
 import { whatsNewSeenKey } from "../settings/whats-new.js";
-import { storedPlaylistsSchema, storedProjectPlaylistsSchema, studioChannelPlaylistPrefix, studioFillQueuePrefix, studioPairingKey, studioPlaylistKey, studioProjectPlaylistsKey, studioRealFootageKey, } from "../studio/settings.js";
+import { uploadPickPrefix, uploadPickSchema } from "../studio/pick.js";
+import { postingPlanKey, postingPlanSchema } from "../studio/plan.js";
+import { autoCommentKey, storedPlaylistsSchema, storedProjectPlaylistsSchema, studioChannelPlaylistPrefix, studioFillQueuePrefix, studioPairingKey, studioPlaylistKey, studioProjectPlaylistsKey, studioRealFootageKey, } from "../studio/settings.js";
 import { channelLinksKey } from "../youtube/edits-repo.js";
 import { defaultBackupsDir, projectDir, stagingPath } from "./layout.js";
 import { stageKinds } from "./model.js";
@@ -379,6 +381,11 @@ function portableSettings(settings) {
             key === whatsNewSeenKey ||
             key === patchNotesSeenKey)
             continue;
+        if (key === autoCommentKey) {
+            z.enum(["on", "off"]).parse(value);
+            portable[key] = value;
+            continue;
+        }
         const parsed = storedJson(value);
         if (key === "silenceGapSeconds")
             storedSilenceGap.parse(parsed);
@@ -388,6 +395,10 @@ function portableSettings(settings) {
             storedLoudness.parse(parsed);
         else if (key === studioPlaylistKey || key.startsWith(studioChannelPlaylistPrefix))
             storedPlaylistsSchema.parse(parsed);
+        else if (key === postingPlanKey)
+            postingPlanSchema.parse(parsed);
+        else if (key.startsWith(uploadPickPrefix))
+            uploadPickSchema.parse(parsed);
         else if (key === studioProjectPlaylistsKey)
             storedProjectPlaylistsSchema.parse(parsed);
         else if (key === channelLinksKey)

package/dist/slices/studio/backfill.js

@@ -0,0 +1,34 @@
+import { listProjects } from "../admission/repo.js";
+import { uploadPack } from "./pack.js";
+import { clearSlot } from "./plan.js";
+import { projectVideos, recordVideo } from "./videos.js";
+const norm = (title) => title.trim().replace(/\s+/g, " ").toLowerCase();
+export function backfillVideos(deps, rows, at) {
+    const byTitle = new Map();
+    for (const row of rows)
+        byTitle.set(norm(row.title), row.videoId);
+    if (byTitle.size === 0)
+        return 0;
+    let found = 0;
+    for (const project of listProjects(deps.db)) {
+        const known = projectVideos(deps.db, project.id).filter((one) => one.uploadState === "done");
+        const result = uploadPack(deps, project.id);
+        if (!result.ok)
+            continue;
+        for (const item of result.pack.items) {
+            const short = item.short ?? null;
+            if (known.some((one) => one.short === short))
+                continue;
+            const titles = item.pickable?.titles ?? [item.title, ...item.titles];
+            const videoId = titles.map((one) => byTitle.get(norm(one))).find((one) => one !== undefined);
+            if (videoId === undefined)
+                continue;
+            recordVideo(deps.db, project.id, short, videoId, at);
+            // Uploaded by hand before: its long video holds no slot of the posting plan.
+            if (short === null)
+                clearSlot(deps.db, project.id);
+            found += 1;
+        }
+    }
+    return found;
+}

package/dist/slices/studio/model.js

@@ -21,6 +21,8 @@ export const studioSteps = [
     "audience",
     "altered",
     "tags",
+    // Studio's Visibility step: when it goes out, from the posting plan.
+    "schedule",
 ];
 // Tags as Studio's field takes them: comma-separated.
 export function tagsLine(tags) {

package/dist/slices/studio/pack.js

@@ -14,10 +14,14 @@ import { outputPath } from "../storage/layout.js";
 import { outputsOf } from "../storage/repo.js";
 import { videoEditOf } from "../video/edit-settings.js";
 import { usesVoices } from "../voices/model.js";
-import { effectiveDescription } from "../youtube/edits-repo.js";
+import { effectiveDescription, readDescriptionEdits } from "../youtube/edits-repo.js";
+import { linkKey, previousVideoLink } from "../youtube/placeholders.js";
 import { aiDisclosureOf } from "./disclosure.js";
 import { studioAudience, studioTitleMax, } from "./model.js";
+import { picked, readUploadPick } from "./pick.js";
+import { readPlan, scheduleOf } from "./plan.js";
 import { projectPlaylists, readRealFootage } from "./settings.js";
+import { previousLongVideo, videoIdOf, videoOf } from "./videos.js";
 // What `shorts.json` holds for each picked clip; only what the pack uses.
 const clipsSchema = z.object({
     shorts: z.array(z.object({
@@ -87,6 +91,7 @@ export function uploadPack(deps, projectId) {
             description: written,
             tags: writtenTags ?? "",
             titles: text(outputs.find((output) => output.role === "youtube_titles")),
+            pinnedComment: text(outputs.find((output) => output.role === "youtube_pinned_comment")),
             // The last chapter is checked against the video's own length when it is known.
             durationSeconds: video?.durationMs === null || video?.durationMs === undefined
                 ? undefined
@@ -112,25 +117,66 @@ export function uploadPack(deps, projectId) {
         missing.push(`Only ${String(thumbnails.length)} of the ${String(count)} thumbnails are made. Regenerate the missing ones in the project's Images section.`);
     if (playlistChoices.length === 0)
         missing.push("No playlist is set for this project's channel, so the playlist step is left to you. Set one in Settings → YouTube Studio → Playlists.");
+    // The video's titles and thumbnails in the project's order, and the ones the person picked
+    // for the upload first (`pick.ts`); the A/B test later tries the rest beside them.
+    const ownTitle = project.title.slice(0, studioTitleMax);
+    const allTitles = [
+        ownTitle,
+        ...(edited?.titles ?? "")
+            .split("\n")
+            .map((one) => one.trim().slice(0, studioTitleMax))
+            .filter((one) => one !== ""),
+    ];
+    const allThumbnails = thumbnails.map(file);
+    const pick = readUploadPick(deps.db, projectId);
+    // When each upload goes out, from the posting plan's slot (`plan.ts`), once the project has
+    // one: the long video at the slot, each short at its own time after it.
+    const plan = readPlan(deps.db);
+    const slotRow = deps.db
+        .prepare("SELECT row_name, long_at FROM upload_slots WHERE project_id=?")
+        .get(projectId);
+    const schedule = slotRow === undefined || String(slotRow.long_at) === ""
+        ? undefined
+        : scheduleOf(plan, { row: String(slotRow.row_name), longAt: String(slotRow.long_at) });
+    // The long video's captions, its end screen's video (the project's Previous video, else the
+    // long video uploaded before it) and the comment to pin; a short's related video is the
+    // long video, once it is on YouTube.
+    const captions = outputs.find((output) => output.role === "subtitles_srt");
+    const previous = edited === undefined ? undefined : readPreviousVideo(deps.db, projectId);
+    const endScreenVideoId = previous ?? previousLongVideo(deps.db, projectId);
+    const pinnedComment = edited?.pinnedComment.trim() ?? "";
+    const arranged = picked(allTitles, allThumbnails, pick);
     const items = [
         {
             kind: "video",
             video: video === undefined ? null : file(video),
-            title: project.title.slice(0, studioTitleMax),
-            titles: (edited?.titles ?? "")
-                .split("\n")
-                .map((one) => one.trim().slice(0, studioTitleMax))
-                .filter((one) => one !== ""),
+            title: arranged.titles[0] ?? ownTitle,
+            titles: arranged.titles.slice(1),
             description: description ?? "",
             tags: tagsOf(tagsFile),
-            thumbnails: thumbnails.map(file),
+            thumbnails: arranged.thumbnails,
+            pickable: {
+                titles: allTitles,
+                thumbnails: allThumbnails,
+                title: pick.title < allTitles.length ? pick.title : 0,
+                thumbnail: pick.thumbnail < allThumbnails.length ? pick.thumbnail : 0,
+            },
             audience: studioAudience,
             alteredContent: disclosure("video"),
             playlists,
             playlist,
             ...(edited?.chapterNotice === undefined ? {} : { chapterNotice: edited.chapterNotice }),
+            ...(schedule === undefined ? {} : { scheduleAt: schedule.longAt }),
+            ...(captions === undefined ? {} : { captions: file(captions) }),
+            ...(endScreenVideoId === undefined ? {} : { endScreenVideoId }),
+            ...(pinnedComment === "" ? {} : { pinnedComment }),
         },
     ];
+    // The shorts link the long video: the link set in the project, else the one Slopify knows
+    // the video by on YouTube (`videos.ts`).
+    const longVideo = videoOf(deps.db, projectId, null);
+    const fullVideoLink = config.shorts?.fullVideoLink ??
+        (longVideo?.uploadState === "done" ? `https://youtu.be/${longVideo.videoId}` : undefined);
     const clips = clipsOf(text(outputs.find((output) => output.role === "shorts")));
     const shortVideos = outputs.filter((output) => output.role === "short_video");
     for (const clip of clips) {
@@ -151,7 +197,7 @@ export function uploadPack(deps, projectId) {
             titles: [],
             description: [
                 clip.description,
-                fullVideoLine(config.shorts?.fullVideoLink),
+                fullVideoLine(fullVideoLink),
                 "",
                 clip.hashtags.join(" "),
             ].join("\n"),
@@ -163,6 +209,10 @@ export function uploadPack(deps, projectId) {
             alteredContent: disclosure("short"),
             playlists,
             playlist,
+            ...(schedule?.shortsAt[clip.number - 1] === undefined
+                ? {}
+                : { scheduleAt: schedule.shortsAt[clip.number - 1] }),
+            ...(longVideo?.uploadState === "done" ? { relatedVideoId: longVideo.videoId } : {}),
         });
     }
     return {
@@ -171,6 +221,7 @@ export function uploadPack(deps, projectId) {
             projectId,
             projectTitle: project.title,
             items,
+            ...(schedule === undefined ? {} : { schedule }),
             missing,
             playlistChoices,
             ...(uploadedClips > 0 ? { footage: { clips: uploadedClips, real: realFootage } } : {}),
@@ -220,3 +271,8 @@ function available(deps, projectId, output) {
         throwIfNoEntry: false,
     })?.isFile() === true);
 }
+// The project's Previous video link (YouTube section), as a video id.
+function readPreviousVideo(db, projectId) {
+    const link = readDescriptionEdits(db, projectId).links.find((one) => linkKey(one.name) === linkKey(previousVideoLink))?.url;
+    return link === undefined ? undefined : videoIdOf(link);
+}

package/dist/slices/studio/pick.js

@@ -0,0 +1,33 @@
+import { z } from "zod";
+import { readSetting, writeSetting } from "../settings/repo.js";
+export const uploadPickSchema = z.object({
+    title: z.number().int().min(0).max(9),
+    thumbnail: z.number().int().min(0).max(9),
+});
+export const uploadPickPrefix = "studio.uploadPick.";
+const keyOf = (projectId) => `${uploadPickPrefix}${projectId}`;
+export function readUploadPick(db, projectId) {
+    const stored = readSetting(db, keyOf(projectId));
+    if (stored === undefined)
+        return { title: 0, thumbnail: 0 };
+    try {
+        const parsed = uploadPickSchema.safeParse(JSON.parse(stored));
+        return parsed.success ? parsed.data : { title: 0, thumbnail: 0 };
+    }
+    catch {
+        return { title: 0, thumbnail: 0 };
+    }
+}
+export function writeUploadPick(db, projectId, pick) {
+    writeSetting(db, keyOf(projectId), JSON.stringify(uploadPickSchema.parse(pick)));
+}
+// The chosen title first, the others after it in their order; the same for the thumbnails. A
+// pick past the end (a title list rewritten shorter) falls back to the first.
+export function picked(titles, thumbnails, pick) {
+    const first = (list, at) => {
+        const index = at < list.length ? at : 0;
+        const chosen = list[index];
+        return chosen === undefined ? list : [chosen, ...list.filter((_, one) => one !== index)];
+    };
+    return { titles: first(titles, pick.title), thumbnails: first(thumbnails, pick.thumbnail) };
+}