@vanillaskyai/video 0.8.8 → 0.10.0

package/dist/scene-video-backdrop-PCTARAAJ.js

@@ -0,0 +1,7 @@
+import {
+  SceneVideoBackdrop
+} from "./chunk-77VY4O7A.js";
+import "./chunk-TVIU23OM.js";
+export {
+  SceneVideoBackdrop
+};

package/dist/server.d.ts

@@ -1,9 +1,9 @@
-import { m as VideoGenerationContext, n as VideoPlanner, o as VideoRequest, a as VideoCapabilities, g as VideoInput, d as VideoAudio, p as VideoSceneValidator, j as VideoTemplatePacing, q as VideoSnapshotRetention, r as VideoResumeCursor, s as VideoSceneValidationContext, e as VideoScene, b as VideoOrientation } from './types-CEh9eUFu.js';
-import { a as VideoFinishReason, V as VideoWarning, b as VideoEvent } from './events-BQ6z264n.js';
-export { c as VideoWarningCategory } from './events-BQ6z264n.js';
-import { S as SceneTemplateMetadata } from './catalog-types-BIhSpOWK.js';
-import { f as VideoChatWelcomeOptions } from './types-DWFO6qca.js';
-export { d as VideoChatCapabilities, g as VideoChatConversationTurn, V as VideoChatMode, h as VideoChatWelcomePrompt } from './types-DWFO6qca.js';
+import { k as VideoGenerationContext, l as VideoPlanner, m as VideoRequest, a as VideoCapabilities, j as VideoInput, d as VideoAudio, n as VideoSceneValidator, g as VideoTemplatePacing, o as VideoSnapshotRetention, p as VideoResumeCursor, q as VideoSceneValidationContext, e as VideoScene, b as VideoOrientation } from './types-DdZw4GRQ.js';
+import { a as VideoFinishReason, V as VideoWarning, b as VideoEvent } from './events-B4YCc4vc.js';
+export { c as VideoWarningCategory } from './events-B4YCc4vc.js';
+import { S as SceneTemplateMetadata } from './catalog-types-WTbLP6Jh.js';
+import { f as VideoChatWelcomeOptions } from './types-CdBmNTGD.js';
+export { d as VideoChatCapabilities, g as VideoChatConversationTurn, V as VideoChatMode, h as VideoChatWelcomePrompt } from './types-CdBmNTGD.js';
 
 interface VideoProviderUsage {
     inputTokens?: number;
@@ -170,8 +170,7 @@ interface VideoHandlerOptions extends Omit<VideoStreamHandlerOptions, "generate"
      *
      * Unbounded by default, which is right when media is searched for and wrong
      * when it is generated: the planner decides the scene count, and every scene
-     * is then a paid clip. Past the ceiling a scene keeps its copy on the brand
-     * gradient, and a `media_budget_reached` warning says it happened.
+     * is then a paid clip. Past the ceiling a scene uses its grounded text fallback, and a `media_budget_reached` warning says it happened.
      */
     maxResolvedMedia?: number;
     /**

package/dist/server.js

@@ -1,10 +1,10 @@
 import {
   createTextDeltaVideoPlanner
-} from "./chunk-L7QGGKJ2.js";
+} from "./chunk-PDQFQIQW.js";
 import {
   createVideo,
   invokeIsolated
-} from "./chunk-3VRMKFM7.js";
+} from "./chunk-ZDJNFA52.js";
 import {
   getGenerationLifecycleSink
 } from "./chunk-E7CL7UPB.js";
@@ -12,10 +12,11 @@ import {
   BUILTIN_SERVER_TEMPLATE_KIT,
   createServerTemplateRegistry,
   overlayServerTemplateRegistry
-} from "./chunk-OWBT45EN.js";
+} from "./chunk-IR44XKBI.js";
 import {
-  createTemplateSceneValidator
-} from "./chunk-LMG3GHLL.js";
+  createTemplateSceneValidator,
+  validateTemplateSceneStructure
+} from "./chunk-IQMYK5DX.js";
 import {
   MEDIA_RECOVERY_NOTICE,
   decodeVideoSse,
@@ -23,8 +24,8 @@ import {
   sanitizeVideoChatMedia,
   videoSseHeaders,
   withDeadline
-} from "./chunk-KT3M7KDL.js";
-import "./chunk-2OKB27TG.js";
+} from "./chunk-HKUI5BTB.js";
+import "./chunk-RXTN2CW6.js";
 import {
   allowedKeys,
   createClippedVariableWarning,
@@ -32,30 +33,91 @@ import {
   jsonValue,
   nonNegativeInteger,
   parseVideoEvent,
+  parseVideoPlanPart,
   record,
   safePublicDiagnostic,
   string
-} from "./chunk-MMUXVA47.js";
+} from "./chunk-7M56IUUX.js";
 import {
   MAX_RETAINED_MEDIA_URL_LENGTH
-} from "./chunk-2DOLF4QN.js";
+} from "./chunk-AUPC6MDK.js";
 import {
   VIDEO_PROTOCOL_VERSION
-} from "./chunk-AOWSXU2K.js";
+} from "./chunk-7NZOMTAL.js";
 import {
   createTemplateSystemPrompt,
   getStandardMediaResolverContract
-} from "./chunk-AITKH6QT.js";
-import "./chunk-5SLENAJW.js";
-import "./chunk-352ZZCET.js";
-import "./chunk-4UNKZEAT.js";
+} from "./chunk-2HFO22K2.js";
+import "./chunk-PAJ44TFW.js";
+import "./chunk-EGVQODKU.js";
+import "./chunk-IIN5M5HW.js";
 import "./chunk-3O7OMMMF.js";
 import "./chunk-2E6T633S.js";
-import {
-  validateBrandInput
-} from "./chunk-XGRA2MUV.js";
 import "./chunk-73NTSFFI.js";
 
+// src/server/opening-continuity.ts
+function continueAfterOpening(narration, earlier) {
+  const words = (value) => Array.from(value.matchAll(/[\p{L}\p{N}]+(?:['’][\p{L}\p{N}]+)*/gu));
+  let remaining = narration;
+  for (const previous of [...earlier].reverse()) {
+    const known = words(previous), current = words(remaining);
+    if (known.length < 5 || known.length > current.length) continue;
+    if (!known.every((word, index) => word[0].toLowerCase() === current[index][0].toLowerCase())) continue;
+    if (known.length === current.length) return "";
+    const last = current[known.length - 1];
+    const suffix = remaining.slice(last.index + last[0].length);
+    const boundary = suffix.match(/^[”"'’\])]*[.!?…]+[\s”"'’\])]*/u);
+    if (boundary) remaining = suffix.slice(boundary[0].length).trim();
+  }
+  return remaining;
+}
+function createOpeningContinuation(initialOpening) {
+  const earlier = initialOpening ? [initialOpening] : [];
+  let bodyStarted = false;
+  const copy = (authored, narration) => {
+    if (continueAfterOpening(authored, earlier) !== "") return authored;
+    const next = continueAfterOpening(narration, earlier).trim();
+    return next && [...next].length <= 65 && /[.!?…][”"’')\]]*$/u.test(next) ? next : authored;
+  };
+  return {
+    copy,
+    remember(line) {
+      if (line.trim()) earlier.push(line);
+    },
+    narration(line) {
+      return continueAfterOpening(line, earlier);
+    },
+    line(rawLine) {
+      if (bodyStarted || earlier.length === 0) return rawLine;
+      let part;
+      try {
+        part = JSON.parse(rawLine);
+      } catch {
+        return rawLine;
+      }
+      if (!part || part.type !== "scene.add" || part.placement === "closer") return rawLine;
+      const scene = part.scene;
+      if (!scene) return rawLine;
+      if (typeof scene.narration !== "string") {
+        bodyStarted = true;
+        return rawLine;
+      }
+      const narration = continueAfterOpening(scene.narration, earlier);
+      if (!narration && scene.templateId === "cinemaMedia") return null;
+      const variables = scene.variables;
+      if (!narration && scene.templateId === "chapterTitle" && typeof variables?.title === "string" && !continueAfterOpening(variables.title, earlier)) return null;
+      bodyStarted = true;
+      if (!narration) return rawLine;
+      const field = scene.templateId === "cinemaMedia" ? "fallbackText" : scene.templateId === "chapterTitle" ? "title" : void 0;
+      const authored = field && variables?.[field];
+      const updated = typeof authored === "string" ? copy(authored, narration) : void 0;
+      const copyChanged = typeof authored === "string" && updated !== authored;
+      if (narration === scene.narration && !copyChanged) return rawLine;
+      return JSON.stringify({ ...part, scene: { ...scene, narration, ...copyChanged ? { variables: { ...variables, [field]: updated } } : {} } });
+    }
+  };
+}
+
 // src/server/request-validation.ts
 var MAX_GENERATED_LOOK_LENGTH = 1e3;
 function boundedString(value, path) {
@@ -109,7 +171,6 @@ function parseVideoRequest(value) {
     "orientation",
     "style",
     "opening",
-    "brand",
     "personalization",
     "suppliedMedia",
     "audio"
@@ -224,7 +285,6 @@ function parseVideoRequest(value) {
       );
     }
   }
-  if (input.brand != null) validateBrandInput(input.brand, "request.input.brand");
   jsonValue(input, "request.input");
   if (request.capabilities != null) capabilities(request.capabilities, "request.capabilities");
   if (request.resume != null) {
@@ -473,7 +533,8 @@ function fallbackVariables(variables) {
   delete fallback.mediaKeyword;
   delete fallback.mediaUrl;
   delete fallback.mediaPoster;
-  fallback.mediaType = "gradient";
+  delete fallback.mediaType;
+  delete fallback.mediaSource;
   return fallback;
 }
 async function resolveVariables(options) {
@@ -559,7 +620,18 @@ async function resolvePartVariables(options) {
       scene: options.part.scene,
       variables: options.part.scene.variables
     });
-    return { ...options.part, scene: { ...options.part.scene, variables } };
+    if (options.templateId === "cinemaMedia" && !variables.mediaUrl) {
+      const title = variables.fallbackText;
+      if (typeof title !== "string" || !title.trim() || [...title].length > 65) {
+        throw new Error("A media scene without a usable asset requires grounded fallbackText (1\u201365 characters)");
+      }
+      return { ...options.part, scene: { ...options.part.scene, templateId: "chapterTitle", variables: { title: title.trim() } } };
+    }
+    const rendered = { ...variables };
+    delete rendered.mediaSource;
+    delete rendered.fallbackText;
+    delete rendered.shotDirection;
+    return { ...options.part, scene: { ...options.part.scene, variables: rendered } };
   }
   return options.part;
 }
@@ -579,6 +651,25 @@ function createMediaResolvingPlanner(options) {
       }
       return false;
     };
+    const preflight = (part) => {
+      try {
+        parseVideoPlanPart(part);
+        if (part.type === "scene.add") {
+          const { templateId, variables } = part.scene;
+          if (context.request.capabilities?.templates && !context.request.capabilities.templates.includes(templateId)) {
+            throw new Error(`Scene template ${templateId} was not negotiated`);
+          }
+          const template = options.templates.getTemplateMetadata(templateId);
+          if (!template) throw new Error(`Template ${templateId} is not installed`);
+          validateTemplateSceneStructure(template.schema, variables, true);
+        }
+        return true;
+      } catch (cause) {
+        const error = cause instanceof Error ? cause : new Error(String(cause));
+        if (!getGenerationLifecycleSink(context)?.rejectPart?.(error)) throw error;
+        return false;
+      }
+    };
     const resolveOne = (part, openingReady2) => resolvePartVariables({
       part,
       requestId: context.request.requestId,
@@ -598,7 +689,9 @@ function createMediaResolvingPlanner(options) {
       })
     });
     if (limit === 1) {
-      for await (const part of options.planner(context)) yield await resolveOne(part);
+      for await (const part of options.planner(context)) {
+        if (preflight(part)) yield await resolveOne(part);
+      }
       return;
     }
     let openingReady = options.isOpeningReady(context.request.input);
@@ -631,6 +724,7 @@ function createMediaResolvingPlanner(options) {
           const next = await iterator.next();
           if (next.done || consumerClosed) break;
           const part = next.value;
+          if (!preflight(part)) continue;
           pending.push(resolveOne(part, openingReady).then(
             (resolved) => ({ part: resolved }),
             (cause) => ({ cause })
@@ -680,6 +774,7 @@ function clipText(value, maxLength) {
 }
 function boundValue(value, schema) {
   if (!schema) return value;
+  if (schema.format === "grounded-stat" || schema.format === "grounded-quote") return value;
   if (typeof value === "string") {
     return typeof schema.maxLength === "number" ? clipText(value, schema.maxLength) : value;
   }
@@ -707,10 +802,10 @@ function createBoundedVariablePlanner(options) {
       }
       try {
         const lifecycle = getGenerationLifecycleSink(context);
-        if (!options.templates.getTemplateMetadata(part.scene.templateId) && lifecycle?.recoverGeneratedParts && (context.request.capabilities?.templates == null || context.request.capabilities.templates.includes("media"))) {
+        if (!options.templates.getTemplateMetadata(part.scene.templateId) && lifecycle?.recoverGeneratedParts && (context.request.capabilities?.templates == null || context.request.capabilities.templates.includes("chapterTitle"))) {
           const copy = [part.scene.variables.texts, part.scene.variables.title, part.scene.variables.message, part.scene.narration].find((value) => typeof value === "string" && Boolean(value.trim()) && !/https?:\/\/|\b(?:api[_-]?key|authorization|secret|token|password)\s*[:=]/i.test(value));
           if (copy) {
-            part = { ...part, scene: { ...part.scene, templateId: "media", variables: { texts: copy, mediaType: "gradient" } } };
+            part = { ...part, scene: { ...part.scene, templateId: "chapterTitle", variables: { title: copy } } };
             lifecycle.reportWarning?.({ code: "provider_warning", category: "provider", message: "Some scenes use a simpler layout.", recoverable: true });
           }
         }
@@ -830,30 +925,20 @@ function createVideoHandler(options) {
 }
 
 // src/server/video-chat-prompts.ts
-var RESPONSE_SCENES = 5;
-function createVideoChatResponseInstructions(fullAiVideo, openingAlreadyProvided = false, maxGeneratedVideos = 5) {
+function createVideoChatResponseInstructions(generatedVideoAvailable, openingAlreadyProvided = false, maxGeneratedVideos = 5) {
   return [
-    "The input is a prompt from a user. Respond as a short, coherent video.",
-    "Honor the requested purpose and tone. A story should feel like a story, a recommendation should be useful, an explanation should be clear, and a creative request should not be turned into a lecture.",
-    fullAiVideo ? 'Your first output line must be exactly one host-consumed JSON object: {"type":"video-chat.opening","spokenHook":"6-9 words","mediaKeyword":"2-4 concrete words","fallbackKeyword":"2-4 broader concrete words","firstShot":{"text":"2-7 words","narration":"10-16 spoken words","mediaKeyword":"2-8 concrete words"}}. This leading object is the one explicit exception to the standard plan-part list and is consumed before plan validation.' : openingAlreadyProvided ? "The host has already started the supplied OPENING ALREADY SPOKEN. Start directly with scene.add plan parts; do not emit a video-chat.opening object." : 'Your first output line must be exactly one host-consumed JSON object: {"type":"video-chat.opening","spokenHook":"6-9 words","mediaKeyword":"2-4 concrete words","fallbackKeyword":"2-4 broader concrete words"}. This leading object is the one explicit exception to the standard plan-part list and is consumed before plan validation.',
-    "For the opening only, fallbackKeyword names a broader real-world subject that can provide atmosphere if the specific stock search misses. It must not pretend to demonstrate specialized instructions. For example, Minecraft castle can broaden to medieval castle for atmosphere. Do not broaden body-scene subjects into misleading demonstrations.",
-    fullAiVideo && openingAlreadyProvided ? "Copy the supplied OPENING ALREADY SPOKEN exactly into spokenHook; do not replace or paraphrase it." : void 0,
-    fullAiVideo ? "The host inserts firstShot as the first body scene and begins generating it immediately. After the opening object, emit exactly four additional scenes that continue it. Never emit, repeat, paraphrase, or replace firstShot as a scene." : `After the opening instruction above, use exactly ${RESPONSE_SCENES} scenes and build a progression that fits the request:`,
-    fullAiVideo ? `The response has a budget of ${maxGeneratedVideos} generated-video attempts, including the host-inserted firstShot. The first ${maxGeneratedVideos} media requests may generate footage; all later requests use stock footage. Plan later subjects that stock footage can honestly illustrate. Keep five total scenes even when the budget is smaller; do not request extra generated scenes.` : void 0,
-    fullAiVideo ? void 0 : "1. Open directly on the strongest image, action, claim, or idea.",
-    "2. Develop it with new information or movement.",
-    "3. Deepen, complicate, or advance the response.",
-    "4. Deliver the turn, consequence, recommendation, or emotional peak.",
-    "5. Close on the payoff or the one thing worth carrying forward, never a recap.",
-    "No scene may repeat another scene's job. If a scene could be deleted without weakening the response, replace it.",
-    "The prompt is already on screen, so never spend the opening scene restating it.",
-    "If the input includes an OPENING ALREADY SPOKEN transcript, continue directly from that exact hook. Never repeat, paraphrase, contradict, or render it as the first scene's copy.",
-    "For factual requests, distinguish supplied facts from stable general knowledge and never invent statistics, quotations, sources, or personal experience.",
-    "For creative requests, create the requested material directly rather than explaining how one might create it.",
-    fullAiVideo ? "Use the media template for every scene you emit. Every scene must set mediaType to video and carry a mediaKeyword: a concrete, filmable subject, a real object doing a real thing, never a diagram or an abstraction. Never use mediaType gradient and never omit mediaKeyword - a scene without one has nothing to film. If a beat seems too abstract to film, film the closest real thing that shows it." : "Choose the template that fits each beat honestly - a figure belongs in a number scene, an ordered process in steps, a comparison in a chart - rather than repeating one shape. Give any scene that would be stronger over real footage a mediaKeyword: a concrete, filmable subject, a real object doing a real thing, never a diagram or an abstraction. Use the media template for the one or two beats most worth watching happen.",
-    fullAiVideo ? 'Mark the final scene placement:"closer". Use the media template for it, as for every other beat.' : 'Mark the final scene placement:"closer" and use either the milestone or the media template for it. Those are the only two here that may close, so the response must end on one.',
-    "Every scene must carry a timing object, even an empty one. A scene without it fails the whole response.",
-    "Never mention the video, the scenes, or yourself."
+    "Respond as a coherent short film: establish, develop, then land a useful or emotional payoff. Match the user's requested form.",
+    generatedVideoAvailable ? 'First emit one host-consumed opening JSON object: {"type":"video-chat.opening","spokenHook":"6-9 words","mediaKeyword":"literal subject","firstShot":{"text":"short grounded fallback","narration":"one natural sentence advancing the hook","mediaKeyword":"2-8 concrete words","shotDirection":"optional framing and action"}}. Include firstShot only when a distinctive illustrative shot serves the story; omit it for an abstract explanation best opened with graphics. When present, the host inserts it once and begins generation immediately; do not emit it again.' : openingAlreadyProvided ? "Start directly with scene.add; the opening has already been supplied." : 'First emit {"type":"video-chat.opening","spokenHook":"6-9 words","mediaKeyword":"literal subject"}. This is host-consumed, not a scene.',
+    openingAlreadyProvided ? "Preserve the supplied opening exactly; continue it without repeating its words or claim." : void 0,
+    "The spokenHook is already heard before the first scene. Start firstShot.narration with the next fact, cause, action or consequence; never restate the hook. The first ordinary scene must then advance beyond firstShot rather than repeat its narration or opening claim. If firstShot is omitted, that first scene must advance the hook directly. firstShot.text, fallbackText and chapter titles must also express that new beat, not reuse the hook or prior shot copy; write a short complete grounded thought within the schema budget, never a clipped statistic or qualifying clause.",
+    "Continue with only as many scenes as the story and duration need. Never pad to a fixed count. Every emitted scene carries narration beside variables and timing; no additional narration request should be needed.",
+    "Make most of the film relevant footage: use full-bleed media for action, subjects and atmosphere, with graphics only to clarify a specific relationship or piece of evidence. Maintain consistent setting, lighting and subject while varying shot scale. Avoid unrelated cinematic montages.",
+    "Use the installed catalog: ordered events, comparison, exact quote, one key figure, chapter or a message only when its narrative job fits. At most one graphic-led explanatory beat per 30 seconds, plus a brief chapter opening when needed. Do not place graphic beats consecutively unless no honest relevant media is available. Give media-capable graphics a relevant background when it supports the meaning; keep black when no matching media exists. Do not force every template into a video or use lists of bullets.",
+    `At most ${generatedVideoAvailable ? maxGeneratedVideos : 0} generated-video attempts are available. Media scenes choose mediaSource=generate for distinctive illustrative shots or mediaSource=stock for generic verified imagery. A stock miss is not permission to broaden essential details. Do not spend generation on every scene.`,
+    "Each mediaKeyword is a literal filmable subject/action, 2\u20138 words, maximum 80 characters. Use optional shotDirection for action, camera framing and continuity; it does not change the literal stock subject. Supply a short grounded fallbackText when the schema declares it. Do not put visible headline text over full-bleed footage.",
+    "No invented quotations, attribution, statistics, personal evidence or URLs. Creative stories may be invented when requested; do not present generated illustration as historical evidence.",
+    'Emit exactly one final placement:"closer" scene using a catalog template with a suitable payoff or ask job. It should land the meaning, not recap the whole answer.',
+    "Every scene needs timing, even an empty object. Narration forms one continuous spoken explanation, uses natural sentence lengths, and does not read every on-screen word back. Finish with plan.complete."
   ].filter((line) => line != null).join("\n");
 }
 var VIDEO_CHAT_NARRATION_PROMPT = [
@@ -944,10 +1029,10 @@ function boundedString2(value, label, maximum = MAX_PROMPT_CHARACTERS) {
 }
 function parseResponseRequest(value) {
   const body = record2(value, "request");
-  allowedKeys2(body, ["prompt", "opening", "mode", "orientation", "conversation", "brand", "style"], "request");
-  const mode = body.mode ?? "templates";
-  if (mode !== "templates" && mode !== "full") {
-    throw new Error("request.mode must be templates or full");
+  allowedKeys2(body, ["prompt", "opening", "mode", "orientation", "conversation", "style"], "request");
+  const mode = body.mode ?? "cinematic";
+  if (mode !== "cinematic") {
+    throw new Error("request.mode must be cinematic");
   }
   const orientation = body.orientation ?? "landscape";
   if (orientation !== "portrait" && orientation !== "landscape") {
@@ -970,7 +1055,6 @@ function parseResponseRequest(value) {
         ...turn.response == null ? {} : { response: boundedString2(turn.response, `request.conversation[${index}].response`, MAX_CONVERSATION_RESPONSE_CHARACTERS) }
       };
     }),
-    ...body.brand == null ? {} : { brand: body.brand },
     ...body.style == null ? {} : { style: body.style }
   };
 }
@@ -1015,10 +1099,11 @@ function readGeneratedFirstShot(value) {
   if (!value || typeof value !== "object" || Array.isArray(value)) return void 0;
   const shot = value;
   const bounded = (field, maximum) => typeof field === "string" ? [...field.trim()].slice(0, maximum).join("").trim() : "";
-  const text = bounded(shot.text, 120);
+  const text = bounded(shot.text, 65);
   const narration = bounded(shot.narration, 300);
   const mediaKeyword = bounded(shot.mediaKeyword, 80).match(/\S+/gu)?.slice(0, 8).join(" ") ?? "";
-  return text && narration && mediaKeyword ? { text, narration, mediaKeyword } : void 0;
+  const shotDirection = bounded(shot.shotDirection, 220);
+  return text && narration && mediaKeyword ? { text, narration, mediaKeyword, ...shotDirection ? { shotDirection } : {} } : void 0;
 }
 function boundedWords(value, maximum, characters) {
   if (typeof value !== "string") return "";
@@ -1044,9 +1129,11 @@ function reservedFirstScene(requestId, firstShot) {
     type: "scene.add",
     scene: {
       id: `${requestId}-first-shot`,
-      templateId: "media",
+      templateId: "cinemaMedia",
       variables: {
-        texts: firstShot.text,
+        fallbackText: firstShot.text,
+        mediaSource: "generate",
+        ...firstShot.shotDirection ? { shotDirection: firstShot.shotDirection } : {},
         mediaType: "video",
         mediaKeyword: firstShot.mediaKeyword
       },
@@ -1088,6 +1175,19 @@ function interceptOpeningPlan(source, options) {
   const textStream = (async function* () {
     let buffer = "";
     let decided = !options.expectOpening;
+    const continuation = createOpeningContinuation(options.openingLine);
+    const acceptOpening = (opening) => {
+      if (!options.openingProvided) {
+        options.publish(opening.line ? opening : void 0);
+        continuation.remember(opening.line);
+      }
+      if (!options.generatedVideoAvailable || !opening.firstShot) return void 0;
+      const narration = continuation.narration(opening.firstShot.narration);
+      if (!narration) return void 0;
+      const text = continuation.copy(opening.firstShot.text, narration);
+      continuation.remember(narration);
+      return JSON.stringify(reservedFirstScene(options.requestId, { ...opening.firstShot, text, narration }));
+    };
     try {
       for await (const delta of upstream) {
         if (typeof delta !== "string") throw new Error("The LLM adapter returned a non-text delta");
@@ -1101,17 +1201,16 @@ function interceptOpeningPlan(source, options) {
             const opening = readOpeningPlanLine(line);
             decided = true;
             if (opening) {
-              if (!options.openingProvided) options.publish(opening.line ? opening : void 0);
-              if (options.fullAiVideo && opening.firstShot) {
-                yield `${JSON.stringify(reservedFirstScene(options.requestId, opening.firstShot))}
+              const firstScene = acceptOpening(opening);
+              if (firstScene) yield `${firstScene}
 `;
-              }
               newline = buffer.indexOf("\n");
               continue;
             }
             options.publish(void 0);
           }
-          yield `${rawLine}
+          const continued = continuation.line(rawLine);
+          if (continued != null) yield `${continued}
 `;
           newline = buffer.indexOf("\n");
         }
@@ -1122,17 +1221,17 @@ function interceptOpeningPlan(source, options) {
           const opening = readOpeningPlanLine(line);
           decided = true;
           if (opening) {
-            if (!options.openingProvided) options.publish(opening.line ? opening : void 0);
-            if (options.fullAiVideo && opening.firstShot) {
-              yield `${JSON.stringify(reservedFirstScene(options.requestId, opening.firstShot))}
+            const firstScene = acceptOpening(opening);
+            if (firstScene) yield `${firstScene}
 `;
-            }
           } else {
             options.publish(void 0);
-            yield buffer;
+            const continued = continuation.line(buffer);
+            if (continued != null) yield continued;
           }
         } else {
-          yield buffer;
+          const continued = continuation.line(buffer);
+          if (continued != null) yield continued;
         }
       }
     } finally {
@@ -1303,21 +1402,20 @@ function createVideoChatHandler(options) {
     generatedVideo: generateVideo != null,
     stockMedia: searchMedia != null,
     transcription: transcribe != null,
-    modes: generateVideo ? ["templates", "full"] : ["templates"]
+    modes: ["cinematic"]
   };
   const welcomePrompts = (welcomeOptions?.prompts ?? DEFAULT_WELCOME_PROMPTS).slice(0, 4);
   const heroQuery = welcomeOptions?.heroQuery;
   let welcomeResponse;
   let requestSequence = 0;
-  const responseHandler = (requestedMode, requestId, openingProvided, openingChannel) => {
-    const mode = requestedMode !== "templates" && !generateVideo ? "templates" : requestedMode;
-    const fullAiVideo = mode === "full";
+  const responseHandler = (requestId, openingProvided, openingChannel, openingLine) => {
+    const generatedVideoAvailable = generateVideo != null && maxGeneratedVideos > 0;
     let lifecycle;
     let generatedAttempts = 0;
     const completedVideos = /* @__PURE__ */ new Map();
     const reusedUrls = /* @__PURE__ */ new Set();
     const resolveSelected = generateVideo || searchMedia ? async (query, context) => {
-      const reuseKey = JSON.stringify([query, context.generatedLook ?? ""]);
+      const reuseKey = JSON.stringify([query, context.generatedLook ?? "", context.scene.variables.shotDirection ?? "", context.input.orientation ?? "landscape"]);
       const remember = (media) => {
         if (media?.type === "video") completedVideos.set(reuseKey, media);
         return media;
@@ -1349,7 +1447,7 @@ function createVideoChatHandler(options) {
           return null;
         }
       };
-      if (fullAiVideo) {
+      if (generatedVideoAvailable && context.scene.variables.mediaSource === "generate") {
         const generated = generatedAttempts < maxGeneratedVideos ? (generatedAttempts++, await attempt(generateVideo, generateVideoTimeoutMs)) : null;
         if (generated) return remember(generated);
         lifecycle?.reportWarning?.({
@@ -1361,7 +1459,7 @@ function createVideoChatHandler(options) {
       }
       const stock = await attempt(searchMedia, 3e3);
       if (stock) return remember(stock);
-      if (fullAiVideo) {
+      if (generatedVideoAvailable) {
         const previous = completedVideos.get(reuseKey);
         if (previous && !reusedUrls.has(previous.url)) {
           reusedUrls.add(previous.url);
@@ -1376,10 +1474,11 @@ function createVideoChatHandler(options) {
         lifecycle = getGenerationLifecycleSink(context);
         try {
           return interceptOpeningPlan(videoOptions.streamText(context), {
-            expectOpening: fullAiVideo || !openingProvided,
+            expectOpening: generatedVideoAvailable || !openingProvided,
             openingProvided,
+            openingLine,
             requestId,
-            fullAiVideo,
+            generatedVideoAvailable,
             publish: openingChannel.publish
           });
         } catch (cause) {
@@ -1392,7 +1491,7 @@ function createVideoChatHandler(options) {
       allowCredentials,
       maxBodyBytes,
       mediaConcurrency,
-      basePrompt: [createVideoChatResponseInstructions(fullAiVideo, openingProvided, maxGeneratedVideos), instructions?.trim()].filter(Boolean).join("\n\nAPPLICATION GUIDANCE\n"),
+      basePrompt: [createVideoChatResponseInstructions(generatedVideoAvailable, openingProvided, maxGeneratedVideos), instructions?.trim()].filter(Boolean).join("\n\nAPPLICATION GUIDANCE\n"),
       narrate: true,
       resolveMedia: resolveSelected
     });
@@ -1518,8 +1617,6 @@ function createVideoChatHandler(options) {
       } catch (cause) {
         return jsonError2(400, "invalid_request", cause instanceof Error ? cause.message : "Request is invalid", headers);
       }
-      const mode = input.mode !== "templates" && !generateVideo ? "templates" : input.mode;
-      const fullAiVideo = mode === "full";
       const requestId = `video-chat-${Date.now()}-${requestSequence += 1}`;
       const openingChannel = createOpeningChannel(input.opening ? { line: input.opening, keyword: "" } : void 0);
       const forwardedHeaders = new Headers(request.headers);
@@ -1529,16 +1626,14 @@ function createVideoChatHandler(options) {
         headers: forwardedHeaders,
         signal: request.signal,
         body: JSON.stringify({
-          protocolVersion: "0.5",
+          protocolVersion: VIDEO_PROTOCOL_VERSION,
           requestId,
-          ...fullAiVideo ? { capabilities: { templates: ["media"] } } : {},
           input: {
             input: conversationInput(input.prompt, input.conversation, input.opening),
             knowledgeMode: "general",
             opening: false,
             orientation: input.orientation,
             maxDurationSec: 40,
-            ...input.brand ? { brand: input.brand } : {},
             style: {
               density: "airy",
               motion: "calm",
@@ -1549,10 +1644,10 @@ function createVideoChatHandler(options) {
         })
       });
       const response = await responseHandler(
-        mode,
         requestId,
         input.opening != null,
-        openingChannel
+        openingChannel,
+        input.opening
       )(videoRequest);
       return streamVideoChatOpening(response, openingChannel.ready);
     }

package/dist/{system-prompt-RRXIWDDD.js → system-prompt-SYRT5DWM.js}

@@ -3,7 +3,7 @@ import {
   VIDEO_PLAN_INSTRUCTION,
   createVideoSystemPrompt,
   videoPlanInstruction
-} from "./chunk-5SLENAJW.js";
+} from "./chunk-PAJ44TFW.js";
 export {
   DEFAULT_VIDEO_SYSTEM_PROMPT,
   VIDEO_PLAN_INSTRUCTION,