@vanillaskyai/video 0.7.1 → 0.8.1

package/dist/{chunk-2PYO6VAC.js → chunk-2DOLF4QN.js}

@@ -1,5 +1,4 @@
 import {
-  VIDEO_PROTOCOL_VERSION,
   VIDEO_SCHEMA_VERSION
 } from "./chunk-AOWSXU2K.js";
 import {
@@ -501,52 +500,11 @@ function parseVideo(value) {
   }
 }
 
-// src/protocol/stable-json.ts
-function stableJson(value) {
-  if (value == null || typeof value !== "object") return JSON.stringify(value);
-  if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
-  const entries = Object.entries(value).filter(([, child]) => child !== void 0).sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0);
-  return `{${entries.map(([key, child]) => `${JSON.stringify(key)}:${stableJson(child)}`).join(",")}}`;
-}
-
-// src/protocol/checksum.ts
-function checksumVideo(config) {
-  const input = stableJson(config);
-  let hash = 2166136261;
-  for (let index = 0; index < input.length; index += 1) {
-    hash ^= input.charCodeAt(index);
-    hash = Math.imul(hash, 16777619) >>> 0;
-  }
-  return `fnv1a32:${hash.toString(16).padStart(8, "0")}`;
-}
-
-// src/protocol/events.ts
-function createVideoEventFactory(options) {
-  let sequence = options.initialSequence ?? 0;
-  return {
-    create(type, data) {
-      const currentSequence = sequence;
-      sequence += 1;
-      return {
-        protocolVersion: VIDEO_PROTOCOL_VERSION,
-        runId: options.runId,
-        sequence: currentSequence,
-        eventId: `${options.runId}:${currentSequence}`,
-        type,
-        data
-      };
-    }
-  };
-}
-
 export {
   MAX_RETAINED_SOURCE_LENGTH,
   MAX_RETAINED_INSTRUCTIONS_LENGTH,
   MAX_RETAINED_MEDIA_URLS,
   MAX_RETAINED_MEDIA_URL_LENGTH,
   VideoValidationError,
-  parseVideo,
-  stableJson,
-  checksumVideo,
-  createVideoEventFactory
+  parseVideo
 };

package/dist/{chunk-GAIOHGNR.js → chunk-2OKB27TG.js}

@@ -2,13 +2,48 @@ import {
   parseVideoEvent
 } from "./chunk-MMUXVA47.js";
 import {
-  checksumVideo,
-  stableJson
-} from "./chunk-2PYO6VAC.js";
-import {
+  VIDEO_PROTOCOL_VERSION,
   VIDEO_SCHEMA_VERSION
 } from "./chunk-AOWSXU2K.js";
 
+// src/protocol/stable-json.ts
+function stableJson(value) {
+  if (value == null || typeof value !== "object") return JSON.stringify(value);
+  if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
+  const entries = Object.entries(value).filter(([, child]) => child !== void 0).sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0);
+  return `{${entries.map(([key, child]) => `${JSON.stringify(key)}:${stableJson(child)}`).join(",")}}`;
+}
+
+// src/protocol/checksum.ts
+function checksumVideo(config) {
+  const input = stableJson(config);
+  let hash = 2166136261;
+  for (let index = 0; index < input.length; index += 1) {
+    hash ^= input.charCodeAt(index);
+    hash = Math.imul(hash, 16777619) >>> 0;
+  }
+  return `fnv1a32:${hash.toString(16).padStart(8, "0")}`;
+}
+
+// src/protocol/events.ts
+function createVideoEventFactory(options) {
+  let sequence = options.initialSequence ?? 0;
+  return {
+    create(type, data) {
+      const currentSequence = sequence;
+      sequence += 1;
+      return {
+        protocolVersion: VIDEO_PROTOCOL_VERSION,
+        runId: options.runId,
+        sequence: currentSequence,
+        eventId: `${options.runId}:${currentSequence}`,
+        type,
+        data
+      };
+    }
+  };
+}
+
 // src/protocol/state.ts
 function createVideoState() {
   return {
@@ -133,47 +168,9 @@ function applyVideoEvent(state, untrustedEvent) {
   throw new Error(`Reducer does not yet support ${event.type}`);
 }
 
-// src/replayable-stream.ts
-function createReplayableStream(source, onError) {
-  const buffered = [];
-  const waiters = /* @__PURE__ */ new Set();
-  let done = false;
-  let streamError;
-  const notify = () => {
-    for (const waiter of waiters) waiter();
-    waiters.clear();
-  };
-  void (async () => {
-    try {
-      for await (const item of source) {
-        buffered.push(item);
-        notify();
-      }
-    } catch (cause) {
-      streamError = cause;
-      onError(cause);
-    } finally {
-      done = true;
-      notify();
-    }
-  })();
-  return {
-    async *[Symbol.asyncIterator]() {
-      let index = 0;
-      while (true) {
-        while (index < buffered.length) yield buffered[index++];
-        if (done) {
-          if (streamError) throw streamError;
-          return;
-        }
-        await new Promise((resolve) => waiters.add(resolve));
-      }
-    }
-  };
-}
-
 export {
+  checksumVideo,
+  createVideoEventFactory,
   createVideoState,
-  applyVideoEvent,
-  createReplayableStream
+  applyVideoEvent
 };

package/dist/{chunk-K746NUIP.js → chunk-2USVB3CY.js}

@@ -21,9 +21,11 @@ import {
 // src/player/video-frame.tsx
 import {
   createElement,
+  Component,
   lazy,
   Suspense,
   useState,
+  useEffect,
   useSyncExternalStore
 } from "react";
 
@@ -46,6 +48,54 @@ function scaleSafeZone(zone, factor) {
 
 // src/player/video-frame.tsx
 import { jsx, jsxs } from "react/jsx-runtime";
+function PresentedScene({ notify }) {
+  useEffect(() => {
+    if (!notify) return;
+    const frame = requestAnimationFrame(() => {
+      try {
+        void Promise.resolve(notify()).catch(() => void 0);
+      } catch {
+      }
+    });
+    return () => cancelAnimationFrame(frame);
+  }, [notify]);
+  return null;
+}
+function SafeScene({ scene, onFramePresented }) {
+  const copy = scene.narration?.trim() || Object.values(scene.variables).filter((value) => typeof value === "string" && !/^https?:/i.test(value)).join(" ");
+  return /* @__PURE__ */ jsxs(
+    "div",
+    {
+      "data-scene-fallback": "true",
+      style: {
+        width: "100%",
+        height: "100%",
+        display: "grid",
+        placeContent: "center",
+        boxSizing: "border-box",
+        padding: "8%",
+        background: "#090712",
+        color: "#fff",
+        font: "500 clamp(20px, 4vw, 64px)/1.3 system-ui",
+        overflow: "hidden"
+      },
+      children: [
+        /* @__PURE__ */ jsx(PresentedScene, { notify: onFramePresented }),
+        /* @__PURE__ */ jsx("p", { children: copy.slice(0, 600) || "Your response continues." }),
+        /* @__PURE__ */ jsx("small", { style: { fontSize: "0.3em" }, role: "status", children: "This scene uses a simpler layout." })
+      ]
+    }
+  );
+}
+var SceneBoundary = class extends Component {
+  state = { failed: false };
+  static getDerivedStateFromError() {
+    return { failed: true };
+  }
+  render() {
+    return this.state.failed ? /* @__PURE__ */ jsx(SafeScene, { scene: this.props.scene, onFramePresented: this.props.onFramePresented }) : this.props.children;
+  }
+};
 var SCENE_TRANSITION_SECONDS = 0.3;
 var SceneVideoBackdrop = lazy(() => import("./scene-video-backdrop-XFPX4O3I.js").then((module) => ({ default: module.SceneVideoBackdrop })));
 var MEDIA_PREROLL_SECONDS = 1.2;
@@ -102,6 +152,7 @@ function sceneBackgroundChanges(left, right) {
   return mediaUrl(left) !== mediaUrl(right);
 }
 function SceneLayer({
+  onFramePresented,
   kit,
   config,
   range,
@@ -146,41 +197,42 @@ function SceneLayer({
             "--vanillasky-transition-semantic-visibility": layer === "incoming" ? "hidden" : "visible",
             "--vanillasky-template-surface": externalVideoBackdrop !== false ? "transparent" : void 0
           },
-          children: template ? /* @__PURE__ */ jsx(Suspense, { fallback: /* @__PURE__ */ jsx(
+          children: template ? /* @__PURE__ */ jsx(SceneBoundary, { scene: range.scene, onFramePresented, children: /* @__PURE__ */ jsxs(Suspense, { fallback: /* @__PURE__ */ jsx(
             "div",
             {
               "data-template-loading": range.scene.templateId,
               style: { position: "absolute", inset: 0 }
             }
-          ), children: createElement(template.component, {
-            variables: {
-              ...template.defaults ?? getTemplateDefaults(template.schema),
-              ...range.scene.variables
-            },
-            style: config.style,
-            progress,
-            motionProgress,
-            beatIntensity: 0,
-            width,
-            height,
-            textArchetype: range.scene.textArchetype ?? config.style.defaultTextArchetype,
-            backgroundEffect: range.scene.backgroundEffect ?? config.style.defaultBackgroundEffect,
-            safeZone: scaleSafeZone(
-              getSafeZone(config.orientation),
-              resolveDensity(config.style.density).safeZoneScale
-            ),
-            sceneDuration: duration,
-            isPlaying: playing
-          }) }) : /* @__PURE__ */ jsxs("div", { style: { width, height, background: "#090712", color: "#fff" }, children: [
-            "Unsupported template: ",
-            range.scene.templateId
-          ] })
+          ), children: [
+            /* @__PURE__ */ jsx(PresentedScene, { notify: onFramePresented }),
+            createElement(template.component, {
+              variables: {
+                ...template.defaults ?? getTemplateDefaults(template.schema),
+                ...range.scene.variables
+              },
+              style: config.style,
+              progress,
+              motionProgress,
+              beatIntensity: 0,
+              width,
+              height,
+              textArchetype: range.scene.textArchetype ?? config.style.defaultTextArchetype,
+              backgroundEffect: range.scene.backgroundEffect ?? config.style.defaultBackgroundEffect,
+              safeZone: scaleSafeZone(
+                getSafeZone(config.orientation),
+                resolveDensity(config.style.density).safeZoneScale
+              ),
+              sceneDuration: duration,
+              isPlaying: playing
+            })
+          ] }) }, range.scene.id) : /* @__PURE__ */ jsx(SafeScene, { scene: range.scene, onFramePresented })
         }
       )
     }
   );
 }
 function VideoFrame({
+  onFramePresented,
   kit,
   config,
   time,
@@ -212,17 +264,14 @@ function VideoFrame({
     );
   }
   if (!kit.getTemplate(active.scene.templateId)) {
-    return /* @__PURE__ */ jsxs(
+    return /* @__PURE__ */ jsx(
       "div",
       {
         "data-video-frame": "unsupported",
         "data-template-id": active.scene.templateId,
         className,
         style: { width, height, background: "#090712", color: "#fff", ...style },
-        children: [
-          "Unsupported template: ",
-          active.scene.templateId
-        ]
+        children: /* @__PURE__ */ jsx(SafeScene, { scene: active.scene, onFramePresented })
       }
     );
   }
@@ -386,6 +435,7 @@ function VideoFrame({
               /* @__PURE__ */ jsx(
                 SceneLayer,
                 {
+                  onFramePresented,
                   kit,
                   config,
                   range: active,
@@ -429,6 +479,7 @@ function VideoFrame({
               /* @__PURE__ */ jsx(
                 SceneLayer,
                 {
+                  onFramePresented,
                   kit,
                   config,
                   range: active,

package/dist/{chunk-RE4IMWJR.js → chunk-3VRMKFM7.js}

@@ -3,9 +3,10 @@ import {
 } from "./chunk-E7CL7UPB.js";
 import {
   applyVideoEvent,
-  createReplayableStream,
+  checksumVideo,
+  createVideoEventFactory,
   createVideoState
-} from "./chunk-GAIOHGNR.js";
+} from "./chunk-2OKB27TG.js";
 import {
   parseVideoPlanPart,
   safePublicDiagnostic
@@ -15,10 +16,8 @@ import {
   MAX_RETAINED_MEDIA_URLS,
   MAX_RETAINED_MEDIA_URL_LENGTH,
   MAX_RETAINED_SOURCE_LENGTH,
-  checksumVideo,
-  createVideoEventFactory,
   parseVideo
-} from "./chunk-2PYO6VAC.js";
+} from "./chunk-2DOLF4QN.js";
 import {
   VIDEO_SCHEMA_VERSION,
   createVideoRequest
@@ -32,6 +31,45 @@ import {
   resolveVideoBrand
 } from "./chunk-XGRA2MUV.js";
 
+// src/replayable-stream.ts
+function createReplayableStream(source, onError) {
+  const buffered = [];
+  const waiters = /* @__PURE__ */ new Set();
+  let done = false;
+  let streamError;
+  const notify = () => {
+    for (const waiter of waiters) waiter();
+    waiters.clear();
+  };
+  void (async () => {
+    try {
+      for await (const item of source) {
+        buffered.push(item);
+        notify();
+      }
+    } catch (cause) {
+      streamError = cause;
+      onError(cause);
+    } finally {
+      done = true;
+      notify();
+    }
+  })();
+  return {
+    async *[Symbol.asyncIterator]() {
+      let index = 0;
+      while (true) {
+        while (index < buffered.length) yield buffered[index++];
+        if (done) {
+          if (streamError) throw streamError;
+          return;
+        }
+        await new Promise((resolve) => waiters.add(resolve));
+      }
+    }
+  };
+}
+
 // src/server/prompts/user-prompt.ts
 var SUPPLIED_MEDIA_REFERENCE_BASE = "https://vanillasky.invalid/supplied/";
 function suppliedMediaReferences(input) {
@@ -543,14 +581,18 @@ function createId(prefix) {
 }
 function createProviderLifecycle() {
   const results = [];
+  const reportedWarnings = [];
   const sink = {
+    reportWarning(warning) {
+      reportedWarnings.push(warning);
+    },
     registerProviderResult(result) {
       results.push(result);
     }
   };
   const settle = async () => {
     const resolved = await Promise.all(results);
-    const warnings = resolved.flatMap((result) => result.warnings);
+    const warnings = [...reportedWarnings, ...resolved.flatMap((result) => result.warnings)];
     const uniqueWarnings = [...new Map(warnings.map((warning) => [
       `${warning.code}\0${warning.category}\0${warning.message}\0${warning.sceneId ?? ""}`,
       warning
@@ -605,6 +647,14 @@ function createVideo(rawInput, options) {
   const eventSource = (async function* () {
     let state = createVideoState();
     let composition = createCompositionSession();
+    lifecycle.recoverGeneratedParts = options.invalidPartBehavior === "drop";
+    lifecycle.rejectPart = (error) => {
+      reportError(error);
+      if (options.invalidPartBehavior !== "drop") return false;
+      composition = rejectCompositionScene(composition);
+      lifecycle.reportWarning?.({ code: "provider_warning", category: "provider", message: "Some generated content was skipped.", recoverable: true });
+      return true;
+    };
     const compositionOptions = {
       maxDurationSec: input.maxDurationSec ?? 30,
       closerReserveSec,
@@ -686,13 +736,8 @@ function createVideo(rawInput, options) {
           }
           reportError(error);
           if ((options.invalidPartBehavior ?? "fail") === "fail") throw error;
-          yield emit(events.create("response.error", {
-            error: {
-              code: "invalid_generated_part",
-              message: "Generated content was skipped",
-              recoverable: true
-            },
-            terminal: false
+          yield emit(events.create("response.warning", {
+            warning: { code: "provider_warning", category: "provider", message: "Some generated content was skipped.", recoverable: true }
           }));
         }
       }
@@ -749,7 +794,7 @@ function createVideo(rawInput, options) {
       }
       try {
         if (state.config) {
-          const recovery = recoverComposition(composition, state.config, compositionOptions);
+          const recovery = options.invalidPartBehavior === "drop" && !composition.planCompleted ? advanceComposition(composition, { type: "plan.complete", finishReason: "other" }, state.config, compositionOptions) : recoverComposition(composition, state.config, compositionOptions);
           for (const action of recovery.actions) yield emitCompositionAction(action);
           composition = recovery.session;
         }
@@ -763,6 +808,33 @@ function createVideo(rawInput, options) {
         }
         const error = cause instanceof Error ? cause : new Error(String(cause));
         reportError(error);
+        if (options.invalidPartBehavior === "drop" && state.config?.scenes.length && (composition.acceptedSceneCount > 0 || !requiresGeneratedScene)) {
+          const snapshot = parseVideo(state.config);
+          yield emit(events.create("response.warning", {
+            warning: { code: "plan_incomplete", category: "provider", message: "The response is ready; some content could not be completed.", recoverable: true }
+          }));
+          const completeEvent = emit(events.create("response.complete", {
+            finishReason: "other",
+            snapshot,
+            checksum: checksumVideo(snapshot)
+          }));
+          finish(state);
+          invokeIsolated(options.onComplete, {
+            finishReason: "other",
+            ...provider.usage ? { usage: provider.usage } : {},
+            ...provider.providerMetadata !== void 0 ? { providerMetadata: provider.providerMetadata } : {},
+            ...provider.requestedModelId ? { requestedModelId: provider.requestedModelId } : {},
+            ...provider.resolvedModelId ? { resolvedModelId: provider.resolvedModelId } : {},
+            ...timeToFirstSceneMs != null ? { timeToFirstSceneMs } : {},
+            totalDurationMs: Math.max(0, monotonicNow() - startedAt),
+            acceptedSceneCount: composition.acceptedSceneCount,
+            rejectedSceneCount: composition.rejectedSceneCount,
+            videoDurationSec: snapshot.scenes.at(-1)?.timing.endTime ?? 0,
+            warnings: state.warnings.map(cloneWarning)
+          });
+          yield completeEvent;
+          return;
+        }
         const emptyResult = error.message === "The planner completed without adding a scene";
         const errorEvent = emit(events.create("response.error", {
           error: {
@@ -805,5 +877,6 @@ function createVideo(rawInput, options) {
 }
 
 export {
+  invokeIsolated,
   createVideo
 };