vargai 0.4.0-alpha14 → 0.4.0-alpha16

package/package.json

@@ -64,7 +64,7 @@
     "replicate": "^1.4.0",
     "zod": "^4.2.1"
   },
-  "version": "0.4.0-alpha14",
+  "version": "0.4.0-alpha16",
   "exports": {
     ".": "./src/index.ts",
     "./ai": "./src/ai-sdk/index.ts",

package/src/ai-sdk/providers/editly/index.ts

@@ -137,6 +137,15 @@ function isOverlayLayer(layer: Layer): boolean {
   return isVideoOverlayLayer(layer) || isImageOverlayLayer(layer);
 }
 
+function isTextOverlayLayer(layer: Layer): boolean {
+  return (
+    layer.type === "title" ||
+    layer.type === "subtitle" ||
+    layer.type === "news-title" ||
+    layer.type === "slide-in-text"
+  );
+}
+
 function buildBaseClipFilter(
   clip: ProcessedClip,
   clipIndex: number,
@@ -164,7 +173,10 @@ function buildBaseClipFilter(
   let baseLabel = "";
   let inputIdx = inputOffset;
 
-  const baseLayers = clip.layers.filter((l) => l && !isOverlayLayer(l));
+  // Filter out overlay layers AND text overlay layers (text will be applied after image overlays)
+  const baseLayers = clip.layers.filter(
+    (l) => l && !isOverlayLayer(l) && !isTextOverlayLayer(l),
+  );
 
   for (let i = 0; i < baseLayers.length; i++) {
     const layer = baseLayers[i];
@@ -201,58 +213,6 @@ function buildBaseClipFilter(
         inputIdx++;
       }
     }
-
-    if (layer.type === "title") {
-      const titleFilter = getTitleFilter(
-        layer as TitleLayer,
-        baseLabel,
-        width,
-        height,
-        clip.duration,
-      );
-      const newLabel = `title${clipIndex}_${i}`;
-      filters.push(`${titleFilter}[${newLabel}]`);
-      baseLabel = newLabel;
-    }
-
-    if (layer.type === "subtitle") {
-      const subtitleFilter = getSubtitleFilter(
-        layer as SubtitleLayer,
-        baseLabel,
-        width,
-        height,
-        clip.duration,
-      );
-      const newLabel = `sub${clipIndex}_${i}`;
-      filters.push(`${subtitleFilter}[${newLabel}]`);
-      baseLabel = newLabel;
-    }
-
-    if (layer.type === "news-title") {
-      const newsFilter = getNewsTitleFilter(
-        layer as NewsTitleLayer,
-        baseLabel,
-        width,
-        height,
-        clip.duration,
-      );
-      const newLabel = `news${clipIndex}_${i}`;
-      filters.push(`${newsFilter}[${newLabel}]`);
-      baseLabel = newLabel;
-    }
-
-    if (layer.type === "slide-in-text") {
-      const slideFilter = getSlideInTextFilter(
-        layer as SlideInTextLayer,
-        baseLabel,
-        width,
-        height,
-        clip.duration,
-      );
-      const newLabel = `slide${clipIndex}_${i}`;
-      filters.push(`${slideFilter}[${newLabel}]`);
-      baseLabel = newLabel;
-    }
   }
 
   return {
@@ -358,6 +318,41 @@ function collectAudioLayers(
   return audioLayers;
 }
 
+type TextLayer = TitleLayer | SubtitleLayer | NewsTitleLayer | SlideInTextLayer;
+
+interface TimedTextLayer {
+  layer: TextLayer;
+  startTime: number;
+  duration: number;
+}
+
+function collectTextLayers(clips: ProcessedClip[]): TimedTextLayer[] {
+  const textLayers: TimedTextLayer[] = [];
+  let currentTime = 0;
+
+  for (let i = 0; i < clips.length; i++) {
+    const clip = clips[i];
+    if (!clip) continue;
+
+    for (const layer of clip.layers) {
+      if (layer && isTextOverlayLayer(layer)) {
+        textLayers.push({
+          layer: layer as TextLayer,
+          startTime: currentTime,
+          duration: clip.duration,
+        });
+      }
+    }
+
+    currentTime += clip.duration;
+    if (i < clips.length - 1) {
+      currentTime -= clip.transition.duration;
+    }
+  }
+
+  return textLayers;
+}
+
 function buildTransitionFilter(
   fromLabel: string,
   toLabel: string,
@@ -744,6 +739,67 @@ export async function editly(config: EditlyConfig): Promise<void> {
     finalVideoLabel = currentBase;
   }
 
+  const textLayers = collectTextLayers(clips);
+  if (textLayers.length > 0) {
+    let currentBase = finalVideoLabel;
+
+    for (let i = 0; i < textLayers.length; i++) {
+      const timedLayer = textLayers[i];
+      if (!timedLayer) continue;
+
+      const { layer, startTime, duration } = timedLayer;
+      const outputLabel = `vwithtext${i}`;
+
+      const timedLayerWithEnable = {
+        ...layer,
+        start: layer.start ?? startTime,
+        stop: layer.stop ?? startTime + duration,
+      };
+
+      if (layer.type === "title") {
+        const titleFilter = getTitleFilter(
+          timedLayerWithEnable as TitleLayer,
+          currentBase,
+          width,
+          height,
+          totalDuration,
+        );
+        allFilters.push(`${titleFilter}[${outputLabel}]`);
+      } else if (layer.type === "subtitle") {
+        const subtitleFilter = getSubtitleFilter(
+          timedLayerWithEnable as SubtitleLayer,
+          currentBase,
+          width,
+          height,
+          totalDuration,
+        );
+        allFilters.push(`${subtitleFilter}[${outputLabel}]`);
+      } else if (layer.type === "news-title") {
+        const newsFilter = getNewsTitleFilter(
+          timedLayerWithEnable as NewsTitleLayer,
+          currentBase,
+          width,
+          height,
+          totalDuration,
+        );
+        allFilters.push(`${newsFilter}[${outputLabel}]`);
+      } else if (layer.type === "slide-in-text") {
+        const slideFilter = getSlideInTextFilter(
+          timedLayerWithEnable as SlideInTextLayer,
+          currentBase,
+          width,
+          height,
+          totalDuration,
+        );
+        allFilters.push(`${slideFilter}[${outputLabel}]`);
+      }
+
+      currentBase = outputLabel;
+    }
+
+    finalVideoLabel = currentBase;
+  }
+
   const clipAudioLayers = collectAudioLayers(clips);
   const videoInputCount = allInputs.length;
   const audioFilter = buildAudioFilter(

package/src/cli/commands/find.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * varg find command
  * Ink-based search view

package/src/cli/commands/help.tsx

@@ -1,7 +1,4 @@
-/**
- * varg help command
- * Ink-based help display
- */
+/** @jsxImportSource react */
 
 import { defineCommand } from "citty";
 import { Box, Text } from "ink";

package/src/cli/commands/index.ts

@@ -1,7 +1,7 @@
 export { findCmd, showFindHelp } from "./find.tsx";
 export { helpCmd, showHelp } from "./help.tsx";
 export { listCmd, showListHelp } from "./list.tsx";
-export { renderCmd } from "./render.ts";
+export { fastCmd, previewCmd, renderCmd } from "./render.ts";
 export { runCmd, showRunHelp, showTargetHelp } from "./run.tsx";
 export { studioCmd } from "./studio.ts";
 export { showWhichHelp, whichCmd } from "./which.tsx";

package/src/cli/commands/list.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * varg list command
  * Ink-based discovery view

package/src/cli/commands/render.ts

@@ -31,7 +31,8 @@ async function loadComponent(filePath: string): Promise<VargElement> {
   const resolvedPath = resolve(filePath);
   const source = await Bun.file(resolvedPath).text();
 
-  const hasImports =
+  const hasAnyImport = source.includes(" from ");
+  const hasVargaiImport =
     source.includes("from 'vargai") ||
     source.includes('from "vargai') ||
     source.includes("from '@vargai") ||
@@ -40,22 +41,21 @@ async function loadComponent(filePath: string): Promise<VargElement> {
   const hasJsxPragma =
     source.includes("@jsxImportSource") || source.includes("@jsx ");
 
-  if (hasImports && hasJsxPragma) {
+  // file has imports (relative or absolute) - import directly to preserve paths
+  if (hasAnyImport) {
     const mod = await import(resolvedPath);
     return mod.default;
   }
 
+  // no imports - inject auto-imports and jsx pragma
   const pkgDir = new URL("../../..", import.meta.url).pathname;
   const tmpDir = `${pkgDir}/.cache/varg-render`;
   if (!existsSync(tmpDir)) {
     mkdirSync(tmpDir, { recursive: true });
   }
 
-  const prepended = hasImports
-    ? `/** @jsxImportSource vargai */\n`
-    : AUTO_IMPORTS;
   const tmpFile = `${tmpDir}/${Date.now()}.tsx`;
-  await Bun.write(tmpFile, prepended + source);
+  await Bun.write(tmpFile, AUTO_IMPORTS + source);
 
   try {
     const mod = await import(tmpFile);
@@ -65,100 +65,119 @@ async function loadComponent(filePath: string): Promise<VargElement> {
   }
 }
 
+const sharedArgs = {
+  file: {
+    type: "positional" as const,
+    description: "component file (.tsx)",
+    required: true,
+  },
+  output: {
+    type: "string" as const,
+    alias: "o",
+    description: "output path",
+  },
+  cache: {
+    type: "string" as const,
+    alias: "c",
+    description: "cache directory",
+    default: ".cache/ai",
+  },
+  quiet: {
+    type: "boolean" as const,
+    alias: "q",
+    description: "minimal output",
+    default: false,
+  },
+  "no-cache": {
+    type: "boolean" as const,
+    description: "disable cache (don't read or write)",
+    default: false,
+  },
+  verbose: {
+    type: "boolean" as const,
+    alias: "v",
+    description: "show ffmpeg commands",
+    default: false,
+  },
+};
+
+async function runRender(
+  args: Record<string, unknown>,
+  mode: RenderMode,
+  commandName: string,
+) {
+  const file = args.file as string;
+
+  if (!file) {
+    console.error(`usage: varg ${commandName} <component.tsx> [-o output.mp4]`);
+    process.exit(1);
+  }
+
+  const component = await loadComponent(file);
+
+  if (!component || component.type !== "render") {
+    console.error("error: default export must be a <Render> element");
+    process.exit(1);
+  }
+
+  const basename = file
+    .replace(/\.tsx?$/, "")
+    .split("/")
+    .pop();
+  const outputPath = (args.output as string) ?? `output/${basename}.mp4`;
+
+  if (!args.quiet) {
+    const modeLabel =
+      mode === "preview" ? " (fast)" : mode === "strict" ? "" : " (preview)";
+    console.log(`rendering ${file} → ${outputPath}${modeLabel}`);
+  }
+
+  const useCache = !args["no-cache"] && mode !== "preview";
+
+  const defaults = await detectDefaultModels();
+
+  const buffer = await render(component, {
+    output: outputPath,
+    cache: useCache ? (args.cache as string) : undefined,
+    mode,
+    defaults,
+    verbose: args.verbose as boolean,
+  });
+
+  if (!args.quiet) {
+    console.log(`done! ${buffer.byteLength} bytes → ${outputPath}`);
+  }
+}
+
 export const renderCmd = defineCommand({
   meta: {
     name: "render",
-    description: "render a react component to video",
+    description: "render to video (strict mode - fails on errors)",
   },
-  args: {
-    file: {
-      type: "positional",
-      description: "component file (.tsx)",
-      required: true,
-    },
-    output: {
-      type: "string",
-      alias: "o",
-      description: "output path",
-    },
-    cache: {
-      type: "string",
-      alias: "c",
-      description: "cache directory",
-      default: ".cache/ai",
-    },
-    quiet: {
-      type: "boolean",
-      alias: "q",
-      description: "minimal output",
-      default: false,
-    },
-    strict: {
-      type: "boolean",
-      description: "fail on provider errors (no fallback)",
-      default: false,
-    },
-    preview: {
-      type: "boolean",
-      description: "skip all generation, use placeholders only",
-      default: false,
-    },
-    "no-cache": {
-      type: "boolean",
-      description: "disable cache (don't read or write)",
-      default: false,
-    },
+  args: sharedArgs,
+  async run({ args }) {
+    await runRender(args, "strict", "render");
+  },
+});
+
+export const previewCmd = defineCommand({
+  meta: {
+    name: "preview",
+    description: "render with fallback placeholders on errors",
+  },
+  args: sharedArgs,
+  async run({ args }) {
+    await runRender(args, "default", "preview");
+  },
+});
+
+export const fastCmd = defineCommand({
+  meta: {
+    name: "fast",
+    description: "render with all placeholders (no generation)",
   },
+  args: sharedArgs,
   async run({ args }) {
-    const file = args.file as string;
-
-    if (!file) {
-      console.error("usage: varg render <component.tsx> [-o output.mp4]");
-      process.exit(1);
-    }
-
-    const component = await loadComponent(file);
-
-    if (!component || component.type !== "render") {
-      console.error("error: default export must be a <Render> element");
-      process.exit(1);
-    }
-
-    const basename = file
-      .replace(/\.tsx?$/, "")
-      .split("/")
-      .pop();
-    const outputPath = args.output ?? `output/${basename}.mp4`;
-
-    const mode: RenderMode = args.strict
-      ? "strict"
-      : args.preview
-        ? "preview"
-        : "default";
-
-    if (!args.quiet) {
-      const modeLabel =
-        mode === "preview"
-          ? " (preview)"
-          : mode === "strict"
-            ? " (strict)"
-            : "";
-      console.log(`rendering ${file} → ${outputPath}${modeLabel}`);
-    }
-
-    const useCache = !args["no-cache"] && mode !== "preview";
-
-    const defaults = await detectDefaultModels();
-
-    const buffer = await render(component, {
-      output: outputPath,
-      cache: useCache ? args.cache : undefined,
-      mode,
-      defaults,
-    });
-
-    if (!args.quiet) {
-      console.log(`done! ${buffer.byteLength} bytes → ${outputPath}`);
-    }
+    await runRender(args, "preview", "fast");
   },
 });

package/src/cli/commands/run.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * varg run command
  * Ink-based execution with live status updates

package/src/cli/commands/which.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * varg which command
  * Ink-based inspection view

package/src/cli/index.ts

@@ -12,9 +12,11 @@ import { defineCommand, runMain } from "citty";
 import { registry } from "../core/registry";
 import { allDefinitions } from "../definitions";
 import {
+  fastCmd,
   findCmd,
   helpCmd,
   listCmd,
+  previewCmd,
   renderCmd,
   runCmd,
   showFindHelp,
@@ -104,6 +106,8 @@ const main = defineCommand({
   subCommands: {
     run: runCmd,
     render: renderCmd,
+    preview: previewCmd,
+    fast: fastCmd,
     studio: studioCmd,
     list: listCmd,
     ls: listCmd,

package/src/cli/ui/components/Badge.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * Badge - Type indicator badge
  * Shows [model] [action] [skill] with appropriate styling

package/src/cli/ui/components/DataTable.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * DataTable - Table display component
  * Clean text-based table for listing items

package/src/cli/ui/components/Header.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * Header - Section header component
  * Bold dimmed text for section titles

package/src/cli/ui/components/HelpBlock.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * HelpBlock - Command help and examples
  * Displays usage patterns and command examples

package/src/cli/ui/components/KeyValue.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * KeyValue - Label-value pair display
  * Aligned key-value pairs with optional required marker

package/src/cli/ui/components/OptionRow.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * OptionRow - CLI option display with better spacing
  * Shows option name, description, type hints, defaults, and enums

package/src/cli/ui/components/Separator.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * Separator - Horizontal divider line
  * Minimal visual separator between sections

package/src/cli/ui/components/StatusBox.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * StatusBox - Execution status display
  * Shows running/done/error state with params and results

package/src/cli/ui/components/VargBox.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * VargBox - Container component
  * Luxury minimal styled box with optional title and borders

package/src/cli/ui/components/VargProgress.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * VargProgress - Progress bar component
  * Elegant thin progress visualization

package/src/cli/ui/components/VargSpinner.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * VargSpinner - Animated loading indicator
  * Elegant braille spinner with label

package/src/cli/ui/components/VargText.tsx

@@ -1,3 +1,4 @@
+/** @jsxImportSource react */
 /**
  * VargText - Typography component
  * Provides semantic text variants for consistent styling

package/src/react/renderers/music.ts

@@ -22,7 +22,7 @@ export async function renderMusic(
     duration: props.duration,
   });
 
-  const modelId = model.modelId;
+  const modelId = model.modelId ?? "music";
   const taskId = ctx.progress ? addTask(ctx.progress, "music", modelId) : null;
 
   const generateFn = async () => {

package/src/react/renderers/progress.ts

@@ -103,7 +103,7 @@ export function completeTask(tracker: ProgressTracker, id: string): void {
 }
 
 function getEstimate(task: ProgressTask): number {
-  const modelLower = task.model.toLowerCase();
+  const modelLower = task.model?.toLowerCase() ?? "";
   for (const [key, estimate] of Object.entries(MODEL_TIME_ESTIMATES)) {
     if (modelLower.includes(key.toLowerCase())) {
       return estimate;

package/src/react/renderers/render.ts

@@ -70,42 +70,63 @@ export async function renderRoot(
     placeholderCount.total++;
   };
 
+  const cachedGenerateImage = options.cache
+    ? withCache(generateImage, { storage: fileCache({ dir: options.cache }) })
+    : generateImage;
+
+  const cachedGenerateVideo = options.cache
+    ? withCache(generateVideo, { storage: fileCache({ dir: options.cache }) })
+    : generateVideo;
+
   const wrapGenerateImage: typeof generateImage = async (opts) => {
     if (
       typeof opts.model === "string" ||
       opts.model.specificationVersion !== "v3"
     ) {
-      return generateImage(opts);
+      return cachedGenerateImage(opts);
+    }
+
+    if (mode === "preview") {
+      trackPlaceholder("image");
+    }
+
+    try {
+      return await cachedGenerateImage(opts);
+    } catch (error) {
+      if (mode === "strict") throw error;
+      trackPlaceholder("image");
+      onFallback(error as Error, String(opts.prompt));
+      const wrappedModel = wrapImageModel({
+        model: opts.model,
+        middleware: imagePlaceholderFallbackMiddleware({
+          mode: "preview",
+          onFallback: () => {},
+        }),
+      });
+      return generateImage({ ...opts, model: wrappedModel });
     }
-    const wrappedModel = wrapImageModel({
-      model: opts.model,
-      middleware: imagePlaceholderFallbackMiddleware({
-        mode,
-        onFallback: (error, prompt) => {
-          trackPlaceholder("image");
-          onFallback(error, prompt);
-        },
-      }),
-    });
-    const result = await generateImage({ ...opts, model: wrappedModel });
-    if (mode === "preview") trackPlaceholder("image");
-    return result;
   };
 
   const wrapGenerateVideo: typeof generateVideo = async (opts) => {
-    const wrappedModel = wrapVideoModel({
-      model: opts.model,
-      middleware: placeholderFallbackMiddleware({
-        mode,
-        onFallback: (error, prompt) => {
-          trackPlaceholder("video");
-          onFallback(error, prompt);
-        },
-      }),
-    });
-    const result = await generateVideo({ ...opts, model: wrappedModel });
-    if (mode === "preview") trackPlaceholder("video");
-    return result;
+    if (mode === "preview") {
+      trackPlaceholder("video");
+    }
+
+    try {
+      return await cachedGenerateVideo(opts);
+    } catch (error) {
+      if (mode === "strict") throw error;
+      trackPlaceholder("video");
+      onFallback(error as Error, String(opts.prompt));
+      const wrappedModel = wrapVideoModel({
+        model: opts.model,
+        middleware: placeholderFallbackMiddleware({
+          mode: "preview",
+          onFallback: () => {},
+        }),
+      });
+      return generateVideo({ ...opts, model: wrappedModel });
+    }
   };
 
   const ctx: RenderContext = {
@@ -113,16 +134,8 @@ export async function renderRoot(
     height: props.height ?? 1080,
     fps: props.fps ?? 30,
     cache: options.cache ? fileCache({ dir: options.cache }) : undefined,
-    generateImage: options.cache
-      ? withCache(wrapGenerateImage, {
-          storage: fileCache({ dir: options.cache }),
-        })
-      : wrapGenerateImage,
-    generateVideo: options.cache
-      ? withCache(wrapGenerateVideo, {
-          storage: fileCache({ dir: options.cache }),
-        })
-      : wrapGenerateVideo,
+    generateImage: wrapGenerateImage,
+    generateVideo: wrapGenerateVideo,
     tempFiles: [],
     progress,
     pending: new Map(),
@@ -288,6 +301,7 @@ export async function renderRoot(
     fps: ctx.fps,
     clips,
     audioTracks: audioTracks.length > 0 ? audioTracks : undefined,
+    verbose: options.verbose,
   });
 
   completeTask(progress, editlyTaskId);

package/src/react/types.ts

@@ -223,6 +223,7 @@ export interface RenderOptions {
   output?: string;
   cache?: string;
   quiet?: boolean;
+  verbose?: boolean;
   mode?: RenderMode;
   defaults?: DefaultModels;
 }