vargai 0.4.0-alpha4 → 0.4.0-alpha40

package/skills/varg-video-generation/scripts/setup.ts

@@ -0,0 +1,265 @@
+#!/usr/bin/env bun
+/**
+ * varg-video-generation setup script
+ *
+ * This script initializes a project for AI video generation.
+ * Can be run standalone by agents or via bunx vargai.
+ *
+ * Usage:
+ *   bun scripts/setup.ts
+ */
+
+import {
+  existsSync,
+  mkdirSync,
+  readFileSync,
+  symlinkSync,
+  writeFileSync,
+} from "node:fs";
+import { dirname, join } from "node:path";
+
+const COLORS = {
+  reset: "\x1b[0m",
+  bold: "\x1b[1m",
+  dim: "\x1b[2m",
+  green: "\x1b[32m",
+  yellow: "\x1b[33m",
+  blue: "\x1b[34m",
+  red: "\x1b[31m",
+  cyan: "\x1b[36m",
+};
+
+const log = {
+  info: (msg: string) =>
+    console.log(`${COLORS.blue}info${COLORS.reset} ${msg}`),
+  success: (msg: string) =>
+    console.log(`${COLORS.green}done${COLORS.reset} ${msg}`),
+  warn: (msg: string) =>
+    console.log(`${COLORS.yellow}warn${COLORS.reset} ${msg}`),
+  error: (msg: string) =>
+    console.log(`${COLORS.red}error${COLORS.reset} ${msg}`),
+  step: (msg: string) =>
+    console.log(
+      `\n${COLORS.bold}${COLORS.cyan}==>${COLORS.reset} ${COLORS.bold}${msg}${COLORS.reset}`,
+    ),
+};
+
+// .env template
+const ENV_TEMPLATE = `# Varg AI Video Generation - API Keys
+# Get your keys from the URLs below
+
+# REQUIRED - Fal.ai (image & video generation)
+# Get it: https://fal.ai/dashboard/keys
+FAL_API_KEY=
+
+# OPTIONAL - ElevenLabs (music & voice)
+# Get it: https://elevenlabs.io/app/settings/api-keys
+ELEVENLABS_API_KEY=
+
+# OPTIONAL - Replicate (lipsync)
+# Get it: https://replicate.com/account/api-tokens
+REPLICATE_API_TOKEN=
+
+# OPTIONAL - Groq (transcription)
+# Get it: https://console.groq.com/keys
+GROQ_API_KEY=
+`;
+
+// Example video file
+const EXAMPLE_VIDEO = `/**
+ * Example: Simple animated video
+ * Run: bun run examples/my-first-video.tsx
+ */
+import { render, Render, Clip, Image, Animate } from "vargai/react";
+import { fal } from "vargai/ai";
+
+async function main() {
+  console.log("Creating your first AI video...\\n");
+
+  await render(
+    <Render width={720} height={720}>
+      <Clip duration={3}>
+        <Animate
+          image={Image({
+            prompt: "a friendly robot waving hello, cartoon style, blue colors",
+            model: fal.imageModel("flux-schnell"),
+            aspectRatio: "1:1",
+          })}
+          motion="robot waves hello, friendly gesture"
+          model={fal.videoModel("wan-2.5")}
+          duration={3}
+        />
+      </Clip>
+    </Render>,
+    { 
+      output: "output/my-first-video.mp4",
+      cache: ".cache/ai"
+    }
+  );
+
+  console.log("\\nDone! Check output/my-first-video.mp4");
+}
+
+main().catch(console.error);
+`;
+
+async function main() {
+  console.log(`
+${COLORS.bold}${COLORS.cyan}varg-video-generation${COLORS.reset} ${COLORS.dim}setup${COLORS.reset}
+`);
+
+  const cwd = process.cwd();
+
+  // Step 1: Check/create directories
+  log.step("Setting up project structure");
+
+  const dirs = ["output", ".cache/ai", "examples"];
+  for (const dir of dirs) {
+    const path = join(cwd, dir);
+    if (!existsSync(path)) {
+      mkdirSync(path, { recursive: true });
+      log.success(`Created ${dir}/`);
+    } else {
+      log.info(`${dir}/ already exists`);
+    }
+  }
+
+  // Step 2: Check/create .env
+  log.step("Checking API keys");
+
+  const envPath = join(cwd, ".env");
+  let envContent = "";
+  let hasFalKey = false;
+
+  if (existsSync(envPath)) {
+    envContent = readFileSync(envPath, "utf8");
+    hasFalKey = /^FAL_API_KEY=.+/m.test(envContent);
+
+    if (hasFalKey) {
+      log.success("FAL_API_KEY found in .env");
+    } else {
+      log.warn("FAL_API_KEY not found in .env");
+    }
+
+    // Check optional keys
+    const hasElevenLabs = /^ELEVENLABS_API_KEY=.+/m.test(envContent);
+    const hasReplicate = /^REPLICATE_API_TOKEN=.+/m.test(envContent);
+    const hasGroq = /^GROQ_API_KEY=.+/m.test(envContent);
+
+    if (hasElevenLabs)
+      log.info("ELEVENLABS_API_KEY found (music/voice enabled)");
+    if (hasReplicate) log.info("REPLICATE_API_TOKEN found (lipsync enabled)");
+    if (hasGroq) log.info("GROQ_API_KEY found (transcription enabled)");
+
+    if (!hasElevenLabs && !hasReplicate && !hasGroq) {
+      log.info("No optional keys found (basic video generation only)");
+    }
+  } else {
+    log.warn(".env file not found");
+  }
+
+  // If no FAL key, prompt for it
+  if (!hasFalKey) {
+    console.log(`
+${COLORS.yellow}FAL_API_KEY is required for video generation.${COLORS.reset}
+
+Get your free API key at: ${COLORS.cyan}https://fal.ai/dashboard/keys${COLORS.reset}
+`);
+
+    process.stdout.write("Enter your FAL_API_KEY (or press Enter to skip): ");
+
+    const falKey = await new Promise<string>((resolve) => {
+      let input = "";
+      process.stdin.setEncoding("utf8");
+      process.stdin.once("data", (data) => {
+        input = data.toString().trim();
+        resolve(input);
+      });
+    });
+
+    if (falKey) {
+      if (existsSync(envPath)) {
+        const newEnvContent = envContent.includes("FAL_API_KEY")
+          ? envContent.replace(/^FAL_API_KEY=.*/m, `FAL_API_KEY=${falKey}`)
+          : `${envContent}\nFAL_API_KEY=${falKey}`;
+        writeFileSync(envPath, newEnvContent);
+      } else {
+        writeFileSync(
+          envPath,
+          ENV_TEMPLATE.replace("FAL_API_KEY=", `FAL_API_KEY=${falKey}`),
+        );
+      }
+      log.success("FAL_API_KEY saved to .env");
+      hasFalKey = true;
+    } else {
+      if (!existsSync(envPath)) {
+        writeFileSync(envPath, ENV_TEMPLATE);
+        log.info("Created .env template - add your keys manually");
+      }
+    }
+  }
+
+  // Step 3: Create example file
+  log.step("Creating example files");
+
+  const examplePath = join(cwd, "examples/my-first-video.tsx");
+  if (!existsSync(examplePath)) {
+    writeFileSync(examplePath, EXAMPLE_VIDEO);
+    log.success("Created examples/my-first-video.tsx");
+  } else {
+    log.info("examples/my-first-video.tsx already exists");
+  }
+
+  // Step 4: Add to .gitignore
+  log.step("Updating .gitignore");
+
+  const gitignorePath = join(cwd, ".gitignore");
+  const gitignoreEntries = [".env", ".cache/", "output/"];
+  let gitignoreContent = existsSync(gitignorePath)
+    ? readFileSync(gitignorePath, "utf8")
+    : "";
+
+  let added = false;
+  for (const entry of gitignoreEntries) {
+    if (!gitignoreContent.includes(entry)) {
+      gitignoreContent += `\n${entry}`;
+      added = true;
+    }
+  }
+
+  if (added) {
+    writeFileSync(gitignorePath, gitignoreContent.trim() + "\n");
+    log.success("Updated .gitignore");
+  } else {
+    log.info(".gitignore already configured");
+  }
+
+  // Summary
+  console.log(`
+${COLORS.green}${COLORS.bold}Setup complete!${COLORS.reset}
+
+${COLORS.bold}Next steps:${COLORS.reset}
+`);
+
+  if (!hasFalKey) {
+    console.log(`  ${COLORS.yellow}1. Add FAL_API_KEY to .env${COLORS.reset}
+     Get it at: https://fal.ai/dashboard/keys
+`);
+  }
+
+  console.log(`  ${hasFalKey ? "1" : "2"}. Install vargai package:
+     ${COLORS.cyan}bun add vargai${COLORS.reset}
+
+  ${hasFalKey ? "2" : "3"}. Run your first video:
+     ${COLORS.cyan}bun run examples/my-first-video.tsx${COLORS.reset}
+
+${COLORS.dim}Documentation: https://github.com/vargHQ/sdk${COLORS.reset}
+`);
+
+  process.exit(0);
+}
+
+main().catch((error) => {
+  log.error(error.message);
+  process.exit(1);
+});

package/src/ai-sdk/cache.ts

@@ -106,7 +106,7 @@ function flatten(value: unknown): unknown {
  * });
  * ```
  */
-const DEFAULT_TTL = "1h";
+const DEFAULT_TTL = "7d";
 
 export function withCache<T extends object, R>(
   fn: (options: T) => Promise<R>,
@@ -115,7 +115,6 @@ export function withCache<T extends object, R>(
   const storage = options.storage ?? defaultStorage;
   const ttl = parseTTL(options.ttl ?? DEFAULT_TTL);
   const prefix = fn.name || "anonymous";
-
   return async (opts: WithCacheKey<T>): Promise<R> => {
     const { cacheKey, ...rest } = opts;
 
@@ -128,7 +127,6 @@ export function withCache<T extends object, R>(
     if (cached !== undefined) {
       return cached as R;
     }
-
     const result = await fn(rest as T);
     const flattened = flatten(result);
     await storage.set(key, flattened, ttl);

package/src/ai-sdk/examples/google-image.ts

@@ -0,0 +1,62 @@
+import { generateImage } from "ai";
+import { File, google } from "../index";
+
+async function main() {
+  console.log("testing google image generation via varg provider...\n");
+
+  console.log("1. text-to-image with nano-banana-pro...");
+  try {
+    const { images, warnings } = await generateImage({
+      model: google.imageModel("nano-banana-pro"),
+      prompt: "a beautiful mountain landscape with snow peaks and a calm lake",
+    });
+
+    console.log(`   generated ${images.length} image(s)`);
+    if (warnings.length > 0) {
+      console.log(
+        `   warnings: ${warnings.map((w) => ("details" in w ? w.details : w.type)).join(", ")}`,
+      );
+    }
+    if (images[0]) {
+      console.log(`   size: ${images[0].uint8Array.byteLength} bytes`);
+      await Bun.write("output/google-mountain.png", images[0].uint8Array);
+      console.log("   saved to output/google-mountain.png");
+    }
+  } catch (error: any) {
+    console.error("   error:", error.message || error);
+  }
+
+  console.log("\n2. image-to-image with nano-banana-pro/edit...");
+  try {
+    const sourceFile = File.fromPath("output/google-mountain.png");
+
+    const { images, warnings } = await generateImage({
+      model: google.imageModel("nano-banana-pro/edit"),
+      prompt: {
+        text: "transform into a sunset scene with warm orange and pink sky",
+        images: [await sourceFile.data()],
+      },
+    });
+
+    console.log(`   generated ${images.length} image(s)`);
+    if (warnings.length > 0) {
+      console.log(
+        `   warnings: ${warnings.map((w) => ("details" in w ? w.details : w.type)).join(", ")}`,
+      );
+    }
+    if (images[0]) {
+      console.log(`   size: ${images[0].uint8Array.byteLength} bytes`);
+      await Bun.write(
+        "output/google-mountain-sunset.png",
+        images[0].uint8Array,
+      );
+      console.log("   saved to output/google-mountain-sunset.png");
+    }
+  } catch (error: any) {
+    console.error("   error:", error.message || error);
+  }
+
+  console.log("\ndone!");
+}
+
+main();

package/src/ai-sdk/index.ts

@@ -63,6 +63,12 @@ export {
   VOICES,
 } from "./providers/elevenlabs";
 export { createFal, type FalProvider, fal } from "./providers/fal";
+export {
+  createGoogle,
+  type GoogleProvider,
+  type GoogleProviderSettings,
+  google,
+} from "./providers/google";
 export {
   createHiggsfield,
   type HiggsfieldImageModelSettings,
@@ -82,6 +88,10 @@ export {
   type ReplicateProviderSettings,
   replicate,
 } from "./providers/replicate";
+export {
+  createTogetherProvider,
+  together,
+} from "./providers/together";
 export type {
   VideoModelV3,
   VideoModelV3CallOptions,

package/src/ai-sdk/middleware/wrap-image-model.ts

@@ -15,12 +15,12 @@ export interface ImagePlaceholderFallbackOptions {
 export function imagePlaceholderFallbackMiddleware(
   options: ImagePlaceholderFallbackOptions,
 ): ImageModelV3Middleware {
-  const { mode, onFallback } = options;
+  const { mode } = options;
 
   return {
     specificationVersion: "v3",
     wrapGenerate: async ({ doGenerate, params, model }) => {
-      const createPlaceholderResult = async () => {
+      if (mode === "preview") {
         const [width, height] = (params.size?.split("x").map(Number) ?? [
           1024, 1024,
         ]) as [number, number];
@@ -42,7 +42,7 @@ export function imagePlaceholderFallbackMiddleware(
           warnings: [
             {
               type: "other" as const,
-              message: "placeholder: provider skipped or failed",
+              message: "placeholder: preview mode",
             },
           ],
           response: {
@@ -51,26 +51,9 @@ export function imagePlaceholderFallbackMiddleware(
             headers: undefined,
           },
         };
-      };
-
-      if (mode === "preview") {
-        return createPlaceholderResult();
       }
 
-      try {
-        return await doGenerate();
-      } catch (e) {
-        if (mode === "strict") throw e;
-
-        const error = e instanceof Error ? e : new Error(String(e));
-        const promptText =
-          typeof params.prompt === "string"
-            ? params.prompt
-            : ((params.prompt as { text?: string } | undefined)?.text ??
-              "placeholder");
-        onFallback?.(error, promptText);
-        return createPlaceholderResult();
-      }
+      return doGenerate();
     },
   };
 }

package/src/ai-sdk/middleware/wrap-music-model.ts

@@ -53,11 +53,11 @@ export interface MusicPlaceholderFallbackOptions {
 export function musicPlaceholderFallbackMiddleware(
   options: MusicPlaceholderFallbackOptions,
 ): MusicModelMiddleware {
-  const { mode, onFallback } = options;
+  const { mode } = options;
 
   return {
     wrapGenerate: async ({ doGenerate, params, model }) => {
-      const createPlaceholderResult = async () => {
+      if (mode === "preview") {
         const placeholder = await generatePlaceholder({
           type: "audio",
           prompt: params.prompt,
@@ -69,7 +69,7 @@ export function musicPlaceholderFallbackMiddleware(
           warnings: [
             {
               type: "other" as const,
-              message: "placeholder: provider skipped or failed",
+              message: "placeholder: preview mode",
             },
           ],
           response: {
@@ -78,21 +78,9 @@ export function musicPlaceholderFallbackMiddleware(
             headers: undefined,
           },
         };
-      };
-
-      if (mode === "preview") {
-        return createPlaceholderResult();
       }
 
-      try {
-        return await doGenerate();
-      } catch (e) {
-        if (mode === "strict") throw e;
-
-        const error = e instanceof Error ? e : new Error(String(e));
-        onFallback?.(error, params.prompt);
-        return createPlaceholderResult();
-      }
+      return doGenerate();
     },
   };
 }

package/src/ai-sdk/middleware/wrap-video-model.ts

@@ -1,7 +1,7 @@
 import type { VideoModelV3, VideoModelV3CallOptions } from "../video-model";
 import { generatePlaceholder } from "./placeholder";
 
-export type RenderMode = "strict" | "default" | "preview";
+export type RenderMode = "strict" | "preview";
 
 export interface VideoModelMiddleware {
   transformParams?: (options: {
@@ -55,11 +55,11 @@ export interface PlaceholderFallbackOptions {
 export function placeholderFallbackMiddleware(
   options: PlaceholderFallbackOptions,
 ): VideoModelMiddleware {
-  const { mode, onFallback } = options;
+  const { mode } = options;
 
   return {
     wrapGenerate: async ({ doGenerate, params, model }) => {
-      const createPlaceholderResult = async () => {
+      if (mode === "preview") {
         const [width, height] = (params.resolution?.split("x").map(Number) ?? [
           1080, 1920,
         ]) as [number, number];
@@ -76,7 +76,7 @@ export function placeholderFallbackMiddleware(
           warnings: [
             {
               type: "other" as const,
-              message: "placeholder: provider skipped or failed",
+              message: "placeholder: preview mode",
             },
           ],
           response: {
@@ -85,21 +85,9 @@ export function placeholderFallbackMiddleware(
             headers: undefined,
           },
         };
-      };
-
-      if (mode === "preview") {
-        return createPlaceholderResult();
       }
 
-      try {
-        return await doGenerate();
-      } catch (e) {
-        if (mode === "strict") throw e;
-
-        const error = e instanceof Error ? e : new Error(String(e));
-        onFallback?.(error, params.prompt);
-        return createPlaceholderResult();
-      }
+      return doGenerate();
     },
   };
 }