opencode-nanobanana 0.1.0

package/test-veo31-live.ts

@@ -0,0 +1,187 @@
+/**
+ * Live test for Veo 3.1 API - Storyboard Video Generation
+ * 
+ * Tests:
+ * 1. Single video generation with Veo 3.1 (with audio)
+ * 2. Multi-scene storyboard generation
+ * 3. Video with reference images (if supported)
+ */
+
+import { GeminiProvider } from './src/providers/gemini.js';
+import { generateStoryboardVideo } from './src/tools/video/storyboard-video.js';
+import { writeFile } from 'fs/promises';
+import { join } from 'path';
+
+const API_KEY = process.env.GEMINI_API_KEY || 'AIzaSyDROqIj3wBKod1ks16MI9rwo7BZipqug9w';
+const OUTPUT_DIR = './generated-assets/veo31-tests';
+
+async function ensureDir(dir: string) {
+  const fs = await import('fs/promises');
+  await fs.mkdir(dir, { recursive: true });
+}
+
+async function testSingleVideoGeneration() {
+  console.log('\n' + '='.repeat(60));
+  console.log('TEST 1: Single Video Generation with Veo 3.1');
+  console.log('='.repeat(60));
+
+  const provider = new GeminiProvider(API_KEY);
+
+  try {
+    console.log('\nGenerating video with native audio...');
+    console.log('Prompt: "A cat playing with a ball of yarn in a sunny living room"');
+    console.log('Options: 720p, 8 seconds, audio enabled\n');
+
+    const result = await provider.generateVideo(
+      'A cat playing with a ball of yarn in a sunny living room',
+      {
+        aspectRatio: '16:9',
+        resolution: '720p',
+        duration: 8,
+        generateAudio: true,
+      }
+    );
+
+    const outputPath = join(OUTPUT_DIR, 'test1-cat-yarn.mp4');
+    await writeFile(outputPath, result.buffer);
+
+    console.log(`\n✅ SUCCESS: Video generated in ${(result.generationTime / 1000).toFixed(1)}s`);
+    console.log(`   Output: ${outputPath}`);
+    console.log(`   Size: ${(result.buffer.length / 1024 / 1024).toFixed(2)} MB`);
+    
+    return true;
+  } catch (error) {
+    console.error('\n❌ FAILED:', error);
+    return false;
+  }
+}
+
+async function testStoryboardGeneration() {
+  console.log('\n' + '='.repeat(60));
+  console.log('TEST 2: Storyboard Video Generation (3 scenes)');
+  console.log('='.repeat(60));
+
+  try {
+    console.log('\nGenerating 3-scene storyboard...');
+    console.log('Style: cinematic');
+    console.log('Transition: crossfade (0.5s)');
+    console.log('Scenes:');
+    console.log('  1. Sunrise over a misty mountain');
+    console.log('  2. A hiker climbing a rocky trail');
+    console.log('  3. Panoramic view from the summit\n');
+
+    const result = await generateStoryboardVideo({
+      apiKey: API_KEY,
+      scenes: [
+        'Sunrise over a misty mountain, golden light breaking through clouds',
+        'A hiker climbing a rocky trail, determination on their face',
+        'Panoramic view from the summit, endless mountains in the distance'
+      ],
+      style: 'cinematic',
+      aspectRatio: '16:9',
+      transition: 'crossfade',
+      transitionDuration: 0.5,
+      generateAudio: true,
+      outputPath: join(OUTPUT_DIR, 'test2-mountain-journey.mp4'),
+    });
+
+    console.log(`\n✅ SUCCESS: Storyboard generated`);
+    console.log(`   Output: ${result.videoPath}`);
+    console.log(`   Total time: ${(result.totalTime / 1000).toFixed(1)}s`);
+    console.log(`   Scenes: ${result.successCount}/${result.successCount + result.failureCount}`);
+    console.log('   Per-scene times:');
+    result.sceneTimes.forEach(st => {
+      console.log(`     Scene ${st.scene}: ${(st.time / 1000).toFixed(1)}s`);
+    });
+    
+    return true;
+  } catch (error) {
+    console.error('\n❌ FAILED:', error);
+    return false;
+  }
+}
+
+async function testProductCommercial() {
+  console.log('\n' + '='.repeat(60));
+  console.log('TEST 3: Product Commercial (5 scenes with character)');
+  console.log('='.repeat(60));
+
+  try {
+    console.log('\nGenerating product commercial...');
+    console.log('Style: commercial advertising');
+    console.log('Character: A fit woman in athletic wear');
+    console.log('Scenes: 5 scenes showing product usage\n');
+
+    const result = await generateStoryboardVideo({
+      apiKey: API_KEY,
+      scenes: [
+        'Woman enters a modern kitchen, morning light streaming through windows',
+        'She picks up a sports nutrition container, examining the label',
+        'Close-up of hands mixing the powder with water in a shaker',
+        'Woman drinks the shake with a satisfied expression',
+        'Wide shot, she gives a thumbs up with energy and enthusiasm'
+      ],
+      style: 'commercial advertising, bright and energetic',
+      characterDescription: 'A fit woman in her 30s with brown hair, wearing blue athletic wear',
+      aspectRatio: '16:9',
+      transition: 'crossfade',
+      transitionDuration: 0.3,
+      generateAudio: true,
+      outputPath: join(OUTPUT_DIR, 'test3-product-commercial.mp4'),
+    });
+
+    console.log(`\n✅ SUCCESS: Commercial generated`);
+    console.log(`   Output: ${result.videoPath}`);
+    console.log(`   Total time: ${(result.totalTime / 1000).toFixed(1)}s`);
+    console.log(`   Scenes: ${result.successCount}/${result.successCount + result.failureCount}`);
+    
+    return true;
+  } catch (error) {
+    console.error('\n❌ FAILED:', error);
+    return false;
+  }
+}
+
+async function main() {
+  console.log('\n' + '='.repeat(60));
+  console.log('VEO 3.1 LIVE API TESTS');
+  console.log('='.repeat(60));
+  console.log(`\nAPI Key: ${API_KEY.slice(0, 10)}...${API_KEY.slice(-4)}`);
+  console.log(`Output Directory: ${OUTPUT_DIR}`);
+
+  await ensureDir(OUTPUT_DIR);
+
+  const results: Record<string, boolean> = {};
+
+  // Test 1: Single video
+  results['Single Video'] = await testSingleVideoGeneration();
+
+  // Test 2: Storyboard (3 scenes)
+  results['Storyboard (3 scenes)'] = await testStoryboardGeneration();
+
+  // Test 3: Product commercial (5 scenes with character)
+  // Commenting out to save API costs - uncomment if needed
+  // results['Product Commercial'] = await testProductCommercial();
+
+  // Summary
+  console.log('\n' + '='.repeat(60));
+  console.log('TEST SUMMARY');
+  console.log('='.repeat(60));
+  
+  let passed = 0;
+  let failed = 0;
+  
+  for (const [test, success] of Object.entries(results)) {
+    const status = success ? '✅ PASSED' : '❌ FAILED';
+    console.log(`  ${test}: ${status}`);
+    if (success) passed++;
+    else failed++;
+  }
+  
+  console.log(`\nTotal: ${passed} passed, ${failed} failed`);
+  console.log('='.repeat(60));
+  
+  process.exit(failed > 0 ? 1 : 0);
+}
+
+main().catch(console.error);

package/test-video-gen.ts

@@ -0,0 +1,40 @@
+import { GeminiProvider } from './src/providers/gemini.js';
+import * as fs from 'fs/promises';
+
+async function generateVideo() {
+  console.log('🎬 Generating Video - Ralph Ultra Hacking Scene...\n');
+  
+  const provider = new GeminiProvider();
+  
+  const prompt = `A cartoon character resembling a chubby kid with a round face and buck teeth, wearing a futuristic cyberpunk droid suit with neon purple and orange glowing circuits, approaches a computer terminal. The character sits down and starts typing rapidly on the keyboard, holographic displays appear showing code and system interfaces. Green matrix-style code reflections on the character's face. The scene has dramatic lighting with neon glows and a high-tech lab environment. Cinematic cyberpunk aesthetic, smooth animation.`;
+
+  console.log('📝 Scene: Ralph Ultra approaching computer and hacking');
+  console.log('🎨 Style: Cyberpunk, neon glows, holographic displays');
+  console.log('\n⏳ Generating video (this may take a while)...\n');
+  
+  const startTime = Date.now();
+  
+  try {
+    const videoBuffer = await provider.generateVideo(prompt, {
+      duration: 5,
+      aspectRatio: '16:9'
+    });
+    
+    const duration = ((Date.now() - startTime) / 1000).toFixed(1);
+    
+    console.log(`✅ Generated in ${duration}s`);
+    console.log(`📦 Size: ${(videoBuffer.length / 1024 / 1024).toFixed(2)}MB\n`);
+    
+    const outputPath = './generated-assets/ralph-ultra-hacking.mp4';
+    await fs.mkdir('./generated-assets', { recursive: true });
+    await fs.writeFile(outputPath, videoBuffer);
+    
+    console.log(`💾 Saved to: ${outputPath}`);
+    console.log('\n🎉 Done! Your video is ready.');
+    
+  } catch (error) {
+    console.error('❌ Error:', error);
+  }
+}
+
+generateVideo().catch(console.error);

package/test-video-veo.ts

@@ -0,0 +1,73 @@
+import { GoogleGenAI } from '@google/genai';
+import { createWriteStream } from 'fs';
+import { Readable } from 'stream';
+import * as fs from 'fs/promises';
+
+async function generateVideo() {
+  console.log('🎬 Generating Video - Ralph Ultra Hacking Scene...\n');
+  
+  const ai = new GoogleGenAI({ apiKey: process.env.GEMINI_API_KEY });
+  
+  const prompt = `A cartoon character with a round face wearing a futuristic cyberpunk suit with neon purple and orange glowing circuits approaches a computer terminal. The character sits down and starts typing rapidly, holographic displays appear showing code. Green matrix-style code reflections on face. Dramatic neon lighting, high-tech lab environment. Cyberpunk aesthetic, smooth animation.`;
+
+  console.log('📝 Scene: Ralph Ultra approaching computer and hacking');
+  console.log('🎨 Style: Cyberpunk, neon glows, holographic displays');
+  console.log('\n⏳ Starting video generation (this takes 1-3 minutes)...\n');
+  
+  const startTime = Date.now();
+  
+  try {
+    // Start video generation operation
+    let operation = await ai.models.generateVideos({
+      model: 'veo-2.0-generate-001',
+      prompt: prompt,
+      config: {
+        numberOfVideos: 1,
+        aspectRatio: '16:9',
+      }
+    });
+
+    console.log('🔄 Operation started:', operation.name);
+    
+    // Poll for completion
+    let pollCount = 0;
+    while (!operation.done) {
+      pollCount++;
+      const elapsed = ((Date.now() - startTime) / 1000).toFixed(0);
+      console.log(`⏳ Generating... (${elapsed}s elapsed, poll #${pollCount})`);
+      
+      await new Promise(resolve => setTimeout(resolve, 10000)); // Wait 10s
+      operation = await ai.operations.getVideosOperation({ operation: operation });
+    }
+
+    const duration = ((Date.now() - startTime) / 1000).toFixed(1);
+    console.log(`\n✅ Generation complete in ${duration}s`);
+
+    // Download results
+    if (operation.response?.generatedVideos && operation.response.generatedVideos.length > 0) {
+      const video = operation.response.generatedVideos[0];
+      const videoUrl = `${video.video?.uri}&key=${process.env.GEMINI_API_KEY}`;
+      
+      console.log('📥 Downloading video...');
+      
+      await fs.mkdir('./generated-assets', { recursive: true });
+      const outputPath = './generated-assets/ralph-ultra-hacking.mp4';
+      
+      const resp = await fetch(videoUrl);
+      const writer = createWriteStream(outputPath);
+      Readable.fromWeb(resp.body as any).pipe(writer);
+      
+      await new Promise(resolve => writer.on('finish', resolve));
+      
+      console.log(`💾 Saved to: ${outputPath}`);
+      console.log('\n🎉 Done! Your video is ready.');
+    } else {
+      console.log('❌ No videos were generated');
+    }
+    
+  } catch (error: any) {
+    console.error('❌ Error:', error.message || error);
+  }
+}
+
+generateVideo().catch(console.error);

package/test-zurich-video.ts

@@ -0,0 +1,64 @@
+import { GoogleGenAI } from '@google/genai';
+import { createWriteStream } from 'fs';
+import { Readable } from 'stream';
+import * as fs from 'fs/promises';
+
+async function generateVideo() {
+  console.log('🎬 Generating Video - Zurich Bahnhofstrasse Scene...\n');
+  
+  const ai = new GoogleGenAI({ apiKey: process.env.GEMINI_API_KEY });
+  
+  const prompt = `Street scene of a well-dressed brunette woman walking along Bahnhofstrasse Zurich, boutique storefronts in background, golden hour lighting, professional cinematography`;
+
+  console.log('📝 Prompt:', prompt);
+  console.log('\n⏳ Starting video generation (this takes 30-90 seconds)...\n');
+  
+  const startTime = Date.now();
+  
+  let operation = await ai.models.generateVideos({
+    model: 'veo-2.0-generate-001',
+    prompt: prompt,
+    config: {
+      numberOfVideos: 1,
+      aspectRatio: '16:9',
+    }
+  });
+
+  console.log('🔄 Operation started:', operation.name);
+  
+  let pollCount = 0;
+  while (!operation.done) {
+    pollCount++;
+    const elapsed = ((Date.now() - startTime) / 1000).toFixed(0);
+    console.log(`⏳ Generating... (${elapsed}s elapsed, poll #${pollCount})`);
+    
+    await new Promise(resolve => setTimeout(resolve, 10000));
+    operation = await ai.operations.getVideosOperation({ operation });
+  }
+
+  const duration = ((Date.now() - startTime) / 1000).toFixed(1);
+  console.log(`\n✅ Generation complete in ${duration}s`);
+
+  if (operation.response?.generatedVideos && operation.response.generatedVideos.length > 0) {
+    const video = operation.response.generatedVideos[0];
+    const videoUrl = `${video.video?.uri}&key=${process.env.GEMINI_API_KEY}`;
+    
+    console.log('📥 Downloading video...');
+    
+    await fs.mkdir('./generated-assets', { recursive: true });
+    const outputPath = './generated-assets/zurich-bahnhofstrasse.mp4';
+    
+    const resp = await fetch(videoUrl);
+    const writer = createWriteStream(outputPath);
+    Readable.fromWeb(resp.body as any).pipe(writer);
+    
+    await new Promise(resolve => writer.on('finish', resolve));
+    
+    console.log(`💾 Saved to: ${outputPath}`);
+    console.log('\n🎉 Done! Your video is ready (note: no audio).');
+  } else {
+    console.log('❌ No videos were generated');
+  }
+}
+
+generateVideo().catch(console.error);