vibe-aigc 0.7.0__tar.gz → 0.7.1__tar.gz

{vibe_aigc-0.7.0/vibe_aigc.egg-info → vibe_aigc-0.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vibe-aigc
-Version: 0.7.0
+Version: 0.7.1
 Summary: A New Paradigm for Content Generation via Agentic Orchestration
 Author: Vibe AIGC Contributors
 License-Expression: MIT

{vibe_aigc-0.7.0 → vibe_aigc-0.7.1}/pyproject.toml

@@ -8,7 +8,7 @@ exclude = ["tests*", "docs*", "examples*", "landing*"]
 
 [project]
 name = "vibe-aigc"
-version = "0.7.0"
+version = "0.7.1"
 description = "A New Paradigm for Content Generation via Agentic Orchestration"
 authors = [{name = "Vibe AIGC Contributors"}]
 license = "MIT"

{vibe_aigc-0.7.0 → vibe_aigc-0.7.1}/vibe_aigc/tools_comfyui.py

@@ -232,8 +232,9 @@ class VideoGenerationTool(BaseTool):
     """
     Video generation tool using local ComfyUI.
     
-    Uses the I2V pipeline: FLUX → Wan I2V animation.
-    MetaPlanner can use this for motion content.
+    Supports two modes:
+    - With image_url: Uses I2V (Image-to-Video) to animate existing image
+    - Without image_url: Uses T2V (Text-to-Video) to generate from scratch
     """
     
     def __init__(self, comfyui_url: str = "http://127.0.0.1:8188"):
@@ -244,13 +245,14 @@ class VideoGenerationTool(BaseTool):
     def spec(self) -> ToolSpec:
         return ToolSpec(
             name="video_generation",
-            description="Generate videos using local AI models (FLUX + Wan I2V)",
+            description="Generate videos using local AI models. Pass image_url to animate an existing image (I2V), or just prompt for text-to-video.",
             category=ToolCategory.VIDEO,
             input_schema={
                 "type": "object",
                 "required": ["prompt"],
                 "properties": {
-                    "prompt": {"type": "string", "description": "Video description"},
+                    "prompt": {"type": "string", "description": "Video/motion description"},
+                    "image_url": {"type": "string", "description": "Source image URL to animate (enables I2V mode)"},
                     "negative_prompt": {"type": "string", "description": "What to avoid"},
                     "style": {"type": "string", "description": "Visual style hints"},
                     "motion": {"type": "string", "description": "Motion description"},
@@ -269,7 +271,7 @@ class VideoGenerationTool(BaseTool):
             },
             examples=[
                 {
-                    "input": {"prompt": "samurai walking through rain", "frames": 33},
+                    "input": {"prompt": "gentle breeze, swaying flowers", "image_url": "http://.../image.png"},
                     "output": {"video_url": "http://...", "duration_seconds": 2.0}
                 }
             ]
@@ -299,6 +301,7 @@ class VideoGenerationTool(BaseTool):
             prompt = inputs.get("prompt", "")
             style = inputs.get("style", "")
             motion = inputs.get("motion", "")
+            image_url = inputs.get("image_url")
             
             # Incorporate knowledge base hints
             if context and "technical_specs" in context:
@@ -316,15 +319,22 @@ class VideoGenerationTool(BaseTool):
             frames = inputs.get("frames", 33)
             fps = inputs.get("fps", 16)
             
+            # Choose capability based on whether we have a source image
+            if image_url:
+                capability = Capability.IMAGE_TO_VIDEO
+            else:
+                capability = Capability.TEXT_TO_VIDEO
+            
             result = await backend.generate(GenerationRequest(
                 prompt=prompt,
-                capability=Capability.TEXT_TO_VIDEO,
+                capability=capability,
                 negative_prompt=inputs.get("negative_prompt", ""),
                 width=inputs.get("width", 832),
                 height=inputs.get("height", 480),
                 frames=frames,
                 steps=20,
-                cfg=5.0
+                cfg=5.0,
+                image_url=image_url  # Pass source image for I2V
             ))
             
             if result.success:

{vibe_aigc-0.7.0 → vibe_aigc-0.7.1}/vibe_aigc/vibe_backend.py

@@ -41,6 +41,7 @@ class GenerationRequest:
     steps: int = 20
     cfg: float = 7.0
     seed: Optional[int] = None
+    image_url: Optional[str] = None  # Source image for I2V/img2img
 
 
 @dataclass
@@ -150,10 +151,18 @@ class VibeBackend:
             import random
             request.seed = random.randint(0, 2**32 - 1)
         
-        # Special handling for TEXT_TO_VIDEO: use I2V pipeline
+        # Special handling for video capabilities
         if request.capability == Capability.TEXT_TO_VIDEO:
             return await self._generate_video_via_i2v(request)
         
+        # IMAGE_TO_VIDEO: animate a provided image
+        if request.capability == Capability.IMAGE_TO_VIDEO:
+            if request.image_url:
+                return await self._animate_image(request)
+            else:
+                # No image provided, fall back to T2V pipeline
+                return await self._generate_video_via_i2v(request)
+        
         # Try to get workflow
         workflow = await self._get_workflow(request)
         if not workflow:
@@ -467,6 +476,54 @@ class VibeBackend:
         print(f"    Video: {video_result.output_path}")
         return video_result
     
+    async def _animate_image(self, request: GenerationRequest) -> GenerationResult:
+        """Animate an existing image with I2V.
+        
+        Uses provided image_url instead of generating a new base image.
+        """
+        print(f"\n[I2V] Animating provided image...")
+        print(f"    Source: {request.image_url}")
+        
+        # Download the source image
+        async with aiohttp.ClientSession() as session:
+            async with session.get(request.image_url) as resp:
+                if resp.status != 200:
+                    return GenerationResult(
+                        success=False,
+                        error=f"Failed to download image: HTTP {resp.status}"
+                    )
+                image_data = await resp.read()
+            
+            # Upload to ComfyUI
+            form = aiohttp.FormData()
+            form.add_field('image', image_data, filename='input.png', content_type='image/png')
+            
+            async with session.post(f"{self.url}/upload/image", data=form) as resp:
+                upload_result = await resp.json()
+                uploaded_name = upload_result.get("name", "input.png")
+                print(f"    Uploaded: {uploaded_name}")
+        
+        # Create I2V workflow
+        i2v_workflow = self._create_wan_i2v_workflow(
+            uploaded_image=uploaded_name,
+            prompt=request.prompt,
+            negative=request.negative_prompt,
+            width=request.width,
+            height=request.height,
+            frames=request.frames,
+            seed=request.seed
+        )
+        
+        video_result = await self._execute_workflow(i2v_workflow)
+        if not video_result.success:
+            return GenerationResult(
+                success=False,
+                error=f"Animation failed: {video_result.error}"
+            )
+        
+        print(f"    Video: {video_result.output_path}")
+        return video_result
+    
     def _create_flux_image_workflow(
         self, prompt: str, negative: str, width: int, height: int, seed: int
     ) -> Dict[str, Any]:

{vibe_aigc-0.7.0 → vibe_aigc-0.7.1/vibe_aigc.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vibe-aigc
-Version: 0.7.0
+Version: 0.7.1
 Summary: A New Paradigm for Content Generation via Agentic Orchestration
 Author: Vibe AIGC Contributors
 License-Expression: MIT