synth-ai 0.2.4.dev7__py3-none-any.whl → 0.2.4.dev9__py3-none-any.whl

synth_ai/environments/examples/crafter_classic/agent_demos/old/generate_ft_data_gemini.py

@@ -0,0 +1,724 @@
+#!/usr/bin/env python3
+"""
+Generate Fine-tuning Data for Gemini Models
+===========================================
+This script generates high-quality trajectories from Crafter using Gemini models
+and converts them to JSONL format suitable for Vertex AI fine-tuning.
+"""
+
+import asyncio
+import json
+import uuid
+import argparse
+import toml
+import logging
+from datetime import datetime
+from typing import Dict, Any, Optional, List, Set, Tuple
+from pathlib import Path
+import sys
+import os
+import numpy as np
+from collections import defaultdict
+import time
+from tqdm.asyncio import tqdm_asyncio
+from httpx import AsyncClient
+
+# Add the src directory to the path
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), "..", "..", "..", "..", "src"))
+
+from synth_ai.lm.core.main import LM
+from synth_ai.lm.tools.base import BaseTool
+from pydantic import BaseModel, Field
+
+# Import TaskInstance and related classes
+from synth_ai.environments.tasks.core import (
+    Impetus,
+    Intent,
+    Task,
+    TaskInstance,
+)
+from synth_ai.environments.examples.crafter_classic.taskset import CrafterTaskInstance, CrafterTaskInstanceMetadata
+
+# Import trace evaluation utilities
+sys.path.append(str(Path(__file__).parent))
+from trace_eval import evaluate_trace, WEIGHTS
+from filter_traces_sft import load_trace, extract_trajectory_score, extract_llm_calls
+
+
+# --- Helper Functions ---
+def parse_observation_text(obs_text: str) -> Dict[str, Any]:
+    """Parse structured observation from text format."""
+    obs_data = {
+        "health": 10,
+        "hunger": 10,
+        "thirst": 10,
+        "inventory": {},
+        "achievements_dict": {},
+        "player_position": [0, 0],
+        "semantic_map": [],
+        "done": False
+    }
+    
+    if not obs_text:
+        return obs_data
+    
+    lines = obs_text.strip().split('\n')
+    current_section = None
+    
+    for line in lines:
+        line = line.strip()
+        if not line:
+            continue
+        
+        # Parse stats
+        if "Health:" in line:
+            try:
+                health = line.split(":")[1].strip().split("/")[0]
+                obs_data["health"] = int(health)
+            except:
+                pass
+        elif "Hunger:" in line:
+            try:
+                hunger = line.split(":")[1].strip().split("/")[0]
+                obs_data["hunger"] = int(hunger)
+            except:
+                pass
+        elif "Thirst:" in line:
+            try:
+                thirst = line.split(":")[1].strip().split("/")[0]
+                obs_data["thirst"] = int(thirst)
+            except:
+                pass
+        elif "Position:" in line:
+            try:
+                pos_str = line.split(":")[1].strip()
+                x, y = pos_str.strip("()").split(",")
+                obs_data["player_position"] = [int(x), int(y)]
+            except:
+                pass
+        elif "Inventory:" in line:
+            current_section = "inventory"
+        elif "Achievements:" in line:
+            current_section = "achievements"
+        elif current_section == "inventory" and " - " in line:
+            try:
+                item, count = line.split(" - ")
+                item = item.strip().strip("-").strip()
+                count = int(count.split(":")[1].strip())
+                obs_data["inventory"][item] = count
+            except:
+                pass
+        elif current_section == "achievements" and line:
+            # Parse achievements list
+            achievements = line.split(", ")
+            for ach in achievements:
+                ach = ach.strip()
+                if ach:
+                    obs_data["achievements_dict"][ach] = True
+    
+    return obs_data
+
+
+# --- Configuration ---
+class GenerationConfig:
+    """Configuration for fine-tuning data generation."""
+    
+    def __init__(self, config_path: Optional[str] = None):
+        # Default values
+        self.model_name = "gemini-2.5-flash"  # Best Gemini model for reasoning
+        self.num_rollouts = 100
+        self.max_turns = 30
+        self.difficulty = "easy"
+        self.service_base_url = "http://localhost:8901"
+        self.service_timeout = 30.0
+        self.seed = 42
+        self.traces_dir = Path("traces_gemini")
+        self.ft_data_dir = Path("ft_data_gemini")
+        
+        # Quality filtering
+        self.min_score_threshold = 2.0  # Minimum trajectory score
+        self.min_achievements = 3  # Minimum achievements required
+        self.enable_thinking = True  # Enable thinking/reasoning
+        self.thinking_budget = 15000  # Token budget for thinking
+        
+        # Load from TOML if provided
+        if config_path and os.path.exists(config_path):
+            self.load_from_toml(config_path)
+            
+    def load_from_toml(self, config_path: str):
+        """Load configuration from TOML file."""
+        config = toml.load(config_path)
+        
+        # Extract generation settings
+        gen_config = config.get("generation", {})
+        self.model_name = gen_config.get("model_name", self.model_name)
+        self.num_rollouts = gen_config.get("num_rollouts", self.num_rollouts)
+        self.max_turns = gen_config.get("max_turns", self.max_turns)
+        self.difficulty = gen_config.get("difficulty", self.difficulty)
+        self.seed = gen_config.get("seed", self.seed)
+        
+        # Extract service settings
+        service_config = config.get("service", {})
+        self.service_base_url = service_config.get("base_url", self.service_base_url)
+        self.service_timeout = service_config.get("timeout", self.service_timeout)
+        
+        # Extract quality settings
+        quality_config = config.get("quality", {})
+        self.min_score_threshold = quality_config.get("min_score_threshold", self.min_score_threshold)
+        self.min_achievements = quality_config.get("min_achievements", self.min_achievements)
+        self.enable_thinking = quality_config.get("enable_thinking", self.enable_thinking)
+        self.thinking_budget = quality_config.get("thinking_budget", self.thinking_budget)
+
+
+# --- Crafter Action Tool ---
+class CrafterAction(BaseTool):
+    """Tool for performing actions in Crafter environment."""
+    
+    name: str = "crafter_action"
+    description: str = "Perform an action in the Crafter environment"
+    params: List[tuple] = [
+        ("action", "str", "The action to perform (e.g., 'move_north', 'collect', 'craft_wood_pickaxe')")
+    ]
+    
+    def __init__(self, instance_id: str, client: AsyncClient):
+        super().__init__()
+        self.instance_id = instance_id
+        self.client = client
+        self.base_url = "http://localhost:8901"
+        
+        # Action mapping from string to integer
+        self.action_map = {
+            "noop": 0,
+            "move_north": 1,
+            "move_south": 2,
+            "move_east": 3,
+            "move_west": 4,
+            "attack": 5,
+            "collect": 6,
+            "craft_wood_pickaxe": 7,
+            "craft_stone_pickaxe": 8,
+            "craft_iron_pickaxe": 9,
+            "craft_wood_sword": 10,
+            "craft_stone_sword": 11,
+            "craft_iron_sword": 12,
+            "eat": 13,
+            "drink": 14,
+            "sleep": 15,
+            "place_stone": 16,
+            "place_table": 17,
+            "place_furnace": 18,
+            "place_plant": 19,
+        }
+    
+    def _action_to_int(self, action: str) -> int:
+        """Convert action string to integer."""
+        return self.action_map.get(action.lower(), 0)
+    
+    async def _run(self, action: str) -> Dict[str, Any]:
+        """Execute action in environment."""
+        response = await self.client.post(
+            f"{self.base_url}/env/CrafterClassic/step",
+            json={"env_id": self.instance_id, "tool_calls": [{
+                "tool_name": "interact",
+                "tool_call_id": str(uuid.uuid4()),
+                "tool_args": {"action": self._action_to_int(action)}
+            }]}
+        )
+        response.raise_for_status()
+        result = response.json()
+        
+        # Return the full result for the agent to process
+        return result
+
+
+# --- Gemini Agent ---
+class GeminiCrafterAgent:
+    """Agent that plays Crafter using Gemini models via synth-ai LM."""
+    
+    def __init__(self, model_name: str, instance_id: str, client: AsyncClient):
+        self.model_name = model_name
+        self.instance_id = instance_id
+        self.client = client
+        
+        # Initialize LM with Gemini model
+        self.lm = LM(
+            model_name=model_name,
+            formatting_model_name=model_name,
+            temperature=0.7  # Use some temperature for diversity
+        )
+        
+        # Create action tool
+        self.action_tool = CrafterAction(instance_id, client)
+        
+        # Initialize conversation history
+        self.messages = []
+        
+        # System prompt
+        self.system_prompt = """You are an expert Crafter player. Your goal is to achieve as many objectives as possible in the game.
+
+Key objectives (achievements) in order of importance:
+1. Basic survival: collect resources, eat when hungry, drink when thirsty
+2. Tool progression: craft pickaxe → stone pickaxe → iron pickaxe
+3. Advanced goals: make iron sword, defeat enemies
+
+Action format: Use the crafter_action tool with one of these actions:
+- Movement: move_north, move_south, move_east, move_west
+- Resource gathering: collect (gathers wood/stone/etc), attack (mines harder materials)
+- Crafting: craft_wood_pickaxe, craft_stone_pickaxe, craft_iron_pickaxe, craft_wood_sword, craft_stone_sword, craft_iron_sword
+- Survival: eat, drink, sleep
+- Placing: place_stone, place_table, place_furnace, place_plant
+
+Tips:
+- Start by collecting wood (stand near trees and use 'collect')
+- Craft a wood pickaxe early to mine stone
+- Monitor your health, hunger, and thirst
+- Explore to find water, coal, and iron
+- Use the semantic map to navigate efficiently"""
+        
+        # Add system message
+        self.messages.append({"role": "system", "content": self.system_prompt})
+    
+    def _format_observation(self, obs_data: Dict[str, Any]) -> str:
+        """Format observation data into readable text."""
+        lines = ["=== Current State ==="]
+        
+        # Stats
+        lines.append(f"Position: ({obs_data.get('player_position', [0, 0])[0]}, {obs_data.get('player_position', [0, 0])[1]})")
+        lines.append(f"Health: {obs_data.get('health', 0)}/10")
+        lines.append(f"Hunger: {obs_data.get('hunger', 0)}/10")
+        lines.append(f"Thirst: {obs_data.get('thirst', 0)}/10")
+        
+        # Inventory
+        inventory = obs_data.get('inventory', {})
+        if inventory:
+            lines.append("\nInventory:")
+            for item, count in inventory.items():
+                if count > 0:
+                    lines.append(f"  - {item}: {count}")
+        
+        # Achievements
+        achievements = obs_data.get('achievements_dict', {})
+        unlocked = [k for k, v in achievements.items() if v]
+        if unlocked:
+            lines.append(f"\nAchievements: {', '.join(unlocked)}")
+        
+        # Local view (simplified)
+        lines.append("\nNearby (5x5 grid around you):")
+        semantic_map = obs_data.get('semantic_map', [])
+        if semantic_map:
+            # Get center region of semantic map
+            # Assuming semantic map is flattened, reconstruct as 2D
+            map_size = int(np.sqrt(len(semantic_map)))
+            if map_size * map_size == len(semantic_map):
+                map_2d = np.array(semantic_map).reshape(map_size, map_size)
+                center = map_size // 2
+                view_radius = 2
+                
+                # Simple ID to symbol mapping
+                id_to_symbol = {
+                    0: '.',   # void/empty
+                    1: 'G',   # grass
+                    2: 'T',   # tree
+                    3: 'S',   # stone
+                    4: 'W',   # water
+                    5: 'C',   # coal
+                    6: 'I',   # iron
+                    7: '@',   # player
+                    8: 'E',   # enemy
+                    9: 'F',   # furnace
+                    10: 'P',  # plant
+                }
+                
+                for dy in range(-view_radius, view_radius + 1):
+                    row = []
+                    for dx in range(-view_radius, view_radius + 1):
+                        y, x = center + dy, center + dx
+                        if 0 <= y < map_size and 0 <= x < map_size:
+                            cell_id = int(map_2d[y, x])
+                            symbol = id_to_symbol.get(cell_id, '?')
+                            if dy == 0 and dx == 0:
+                                symbol = '@'  # Player position
+                            row.append(symbol)
+                        else:
+                            row.append(' ')
+                    lines.append('  ' + ' '.join(row))
+        
+        return '\n'.join(lines)
+    
+    async def step(self, obs_data: Dict[str, Any]) -> Tuple[str, Dict[str, Any]]:
+        """Take a step in the environment."""
+        # Format observation
+        obs_text = self._format_observation(obs_data)
+        
+        # Add observation to conversation
+        self.messages.append({"role": "user", "content": obs_text})
+        
+        # Get action from LM with tool
+        response = await self.lm.ainvoke(
+            self.messages,
+            tools=[self.action_tool],
+            tool_choice="required"
+        )
+        
+        # Extract action from response
+        action = None
+        thinking = None
+        
+        # Handle response based on type
+        if hasattr(response, 'tool_calls') and response.tool_calls:
+            # Tool was called
+            tool_call = response.tool_calls[0]
+            action = tool_call.function.arguments.get('action', 'noop')
+            
+            # Add assistant message
+            self.messages.append({
+                "role": "assistant",
+                "content": response.content or f"Taking action: {action}",
+                "tool_calls": response.tool_calls
+            })
+        else:
+            # No tool call, extract action from text
+            content = response.content if hasattr(response, 'content') else str(response)
+            self.messages.append({"role": "assistant", "content": content})
+            action = "noop"
+        
+        # Extract thinking if available
+        if hasattr(response, '_raw_response'):
+            raw = response._raw_response
+            if isinstance(raw, dict) and 'thinking' in raw:
+                thinking = raw['thinking']
+        
+        # Execute action
+        result = await self.action_tool._run(action)
+        
+        # Add tool response
+        if hasattr(response, 'tool_calls') and response.tool_calls:
+            self.messages.append({
+                "role": "tool",
+                "content": json.dumps(result),
+                "tool_call_id": response.tool_calls[0].id
+            })
+        
+        return action, {"thinking": thinking} if thinking else {}
+
+
+# --- Main Generation Functions ---
+async def generate_trajectory(config: GenerationConfig, instance_num: int) -> Optional[Dict[str, Any]]:
+    """Generate a single trajectory using Gemini model."""
+    async with AsyncClient(timeout=config.service_timeout) as client:
+        try:
+            # Create task instance
+            task_instance = CrafterTaskInstance(
+                id=uuid.uuid4(),
+                impetus=Impetus(
+                    instructions="Survive and unlock achievements. Focus on collecting resources, crafting tools, and progressing through the game."
+                ),
+                intent=Intent(
+                    rubric={"goal": "Unlock as many achievements as possible."},
+                    gold_trajectories=None,
+                    gold_state_diff={},
+                    deterministic_eval_functions=[]
+                ),
+                metadata=CrafterTaskInstanceMetadata(
+                    difficulty=config.difficulty,
+                    seed=config.seed + instance_num,
+                    num_trees_radius=4,
+                    num_cows_radius=2,
+                    num_hostiles_radius=0 if config.difficulty == "easy" else 2,
+                    world_config="normal"
+                ),
+                is_reproducible=True,
+                initial_engine_snapshot=None  # will be filled lazily when env starts
+            )
+            
+            # Initialize environment
+            create_response = await client.post(
+                f"{config.service_base_url}/env/CrafterClassic/initialize",
+                json={"task_instance": await task_instance.serialize()}
+            )
+            create_response.raise_for_status()
+            env_data = create_response.json()
+            instance_id = env_data["env_id"]
+            
+            print(f"🎮 Instance {instance_num}: Created {instance_id}")
+            
+            # Get initial observation
+            obs_data = env_data.get("observations", [{}])[0]
+            
+            # Parse the observation to get structured data
+            if "human_observation" in obs_data:
+                obs_text = obs_data["human_observation"]
+                # Parse structured data from observation text
+                obs_data = parse_observation_text(obs_text)
+                obs_data["raw_text"] = obs_text
+            
+            # Create agent
+            agent = GeminiCrafterAgent(
+                model_name=config.model_name,
+                instance_id=instance_id,
+                client=client
+            )
+            
+            # Track trajectory data
+            trajectory = {
+                "instance_id": instance_id,
+                "instance_num": instance_num,
+                "model": config.model_name,
+                "start_time": datetime.now().isoformat(),
+                "actions": [],
+                "observations": [],
+                "llm_calls": [],
+                "achievements": {},
+                "final_score": 0.0
+            }
+            
+            # Run episode
+            for turn in range(config.max_turns):
+                # Get action from agent
+                action, metadata = await agent.step(obs_data)
+                
+                # Store LLM call data
+                llm_call = {
+                    "turn": turn,
+                    "messages": agent.messages[-3:],  # Last 3 messages (user, assistant, tool)
+                    "action": action,
+                    "metadata": metadata
+                }
+                trajectory["llm_calls"].append(llm_call)
+                
+                # Store action and observation
+                trajectory["actions"].append(action)
+                trajectory["observations"].append(obs_data)
+                
+                # Check if done
+                if obs_data.get("done", False):
+                    print(f"✅ Instance {instance_num}: Episode done at turn {turn}")
+                    break
+                
+                # Step in environment and get next observation
+                step_response = await client.post(
+                    f"{config.service_base_url}/env/CrafterClassic/step",
+                    json={"env_id": instance_id, "tool_calls": [{
+                        "tool_name": "interact",
+                        "tool_call_id": str(uuid.uuid4()),
+                        "tool_args": {"action": agent.action_tool._action_to_int(action)}
+                    }]}
+                )
+                step_response.raise_for_status()
+                step_data = step_response.json()
+                
+                # Extract observation
+                if "observations" in step_data and step_data["observations"]:
+                    obs = step_data["observations"][0]
+                    if "human_observation" in obs:
+                        obs_data = parse_observation_text(obs["human_observation"])
+                        obs_data["done"] = step_data.get("done", False)
+                    else:
+                        obs_data = {"done": step_data.get("done", False)}
+                else:
+                    obs_data = {"done": True}
+            
+            # Get final achievements
+            trajectory["achievements"] = obs_data.get("achievements_dict", {})
+            trajectory["end_time"] = datetime.now().isoformat()
+            
+            # Also get achievements from last observation if available
+            if trajectory["observations"] and "achievements_dict" in trajectory["observations"][-1]:
+                trajectory["achievements"].update(trajectory["observations"][-1]["achievements_dict"])
+            
+            # Calculate score
+            unlocked_achievements = sum(1 for v in trajectory["achievements"].values() if v)
+            trajectory["final_score"] = float(unlocked_achievements)
+            
+            print(f"📊 Instance {instance_num}: Score={trajectory['final_score']:.1f}, Achievements={unlocked_achievements}")
+            
+            # Terminate instance
+            await client.post(
+                f"{config.service_base_url}/env/CrafterClassic/terminate",
+                json={"env_id": instance_id}
+            )
+            
+            return trajectory
+            
+        except Exception as e:
+            print(f"❌ Instance {instance_num}: Error - {e}")
+            return None
+
+
+async def generate_all_trajectories(config: GenerationConfig) -> List[Dict[str, Any]]:
+    """Generate multiple trajectories concurrently."""
+    print(f"\n🚀 Generating {config.num_rollouts} trajectories with {config.model_name}")
+    
+    # Create tasks
+    tasks = [generate_trajectory(config, i) for i in range(config.num_rollouts)]
+    
+    # Run with progress bar
+    trajectories = []
+    with tqdm_asyncio(total=config.num_rollouts, desc="Generating") as pbar:
+        for coro in asyncio.as_completed(tasks):
+            trajectory = await coro
+            if trajectory:
+                trajectories.append(trajectory)
+            pbar.update(1)
+    
+    return trajectories
+
+
+def filter_high_quality_trajectories(trajectories: List[Dict[str, Any]], 
+                                   min_score: float = 2.0,
+                                   min_achievements: int = 3) -> List[Dict[str, Any]]:
+    """Filter trajectories based on quality criteria."""
+    filtered = []
+    
+    for traj in trajectories:
+        # Count achievements
+        achievements = traj.get("achievements", {})
+        num_achievements = sum(1 for v in achievements.values() if v)
+        
+        # Calculate score (could be more sophisticated)
+        score = traj.get("final_score", 0.0)
+        
+        # Apply filters
+        if score >= min_score and num_achievements >= min_achievements:
+            filtered.append(traj)
+    
+    print(f"\n📊 Filtering Results:")
+    print(f"   Total trajectories: {len(trajectories)}")
+    if trajectories:
+        print(f"   High quality: {len(filtered)} ({len(filtered)/len(trajectories)*100:.1f}%)")
+    else:
+        print(f"   High quality: 0 (no trajectories generated)")
+    
+    return filtered
+
+
+def convert_to_vertex_ai_format(trajectories: List[Dict[str, Any]], output_path: Path):
+    """Convert trajectories to Vertex AI fine-tuning format."""
+    output_path.parent.mkdir(parents=True, exist_ok=True)
+    
+    examples = []
+    
+    for traj in trajectories:
+        # Extract LLM calls
+        for llm_call in traj.get("llm_calls", []):
+            messages = llm_call.get("messages", [])
+            
+            # Skip if not enough messages
+            if len(messages) < 2:
+                continue
+            
+            # Convert to Vertex AI format
+            # Need user message and assistant response
+            user_msg = None
+            assistant_msg = None
+            
+            for msg in messages:
+                if msg["role"] == "user":
+                    user_msg = msg["content"]
+                elif msg["role"] == "assistant":
+                    assistant_msg = msg["content"]
+            
+            if user_msg and assistant_msg:
+                example = {
+                    "messages": [
+                        {"role": "user", "content": user_msg},
+                        {"role": "assistant", "content": assistant_msg}
+                    ]
+                }
+                examples.append(example)
+    
+    # Write JSONL
+    with open(output_path, 'w') as f:
+        for example in examples:
+            f.write(json.dumps(example) + '\n')
+    
+    print(f"\n✅ Wrote {len(examples)} examples to {output_path}")
+    return len(examples)
+
+
+def save_trajectories(trajectories: List[Dict[str, Any]], traces_dir: Path):
+    """Save trajectories to disk."""
+    traces_dir.mkdir(parents=True, exist_ok=True)
+    
+    for i, traj in enumerate(trajectories):
+        filename = f"trajectory_{i:04d}.json"
+        with open(traces_dir / filename, 'w') as f:
+            json.dump(traj, f, indent=2)
+    
+    print(f"💾 Saved {len(trajectories)} trajectories to {traces_dir}")
+
+
+# --- Main ---
+async def main():
+    parser = argparse.ArgumentParser(description="Generate Gemini fine-tuning data for Crafter")
+    parser.add_argument("--config", type=str, help="Path to TOML config file")
+    parser.add_argument("--num-rollouts", type=int, help="Number of rollouts to generate")
+    parser.add_argument("--model", type=str, help="Gemini model name")
+    parser.add_argument("--filter-only", action="store_true", help="Only filter existing traces")
+    parser.add_argument("--min-achievements", type=int, help="Minimum achievements for filtering")
+    
+    args = parser.parse_args()
+    
+    # Load config
+    config = GenerationConfig(args.config)
+    
+    # Override with command line args
+    if args.num_rollouts:
+        config.num_rollouts = args.num_rollouts
+    if args.model:
+        config.model_name = args.model
+    if args.min_achievements:
+        config.min_achievements = args.min_achievements
+    
+    if args.filter_only:
+        # Filter existing trajectories
+        print("🔍 Filtering existing trajectories...")
+        
+        # Load trajectories
+        trajectories = []
+        for trace_file in sorted(config.traces_dir.glob("*.json")):
+            with open(trace_file) as f:
+                trajectories.append(json.load(f))
+        
+        # Filter
+        filtered = filter_high_quality_trajectories(
+            trajectories,
+            min_score=config.min_score_threshold,
+            min_achievements=config.min_achievements
+        )
+        
+        # Convert to JSONL
+        output_path = config.ft_data_dir / "crafter_gemini_ft.jsonl"
+        num_examples = convert_to_vertex_ai_format(filtered, output_path)
+        
+        print(f"\n🎯 Summary:")
+        print(f"   Filtered trajectories: {len(filtered)}")
+        print(f"   Total training examples: {num_examples}")
+        
+    else:
+        # Generate new trajectories
+        trajectories = await generate_all_trajectories(config)
+        
+        # Save all trajectories
+        save_trajectories(trajectories, config.traces_dir)
+        
+        # Filter high quality
+        filtered = filter_high_quality_trajectories(
+            trajectories,
+            min_score=config.min_score_threshold,
+            min_achievements=config.min_achievements
+        )
+        
+        # Convert to JSONL
+        output_path = config.ft_data_dir / "crafter_gemini_ft.jsonl"
+        num_examples = convert_to_vertex_ai_format(filtered, output_path)
+        
+        print(f"\n🎯 Summary:")
+        print(f"   Generated trajectories: {len(trajectories)}")
+        print(f"   High quality trajectories: {len(filtered)}")
+        print(f"   Total training examples: {num_examples}")
+        print(f"   Output: {output_path}")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())