synth-ai 0.1.9__py3-none-any.whl → 0.2.1.dev0__py3-none-any.whl

synth_ai/environments/examples/red/units/test_rom_integration.py

@@ -0,0 +1,260 @@
+#!/usr/bin/env python3
+"""Test that verifies ROM integration and actual Pokemon Red gameplay elements"""
+
+import sys
+
+sys.path.append("/Users/joshuapurtell/Documents/GitHub/Environments/src")
+
+import asyncio
+
+from synth_ai.environments.examples.red.environment import PokemonRedEnvironment
+from synth_ai.environments.examples.red.engine import PokemonRedEngine
+from synth_ai.environments.examples.red.taskset import INSTANCE
+from synth_ai.environments.environment.tools import EnvToolCall
+
+
+async def test_rom_loading_and_execution():
+    """Test that ROM loads and game actually runs"""
+    print("=== Testing ROM Loading and Execution ===")
+
+    engine = PokemonRedEngine(INSTANCE)
+    print("✓ ROM loaded successfully")
+
+    # Let the game run for a few frames to initialize
+    for _ in range(60):  # ~1 second at 60 FPS
+        engine.emulator.tick()
+
+    print("✓ Game initialized and running")
+
+    # Check that we can read meaningful memory values
+    state = engine._extract_current_state()
+    print(f"✓ Memory state after initialization: {state}")
+
+    # Test that pressing buttons actually affects the emulator
+    initial_frame = engine.emulator.frame_count
+    engine._press_button("A", 5)
+    new_frame = engine.emulator.frame_count
+
+    print(f"✓ Button press advanced frames: {initial_frame} → {new_frame}")
+    assert new_frame > initial_frame, "Button press should advance emulator frames"
+
+    return True
+
+
+async def test_game_screen_capture():
+    """Test that we can capture the game screen"""
+    print("\n=== Testing Game Screen Capture ===")
+
+    engine = PokemonRedEngine(INSTANCE)
+
+    # Check if we can get screen data
+    if hasattr(engine.emulator, "screen") and hasattr(engine.emulator.screen, "image"):
+        screen = engine.emulator.screen.image
+        print(
+            f"✓ Screen capture available: {screen.shape if hasattr(screen, 'shape') else type(screen)}"
+        )
+    else:
+        print("ℹ Screen capture not available (expected with null window)")
+
+    return True
+
+
+async def test_save_state_functionality():
+    """Test PyBoy save state functionality"""
+    print("\n=== Testing Save State Functionality ===")
+
+    engine = PokemonRedEngine(INSTANCE)
+
+    # Run game for a bit
+    for _ in range(30):
+        engine.emulator.tick()
+
+    # Test save/load state
+    import io
+
+    # Create an in-memory buffer to store the state data
+    state_buffer = io.BytesIO()
+
+    try:
+        # Save state to buffer
+        engine.emulator.save_state(state_buffer)
+        state_data = state_buffer.getvalue()
+
+        if len(state_data) == 0:
+            print("⚠ Save state returned no data - this may be expected with headless PyBoy")
+            return True
+
+        print(f"✓ State saved ({len(state_data)} bytes)")
+
+        # Advance game
+        for _ in range(60):
+            engine.emulator.tick()
+        frame_after_advance = engine.emulator.frame_count
+
+        # Load state back from buffer
+        state_buffer.seek(0)
+        engine.emulator.load_state(state_buffer)
+        frame_after_load = engine.emulator.frame_count
+
+        print(f"✓ Save/load cycle: {frame_after_advance} → {frame_after_load}")
+        # Note: Frame count might not reset depending on PyBoy implementation
+
+    except Exception as e:
+        print(f"⚠ Save/load state may not be fully supported in headless mode: {e}")
+        # This is acceptable - save state functionality may be limited in test environment
+
+    return True
+
+
+async def test_memory_persistence():
+    """Test that memory changes persist across button presses"""
+    print("\n=== Testing Memory Persistence ===")
+
+    engine = PokemonRedEngine(INSTANCE)
+
+    # Take initial memory snapshot
+    initial_state = engine._extract_current_state()
+
+    # Press several buttons
+    buttons = ["A", "B", "START", "SELECT"]
+    for button in buttons:
+        engine._press_button(button, 3)
+        state = engine._extract_current_state()
+        print(
+            f"  After {button}: map_id={state['map_id']}, pos=({state['player_x']},{state['player_y']})"
+        )
+
+    final_state = engine._extract_current_state()
+
+    # Check if any memory values changed (they might not in the title screen)
+    changed_values = []
+    for key in initial_state:
+        if initial_state[key] != final_state[key]:
+            changed_values.append(f"{key}: {initial_state[key]} → {final_state[key]}")
+
+    if changed_values:
+        print(f"✓ Memory changes detected: {changed_values}")
+    else:
+        print("ℹ No memory changes (expected if still in title screen)")
+
+    return True
+
+
+async def test_environment_integration():
+    """Test full environment integration with real ROM"""
+    print("\n=== Testing Environment Integration ===")
+
+    env = PokemonRedEnvironment()
+    obs = await env.initialize()
+
+    print("✓ Environment initialized")
+    print(f"  Initial observation: {obs}")
+
+    # Test button sequence that might advance past title screen
+    title_screen_sequence = [
+        ("A", 10),  # Press A to advance
+        ("START", 5),  # Press Start
+        ("A", 10),  # Select options
+        ("DOWN", 3),  # Navigate menu
+        ("A", 10),  # Confirm
+    ]
+
+    for button, frames in title_screen_sequence:
+        call = EnvToolCall(tool="press_button", args={"button": button, "frames": frames})
+        obs = await env.step(call)
+
+        print(
+            f"  {button}: pos={obs['position']}, step={obs['step_count']}, reward={obs['total_reward']:.3f}"
+        )
+
+        # Check if we've advanced to actual gameplay
+        if obs["position"] != "Map00:(0,0)":
+            print("✓ Advanced past title screen!")
+            break
+
+    print(f"✓ Final state: {obs['position']}")
+    return True
+
+
+async def test_reward_accumulation():
+    """Test that rewards accumulate properly during gameplay"""
+    print("\n=== Testing Reward Accumulation ===")
+
+    env = PokemonRedEnvironment()
+    await env.initialize()
+
+    rewards = []
+    total_rewards = []
+
+    # Execute a series of actions and track rewards
+    for i in range(10):
+        call = EnvToolCall(tool="press_button", args={"button": "A", "frames": 1})
+        obs = await env.step(call)
+
+        rewards.append(obs["reward_last_step"])
+        total_rewards.append(obs["total_reward"])
+
+    print(f"✓ Step rewards: {rewards}")
+    print(f"✓ Total rewards: {total_rewards}")
+
+    # Verify rewards are accumulating
+    assert len(set(total_rewards)) > 1, "Total rewards should change over time"
+    print(f"✓ Reward accumulation working: {total_rewards[0]} → {total_rewards[-1]}")
+
+    return True
+
+
+async def main():
+    """Run ROM integration tests"""
+    print("🔬 Pokemon Red ROM Integration Tests")
+    print("=" * 50)
+
+    tests = [
+        ("ROM Loading and Execution", test_rom_loading_and_execution),
+        ("Game Screen Capture", test_game_screen_capture),
+        ("Save State Functionality", test_save_state_functionality),
+        ("Memory Persistence", test_memory_persistence),
+        ("Environment Integration", test_environment_integration),
+        ("Reward Accumulation", test_reward_accumulation),
+    ]
+
+    results = {}
+
+    for test_name, test_func in tests:
+        try:
+            print()
+            success = await test_func()
+            results[test_name] = success
+        except Exception as e:
+            print(f"✗ {test_name} failed: {e}")
+            import traceback
+
+            traceback.print_exc()
+            results[test_name] = False
+
+    print("\n" + "=" * 50)
+    print("📊 ROM INTEGRATION RESULTS:")
+
+    passed = sum(results.values())
+    total = len(results)
+
+    for test_name, success in results.items():
+        status = "✓ PASS" if success else "✗ FAIL"
+        print(f"  {status}: {test_name}")
+
+    print(f"\n🏆 Overall: {passed}/{total} tests passed")
+
+    if passed == total:
+        print("\n🎉 ROM INTEGRATION SUCCESS!")
+        print("✓ Pokemon Red ROM loads and executes properly")
+        print("✓ PyBoy emulator integration working")
+        print("✓ Memory extraction from real game state")
+        print("✓ Button controls affect actual game")
+        print("✓ Save/load state functionality")
+        print("✓ Environment properly wraps ROM execution")
+    else:
+        print(f"\n❌ {total - passed} integration tests failed.")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

synth_ai/environments/examples/red/units/test_taskset.py

@@ -0,0 +1,116 @@
+import uuid
+from pathlib import Path
+from synth_ai.environments.examples.red.taskset import TASK, INSTANCE, PokemonRedTaskInstance
+from synth_ai.environments.tasks.core import (
+    Task,
+    TaskInstance,
+    Impetus,
+    Intent,
+    TaskInstanceMetadata,
+)
+
+
+class TestPokemonRedTaskset:
+    """Test Pokemon Red task definitions"""
+
+    def test_task_structure(self):
+        """Test main task structure"""
+        assert isinstance(TASK, Task)
+        assert "Pokemon Red" in TASK.global_premises
+        assert "Pewter" in TASK.global_premises
+        assert "Pikachu" in TASK.global_premises
+        assert "glitches" in TASK.global_constraints.lower()
+        assert "Brock" in TASK.global_objectives
+        assert "Boulder Badge" in TASK.global_objectives
+        assert isinstance(TASK.shared_env_params, dict)
+
+    def test_task_instance_structure(self):
+        """Test task instance structure"""
+        assert isinstance(INSTANCE, PokemonRedTaskInstance)
+        assert isinstance(INSTANCE, TaskInstance)
+        assert str(INSTANCE.id) == "12345678-1234-5678-9abc-123456789abc"
+        assert isinstance(INSTANCE.impetus, Impetus)
+        assert isinstance(INSTANCE.intent, Intent)
+        assert INSTANCE.is_reproducible is True
+
+    def test_task_instance_impetus(self):
+        """Test task instance impetus"""
+        impetus = INSTANCE.impetus
+        assert "Pewter Gym" in impetus.instructions
+        assert "Brock" in impetus.instructions
+        assert "Boulder Badge" in impetus.instructions
+
+    def test_task_instance_intent(self):
+        """Test task instance intent"""
+        intent = INSTANCE.intent
+        assert "Boulder Badge" in intent.rubric
+        assert "Brock" in intent.rubric
+        assert "Pewter Gym" in intent.rubric
+
+    def test_task_instance_metadata(self):
+        """Test task instance metadata"""
+        metadata = INSTANCE.metadata
+        assert isinstance(metadata, TaskInstanceMetadata)
+        # TaskInstanceMetadata is a simple dataclass with no required fields currently
+
+    def test_initial_engine_snapshot(self):
+        """Test initial engine snapshot configuration"""
+        # Test that snapshot path is properly configured
+        if INSTANCE.initial_engine_snapshot:
+            assert isinstance(INSTANCE.initial_engine_snapshot, Path)
+            assert INSTANCE.initial_engine_snapshot.name == "pewter_start.state"
+            assert "snapshots" in str(INSTANCE.initial_engine_snapshot)
+        else:
+            # Snapshot file doesn't exist, which is expected in test environment
+            expected_path = Path(__file__).parent.parent / "snapshots" / "pewter_start.state"
+            assert not expected_path.exists()
+
+    def test_pokemon_red_task_instance_type(self):
+        """Test PokemonRedTaskInstance class"""
+        assert issubclass(PokemonRedTaskInstance, TaskInstance)
+
+        # Test that we can create instances
+        custom_instance = PokemonRedTaskInstance(
+            id=uuid.uuid4(),
+            impetus=Impetus(instructions="Test instructions"),
+            intent=Intent(
+                rubric="Test goal: achieve something",
+                gold_trajectories=None,
+                gold_state_diff={},
+            ),
+            metadata=TaskInstanceMetadata(),
+            is_reproducible=False,
+            initial_engine_snapshot=None,
+        )
+
+        assert isinstance(custom_instance.id, uuid.UUID)
+        assert custom_instance.is_reproducible is False
+        assert custom_instance.initial_engine_snapshot is None
+
+    def test_task_fields_not_empty(self):
+        """Test that important task fields are not empty"""
+        assert len(TASK.global_premises.strip()) > 0
+        assert len(TASK.global_constraints.strip()) > 0
+        assert len(TASK.global_objectives.strip()) > 0
+        assert len(INSTANCE.impetus.instructions.strip()) > 0
+
+    def test_task_consistency(self):
+        """Test consistency between task and instance"""
+        # Both should mention similar concepts
+        task_text = f"{TASK.global_premises} {TASK.global_objectives}".lower()
+        instance_text = INSTANCE.impetus.instructions.lower()
+
+        # Key concepts should appear in both
+        key_concepts = ["brock", "pewter", "badge"]
+        for concept in key_concepts:
+            assert concept in task_text, f"Concept '{concept}' missing from task"
+            assert concept in instance_text, f"Concept '{concept}' missing from instance"
+
+    def test_snapshot_path_structure(self):
+        """Test snapshot path structure"""
+        expected_path = Path(__file__).parent.parent / "snapshots" / "pewter_start.state"
+
+        # The path should be structured correctly even if file doesn't exist
+        assert expected_path.parent.name == "snapshots"
+        assert expected_path.name == "pewter_start.state"
+        assert expected_path.suffix == ".state"