synth-ai 0.2.8.dev4__py3-none-any.whl → 0.2.23.dev3__py3-none-any.whl

examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/agent/system_prompt.py

@@ -0,0 +1,4 @@
+# System prompt for the Pokémon Emerald AI agent
+system_prompt = """
+You are an AI agent playing Pokémon Emerald on a Game Boy Advance emulator. Your goal is to analyze the current game frame, understand the game state, and make intelligent decisions to progress efficiently. Use your perception, memory, planning, and action modules to interact with the game world. Always provide detailed, context-aware responses and consider the current situation in the game.
+""" 

examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/grab_map.py

@@ -0,0 +1,68 @@
+#!/usr/bin/env python3
+"""
+Script to grab and display the current map data from the running Pokemon Emerald server.
+Usage: python grab_map.py [--save FILENAME]
+"""
+
+import argparse
+import requests
+import sys
+from tests.test_memory_map import print_map_data
+
+SERVER_URL = "http://127.0.0.1:8000"
+
+def main():
+    parser = argparse.ArgumentParser(description='Grab and display current map data from running Pokemon Emerald server')
+    parser.add_argument('--save', type=str, default=None,
+                        help='Save the formatted map to a text file')
+    parser.add_argument('--server', type=str, default=SERVER_URL,
+                        help=f'Server URL (default: {SERVER_URL})')
+    args = parser.parse_args()
+    
+    print(f"Connecting to server at {args.server}...")
+    
+    try:
+        # Get comprehensive state from server
+        response = requests.get(f"{args.server}/state", timeout=5)
+        if response.status_code != 200:
+            print(f"Error: Failed to get state from server (HTTP {response.status_code})")
+            print("Make sure server/app.py is running!")
+            sys.exit(1)
+        
+        state_data = response.json()
+        
+        # Extract map data
+        if 'map' not in state_data or 'tiles' not in state_data['map']:
+            print("Error: No map data in server response")
+            print("The server might not have map data available yet")
+            sys.exit(1)
+        
+        map_data = state_data['map']['tiles']
+        
+        # Get additional info
+        location = state_data.get('player', {}).get('location', 'Unknown')
+        coords = state_data.get('player', {}).get('position', {})
+        
+        # Format and display the map
+        title = f"Current Map - {location} ({coords.get('x', '?')}, {coords.get('y', '?')})"
+        formatted_map = print_map_data(map_data, title)
+        
+        # Save to file if requested
+        if args.save:
+            with open(args.save, 'w') as f:
+                f.write(formatted_map)
+            print(f"\nMap saved to {args.save}")
+            
+    except requests.exceptions.ConnectionError:
+        print(f"Error: Could not connect to server at {args.server}")
+        print("Make sure server/app.py is running!")
+        sys.exit(1)
+    except requests.exceptions.Timeout:
+        print("Error: Server request timed out")
+        sys.exit(1)
+    except Exception as e:
+        print(f"Error: {e}")
+        sys.exit(1)
+
+if __name__ == "__main__":
+    main()

examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/manual.py

@@ -0,0 +1,216 @@
+#!/usr/bin/env python3
+"""
+Manual mode utilities for debugging and testing the Pokemon agent.
+"""
+
+from utils.state_formatter import format_state_for_llm
+from utils.map_formatter import format_map_for_display
+from pokemon_env.enums import MetatileBehavior
+
+
+def display_comprehensive_state(emulator):
+    """
+    Display comprehensive game state exactly as the LLM sees it.
+    This is triggered by pressing 'M' in manual mode.
+    
+    Args:
+        emulator: The game emulator instance
+    """
+    print("\n" + "="*80)
+    print("COMPREHENSIVE GAME STATE (What the LLM sees)")
+    print("="*80)
+    
+    try:
+        # Get the comprehensive state with screenshot for OCR
+        screenshot = emulator.get_screenshot()
+        state = emulator.get_comprehensive_state(screenshot)
+        
+        # Format the state using the same formatter the agent uses
+        formatted_state = format_state_for_llm(state)
+        
+        print(formatted_state)
+        
+        # Show additional debug info
+        print("\n" + "="*80)
+        # print("ADDITIONAL DEBUG INFO")
+        print("="*80)
+        
+        # Show raw game state
+        game_state = state.get('game_state', {})
+        print(f"\n📍 Player Position: {game_state.get('player_location', 'Unknown')}")
+        print(f"🗺️  Map: {game_state.get('current_map', 'Unknown')}")
+        print(f"💰 Money: ${game_state.get('money', 0)}")
+        print(f"🎮 Play Time: {game_state.get('play_time', 'Unknown')}")
+        
+        # Show party info
+        party = game_state.get('party', [])
+        if party:
+            print(f"\n🎭 Party ({len(party)} Pokémon):")
+            for i, mon in enumerate(party, 1):
+                print(f"   {i}. {mon.get('species', 'Unknown')} "
+                      f"Lv.{mon.get('level', '?')} "
+                      f"HP: {mon.get('hp', '?')}/{mon.get('max_hp', '?')}")
+        
+        # Show battle info if in battle
+        if game_state.get('in_battle'):
+            print(f"\n⚔️  BATTLE MODE:")
+            print(f"   Enemy: {game_state.get('enemy_pokemon', 'Unknown')}")
+            print(f"   Type: {game_state.get('battle_type', 'Unknown')}")
+        
+        # Show dialogue if present
+        dialogue = state.get('visual', {}).get('dialogue_text', '')
+        if dialogue:
+            print(f"\n💬 Current Dialogue:")
+            print(f"   {dialogue}")
+        
+        # Show milestone progress
+        progress = state.get('progress', {})
+        milestones = progress.get('milestones', {})
+        if milestones:
+            completed = sum(1 for v in milestones.values() if v)
+            total = len(milestones)
+            print(f"\n🏆 Milestones: {completed}/{total} completed")
+            
+            # Show next uncompleted milestone
+            for name, completed in milestones.items():
+                if not completed:
+                    print(f"   Next: {name}")
+                    break
+        
+        print("\n" + "="*80)
+        
+    except Exception as e:
+        print(f"❌ Error displaying state: {e}")
+        import traceback
+        traceback.print_exc()
+
+
+def display_map_visualization(emulator):
+    """
+    Display a visual representation of the current map.
+    This is triggered by pressing Shift+M in manual mode.
+    
+    Args:
+        emulator: The game emulator instance
+    """
+    print("\n" + "="*80)
+    print("MAP VISUALIZATION")
+    print("="*80)
+    
+    try:
+        # Get current state
+        screenshot = emulator.get_screenshot()
+        state = emulator.get_comprehensive_state(screenshot)
+        game_state = state.get('game_state', {})
+        
+        # Get map data
+        map_grid = game_state.get('map_grid', [[]])
+        player_pos = game_state.get('player_position', (0, 0))
+        map_name = game_state.get('current_map', 'Unknown')
+        
+        print(f"\n🗺️  Current Map: {map_name}")
+        print(f"📍 Player Position: {player_pos}")
+        
+        if map_grid:
+            # Use the map formatter to display
+            formatted_map = format_map_for_display(
+                map_grid, 
+                player_pos,
+                view_radius=7
+            )
+            print(formatted_map)
+            
+            # Show tile legend
+            print("\n📋 Tile Legend:")
+            print("   @ = Player")
+            print("   . = Walkable")
+            print("   # = Wall/Obstacle")
+            print("   ~ = Water")
+            print("   ^ = Grass")
+            print("   D = Door/Warp")
+            print("   N = NPC")
+            print("   ! = Ledge")
+            print("   ? = Unknown")
+        else:
+            print("⚠️ No map data available")
+        
+        # Try to use the visual map if available
+        try:
+            visualize_map_state(emulator.memory_reader)
+        except:
+            pass  # Silent fail if visualization not available
+        
+    except Exception as e:
+        print(f"❌ Error displaying map: {e}")
+        import traceback
+        traceback.print_exc()
+
+
+def show_debug_menu():
+    """Display the debug menu with available commands"""
+    print("\n" + "="*50)
+    # print("DEBUG MENU")
+    print("="*50)
+    print("M       - Display comprehensive state (LLM view)")
+    print("Shift+M - Display map visualization")
+    print("S       - Save screenshot")
+    print("1       - Save state")
+    print("2       - Load state")
+    print("Tab     - Toggle Agent/Manual mode")
+    print("A       - Toggle auto-agent mode")
+    print("Space   - Single agent step")
+    print("Esc     - Quit")
+    print("="*50)
+
+
+def handle_debug_command(key, emulator, agent_mode=False):
+    """
+    Handle debug keyboard commands.
+    
+    Args:
+        key: The key pressed
+        emulator: The emulator instance
+        agent_mode: Whether in agent mode
+    
+    Returns:
+        dict: Action to take based on the command
+    """
+    action = {}
+    
+    if key == 'm':
+        display_comprehensive_state(emulator)
+    elif key == 'M':  # Shift+M
+        display_map_visualization(emulator)
+    elif key == 's':
+        # Save screenshot
+        screenshot = emulator.get_screenshot()
+        filename = f"screenshot_{datetime.now().strftime('%Y%m%d_%H%M%S')}.png"
+        screenshot.save(filename)
+        print(f"💾 Screenshot saved to {filename}")
+    elif key == '1':
+        # Save state
+        import os
+        os.makedirs(".pokeagent_cache", exist_ok=True)
+        emulator.save_state(".pokeagent_cache/manual_save.state")
+        print("💾 State saved to .pokeagent_cache/manual_save.state")
+    elif key == '2':
+        # Load state
+        try:
+            emulator.load_state(".pokeagent_cache/manual_save.state")
+            print("📂 State loaded from .pokeagent_cache/manual_save.state")
+        except:
+            print("⚠️ No save state found")
+    elif key == 'tab':
+        action['toggle_mode'] = True
+    elif key == 'a':
+        action['toggle_auto'] = True
+    elif key == ' ' and agent_mode:
+        action['agent_step'] = True
+    elif key == 'h':
+        show_debug_menu()
+    
+    return action
+
+
+# Add missing import
+from datetime import datetime

examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/pokemon_env/__init__.py

@@ -0,0 +1,35 @@
+"""
+Pokemon Emerald Memory Reader Package
+
+This package provides tools for reading memory from Pokemon Emerald games
+running in mGBA or other GBA emulators.
+"""
+
+from .memory_reader import PokemonEmeraldReader
+from .enums import (
+    MetatileBehavior, 
+    PokemonType, 
+    PokemonSpecies, 
+    Move, 
+    Badge, 
+    MapLocation, 
+    Tileset, 
+    StatusCondition
+)
+from .types import PokemonData
+
+__version__ = "3.0.0-preview"
+__author__ = "Seth Karten"
+
+__all__ = [
+    "PokemonEmeraldReader",
+    "MetatileBehavior",
+    "PokemonType", 
+    "PokemonSpecies",
+    "Move",
+    "Badge",
+    "MapLocation",
+    "Tileset",
+    "StatusCondition",
+    "PokemonData"
+]