synth-ai 0.2.14__py3-none-any.whl → 0.4.4__py3-none-any.whl

examples/task_apps/dev/pokemon_emerald/external/pokeagent-speedrun/utils/ocr_dialogue.py

@@ -1,1020 +0,0 @@
-"""
-OCR-based dialogue detection for Pokemon Emerald.
-Provides fallback text detection when memory reading fails or returns stale data.
-"""
-
-import cv2
-import numpy as np
-from PIL import Image
-from typing import Optional, List, Tuple
-import re
-import logging
-
-try:
-    import pytesseract
-    OCR_AVAILABLE = True
-except ImportError:
-    OCR_AVAILABLE = False
-    logging.warning("pytesseract not available - OCR dialogue detection disabled")
-
-logger = logging.getLogger(__name__)
-
-class OCRDialogueDetector:
-    """OCR-based dialogue detection for Pokemon Emerald"""
-    
-    # Pokemon Emerald dialogue box coordinates (corrected for actual dialogue position)
-    DIALOGUE_BOX_COORDS = {
-        'x': 0,       # Full width - dialogue spans entire bottom
-        'y': 104,     # Dialogue starts around row 104 (from debug analysis)
-        'width': 240, # Full screen width
-        'height': 56  # Bottom portion height (160-104=56)
-    }
-    
-    # Tighter OCR coordinates - just the text area inside the border (adjusted lower)
-    OCR_TEXT_COORDS = {
-        'x': 8,       # Skip left border 
-        'y': 116,     # Moved down 4px for better text alignment (104 + 12)
-        'width': 224, # Skip both side borders (240 - 16)
-        'height': 36  # Reduced height to maintain bottom margin (56 - 20)
-    }
-    
-    # Pokemon Emerald dialogue text colors (based on actual RGB values)
-    DIALOGUE_TEXT_COLORS = [
-        # Exact text color from user
-        (99, 99, 99),      # Exact text color
-        # Close variations for anti-aliasing and slight rendering differences  
-        (95, 95, 95),      # Slightly darker
-        (103, 103, 103),   # Slightly lighter
-        (91, 91, 91),      # Darker variant
-        (107, 107, 107),   # Lighter variant
-        (99, 99, 95),      # Slight color shift
-        (99, 95, 99),      # Slight color shift
-        (95, 99, 99),      # Slight color shift
-        # Additional gray tones that might appear due to rendering
-        (87, 87, 87),      # Darker gray
-        (111, 111, 111),   # Lighter gray
-        (79, 79, 79),      # Much darker
-        (119, 119, 119),   # Much lighter
-        # Shadow colors (darker, often with slight offset)
-        (64, 64, 64),      # Dark shadow
-        (72, 72, 72),      # Medium shadow
-        (56, 56, 56),      # Darker shadow
-        (48, 48, 48),      # Very dark shadow
-        # Possible highlighting/special text colors
-        (99, 99, 128),     # Blue-tinted for names
-        (128, 99, 99),     # Red-tinted for special text
-        (99, 128, 99),     # Green-tinted for special text
-    ]
-    
-    # Color tolerance for matching (RGB distance) - increased to capture more text pixels
-    COLOR_TOLERANCE = 40
-    
-    # Pokemon Emerald dialogue box background colors (based on actual RGB values)
-    DIALOGUE_BOX_BACKGROUND_COLORS = [
-        # Exact green line/border color from user
-        (85, 204, 128),    # Exact green border color
-        # Variations of the green border for anti-aliasing and shadows
-        (80, 199, 123),    # Slightly darker green
-        (90, 209, 133),    # Slightly lighter green
-        (85, 204, 128),    # Exact match (duplicate for emphasis)
-        (75, 194, 118),    # Darker green variant
-        (95, 214, 138),    # Lighter green variant
-        # Exact white text background from user
-        (255, 255, 255),   # Exact white text background
-        # Close variations for anti-aliasing and compression artifacts
-        (254, 254, 254),   # Very close to white
-        (253, 253, 253),   # Slightly off white  
-        (252, 252, 252),   # Light gray-white
-        (248, 248, 248),   # Near white
-        (240, 240, 240),   # Light off-white
-        (255, 255, 254),   # Slight yellow tint
-        (254, 255, 255),   # Slight cyan tint
-    ]
-    
-    # How much of the dialogue box should be background color to consider it "active"
-    DIALOGUE_BOX_BACKGROUND_THRESHOLD = 0.4  # 40% of dialogue area should be box color (mostly off-white background)
-    
-    # Battle text area (different position)
-    BATTLE_TEXT_COORDS = {
-        'x': 8,
-        'y': 120,
-        'width': 224,
-        'height': 40
-    }
-    
-    def __init__(self):
-        self.last_detected_text = ""
-        self.text_stability_threshold = 2  # Frames text must be stable
-        self.stable_text_count = 0
-        self.debug_color_detection = False  # Set to True for color debugging
-        self.use_full_frame_scan = False  # Set to True to enable full-frame scanning (may pick up noise)
-        self.skip_dialogue_box_detection = False  # Set to True to temporarily bypass dialogue box detection
-        
-    def detect_dialogue_from_screenshot(self, screenshot: Image.Image) -> Optional[str]:
-        """
-        Detect dialogue text from Pokemon Emerald dialogue regions only.
-        First verifies dialogue box is visible to prevent false positives.
-        
-        Args:
-            screenshot: PIL Image of the game screen
-            
-        Returns:
-            Detected dialogue text or None if no text found
-        """
-        if not OCR_AVAILABLE:
-            return None
-            
-        try:
-            screenshot_np = np.array(screenshot)
-            
-            # STEP 1: Check if dialogue box is actually visible (unless bypassed)
-            if not self.skip_dialogue_box_detection and not self.is_dialogue_box_visible(screenshot):
-                logger.debug("No dialogue box detected - skipping OCR")
-                return None
-            
-            # STEP 2: Primary dialogue box area (most common) - use tighter text coordinates
-            dialogue_text = self._extract_text_from_region(
-                screenshot_np, 
-                self.OCR_TEXT_COORDS
-            )
-            
-            if dialogue_text:
-                validated = self._validate_and_clean_text(dialogue_text)
-                if validated:
-                    return validated
-                
-            # Method 2: Battle text area (different position)
-            battle_text = self._extract_text_from_region(
-                screenshot_np,
-                self.BATTLE_TEXT_COORDS
-            )
-            
-            if battle_text:
-                validated = self._validate_and_clean_text(battle_text)
-                if validated:
-                    return validated
-            
-            # Method 3: Full frame scan (only if explicitly enabled - can pick up noise)
-            if self.use_full_frame_scan:
-                full_frame_text = self._extract_text_from_full_frame(screenshot)
-                if full_frame_text:
-                    validated = self._validate_and_clean_text(full_frame_text)
-                    if validated:
-                        return validated
-                
-            return None
-            
-        except Exception as e:
-            logger.debug(f"OCR dialogue detection failed: {e}")
-            return None
-    
-    def _extract_text_from_full_frame(self, screenshot: Image.Image) -> Optional[str]:
-        """
-        Extract text from the entire screenshot using OCR
-        This is more comprehensive than region-specific detection
-        """
-        try:
-            # Convert PIL to numpy array
-            screenshot_np = np.array(screenshot)
-            
-            # Preprocess the entire frame for better OCR
-            processed_frame = self._preprocess_full_frame_for_ocr(screenshot_np)
-            
-            # OCR configuration optimized for Pokemon text detection
-            # Use different settings for full frame vs regions
-            full_frame_config = r'--oem 3 --psm 6'  # Assume uniform block of text
-            
-            # Extract text from entire frame
-            full_text = pytesseract.image_to_string(processed_frame, config=full_frame_config)
-            
-            # Clean and validate the text
-            cleaned_text = self._clean_full_frame_text(full_text)
-            
-            if cleaned_text:
-                return cleaned_text
-                
-            # If that fails, try with different PSM mode
-            alt_config = r'--oem 3 --psm 11'  # Sparse text, find as much as possible
-            alt_text = pytesseract.image_to_string(processed_frame, config=alt_config)
-            alt_cleaned = self._clean_full_frame_text(alt_text)
-            
-            return alt_cleaned if alt_cleaned else None
-            
-        except Exception as e:
-            logger.debug(f"Full frame OCR failed: {e}")
-            return None
-    
-    def _preprocess_full_frame_for_ocr(self, image_np: np.ndarray) -> np.ndarray:
-        """Preprocess entire frame using Pokemon-specific dialogue color matching"""
-        # Ensure we have color information
-        if len(image_np.shape) != 3:
-            # Convert grayscale to color by duplicating channels
-            image_np = cv2.cvtColor(image_np, cv2.COLOR_GRAY2RGB)
-        
-        # Scale up for better color detection precision
-        scaled = cv2.resize(image_np, None, fx=3, fy=3, interpolation=cv2.INTER_CUBIC)
-        
-        # Create mask for dialogue text colors across entire frame
-        text_mask = self._create_dialogue_color_mask(scaled)
-        
-        # Apply color mask - black text on white background (better for OCR)
-        binary = np.where(text_mask, 0, 255).astype(np.uint8)
-        
-        # Enhanced morphological operations for full frame
-        # Close gaps and thicken text
-        kernel_close = np.ones((2, 2), np.uint8)
-        cleaned = cv2.morphologyEx(binary, cv2.MORPH_CLOSE, kernel_close)
-        
-        # Dilate to make text more readable
-        kernel_dilate = np.ones((1, 1), np.uint8)
-        cleaned = cv2.dilate(cleaned, kernel_dilate, iterations=1)
-        
-        return cleaned
-    
-    def _clean_full_frame_text(self, raw_text: str) -> Optional[str]:
-        """Clean and validate text extracted from full frame"""
-        if not raw_text:
-            return None
-        
-        # Remove excessive whitespace and special characters
-        lines = []
-        for line in raw_text.split('\n'):
-            # Clean each line
-            cleaned_line = re.sub(r'\s+', ' ', line.strip())
-            
-            # Filter out lines that are likely noise
-            if len(cleaned_line) >= 2:  # Minimum meaningful length
-                # Check if line has reasonable character content
-                alpha_ratio = sum(c.isalpha() for c in cleaned_line) / len(cleaned_line)
-                if alpha_ratio >= 0.3:  # At least 30% alphabetic characters
-                    lines.append(cleaned_line)
-        
-        if not lines:
-            return None
-        
-        # Join lines and do final cleanup
-        full_text = ' '.join(lines)
-        
-        # Remove common OCR artifacts for Pokemon games
-        # These are characters commonly misread by OCR
-        ocr_artifacts = [
-            r'[|\\/_]',  # Common line artifacts
-            r'^\W+',     # Leading non-word characters
-            r'\W+$',     # Trailing non-word characters
-        ]
-        
-        for artifact in ocr_artifacts:
-            full_text = re.sub(artifact, ' ', full_text)
-        
-        # Final cleanup
-        full_text = re.sub(r'\s+', ' ', full_text).strip()
-        
-        # Validate final result
-        if len(full_text) < 3:
-            return None
-            
-        # Check for reasonable content (not just numbers/symbols)
-        alpha_count = sum(c.isalpha() for c in full_text)
-        if alpha_count < 3:  # Need at least 3 letters
-            return None
-        
-        return full_text
-    
-    def detect_all_text_regions(self, screenshot: Image.Image) -> List[dict]:
-        """
-        Detect all text regions in the screenshot with their locations
-        Useful for debugging and comprehensive text detection
-        """
-        if not OCR_AVAILABLE:
-            return []
-            
-        try:
-            # Convert to numpy array
-            screenshot_np = np.array(screenshot)
-            processed = self._preprocess_full_frame_for_ocr(screenshot_np)
-            
-            # Use pytesseract to get text with bounding boxes
-            data = pytesseract.image_to_data(processed, output_type=pytesseract.Output.DICT)
-            
-            text_regions = []
-            n_boxes = len(data['level'])
-            
-            for i in range(n_boxes):
-                # Get confidence and text
-                confidence = int(data['conf'][i])
-                text = data['text'][i].strip()
-                
-                # Only include text with reasonable confidence and content
-                if confidence > 30 and len(text) > 1:
-                    # Get bounding box (scale back from 2x preprocessing)
-                    x = data['left'][i] // 2  # Scale back from 2x
-                    y = data['top'][i] // 2
-                    w = data['width'][i] // 2
-                    h = data['height'][i] // 2
-                    
-                    # Validate text content
-                    alpha_ratio = sum(c.isalpha() for c in text) / len(text)
-                    if alpha_ratio >= 0.3:  # At least 30% letters
-                        text_regions.append({
-                            'text': text,
-                            'confidence': confidence,
-                            'bbox': (x, y, w, h),
-                            'area': w * h
-                        })
-            
-            # Sort by confidence and area (larger, more confident regions first)
-            text_regions.sort(key=lambda r: (r['confidence'], r['area']), reverse=True)
-            
-            return text_regions
-            
-        except Exception as e:
-            logger.debug(f"Text region detection failed: {e}")
-            return []
-    
-    def _extract_text_from_region(self, image_np: np.ndarray, coords: dict) -> str:
-        """Extract text from a specific region of the image"""
-        # Extract region of interest
-        y1 = coords['y']
-        y2 = y1 + coords['height']
-        x1 = coords['x']
-        x2 = x1 + coords['width']
-        
-        roi = image_np[y1:y2, x1:x2]
-        
-        # Preprocessing for better OCR accuracy
-        roi = self._preprocess_for_ocr(roi)
-        
-        # OCR configuration optimized for Pokemon Emerald text
-        custom_config = r'--oem 3 --psm 6'
-        
-        # Extract text
-        text = pytesseract.image_to_string(roi, config=custom_config)
-        return text.strip()
-    
-    def _preprocess_for_ocr(self, roi: np.ndarray) -> np.ndarray:
-        """Preprocess image region using Pokemon-specific dialogue color matching"""
-        # Keep original color information for color matching
-        if len(roi.shape) != 3:
-            # Convert grayscale back to color for processing (duplicate channels)
-            roi = cv2.cvtColor(roi, cv2.COLOR_GRAY2RGB)
-        
-        # Scale up first for better color detection precision
-        roi = cv2.resize(roi, None, fx=4, fy=4, interpolation=cv2.INTER_CUBIC)
-        
-        # Create mask for dialogue text colors
-        text_mask = self._create_dialogue_color_mask(roi)
-        
-        # Apply color mask to create clean binary image
-        # Black text on white background (better for OCR)
-        binary_roi = np.where(text_mask, 0, 255).astype(np.uint8)
-        
-        # Ensure we have a proper binary image (pure black and white only)
-        binary_roi = np.where(binary_roi > 127, 255, 0).astype(np.uint8)
-        
-        # Enhanced morphological operations to thicken and connect text
-        # Close gaps in letters
-        kernel_close = np.ones((2, 2), np.uint8)
-        binary_roi = cv2.morphologyEx(binary_roi, cv2.MORPH_CLOSE, kernel_close)
-        
-        # Dilate to make text thicker and more readable (balanced approach)
-        kernel_dilate = np.ones((2, 2), np.uint8)
-        binary_roi = cv2.dilate(binary_roi, kernel_dilate, iterations=2)
-        
-        # Remove small noise while preserving text
-        kernel_open = np.ones((1, 1), np.uint8)
-        binary_roi = cv2.morphologyEx(binary_roi, cv2.MORPH_OPEN, kernel_open)
-        
-        return binary_roi
-    
-    def _create_dialogue_color_mask(self, image: np.ndarray) -> np.ndarray:
-        """Create binary mask for pixels matching Pokemon dialogue text colors"""
-        if len(image.shape) != 3:
-            return np.zeros(image.shape[:2], dtype=bool)
-        
-        mask = np.zeros(image.shape[:2], dtype=bool)
-        matched_pixels_per_color = []
-        
-        # Check each dialogue color
-        for i, target_color in enumerate(self.DIALOGUE_TEXT_COLORS):
-            # Calculate color distance for all pixels
-            color_diff = np.sqrt(np.sum((image - target_color) ** 2, axis=2))
-            
-            # Add pixels within tolerance to mask
-            color_mask = (color_diff <= self.COLOR_TOLERANCE)
-            mask |= color_mask
-            
-            # Debug information
-            if self.debug_color_detection:
-                matched_count = np.sum(color_mask)
-                matched_pixels_per_color.append(matched_count)
-        
-        # Log color detection results for debugging
-        if self.debug_color_detection and any(matched_pixels_per_color):
-            total_matched = np.sum(mask)
-            logger.debug(f"Color matching: {total_matched} pixels matched dialogue colors")
-            for i, count in enumerate(matched_pixels_per_color):
-                if count > 0:
-                    color = self.DIALOGUE_TEXT_COLORS[i]
-                    logger.debug(f"  Color {color}: {count} pixels")
-        
-        return mask
-    
-    def is_dialogue_box_visible(self, screenshot: Image.Image) -> bool:
-        """
-        Check if a dialogue box is actually visible by looking for green horizontal border lines.
-        Searches for the characteristic green lines above and below the dialogue text.
-        
-        Args:
-            screenshot: PIL Image of the game screen
-            
-        Returns:
-            True if dialogue box is detected, False otherwise
-        """
-        if not screenshot:
-            return False
-        
-        try:
-            # Convert to numpy array
-            image_np = np.array(screenshot)
-            if len(image_np.shape) != 3:
-                return False
-            
-            # Extract extended dialogue region to catch border lines
-            coords = self.DIALOGUE_BOX_COORDS
-            # Extend the search area to catch top and bottom borders
-            extended_region = image_np[
-                max(0, coords['y'] - 5):min(image_np.shape[0], coords['y'] + coords['height'] + 5),
-                coords['x']:coords['x'] + coords['width']
-            ]
-            
-            if extended_region.size == 0:
-                return False
-            
-            # Look for horizontal border lines using actual dialogue border colors
-            border_colors = [
-                (66, 181, 132),   # Main teal border color from debug analysis
-                (24, 165, 107),   # Secondary border color  
-                (57, 140, 49),    # Darker border variant
-                (0, 255, 156),    # Bright border accent
-                (115, 198, 165)   # Light border variant
-            ]
-            border_tolerance = 20  # Tolerance for color matching
-            
-            # Check each row for horizontal border lines
-            border_line_rows = []
-            height, width = extended_region.shape[:2]
-            
-            for row_idx in range(height):
-                row_pixels = extended_region[row_idx]
-                
-                # Count border color pixels in this row
-                border_pixels_in_row = 0
-                for pixel in row_pixels:
-                    # Check if pixel matches any of the border colors
-                    for border_color in border_colors:
-                        color_diff = np.sqrt(np.sum((pixel - np.array(border_color)) ** 2))
-                        if color_diff <= border_tolerance:
-                            border_pixels_in_row += 1
-                            break  # Don't double-count pixels
-                
-                # If significant portion of row has border colors, it's likely a border line
-                border_percentage = border_pixels_in_row / width
-                if border_percentage > 0.2:  # 20% of row width has border colors (lower threshold)
-                    border_line_rows.append(row_idx)
-            
-            # VERY strict detection to avoid false positives from environment colors
-            
-            # Require many border lines for robust detection
-            has_sufficient_border_lines = len(border_line_rows) >= 5  # Need at least 5 border lines
-            
-            # MUST have top AND bottom border lines (no exceptions for false positive prevention)
-            has_top_and_bottom_lines = False
-            if len(border_line_rows) >= 3:
-                # Check if we have lines at different heights (top and bottom)
-                min_line = min(border_line_rows)
-                max_line = max(border_line_rows)
-                if max_line - min_line > 15:  # Lines must be at least 15 pixels apart (very strict)
-                    has_top_and_bottom_lines = True
-            
-            # Additional check: look for proper dialogue box pattern (rectangular border)
-            has_rectangular_pattern = False
-            if len(border_line_rows) >= 5:
-                # Check if we have border lines spread across the dialogue region
-                height_quarter = height // 4
-                top_lines = [r for r in border_line_rows if r < height_quarter]
-                middle_lines = [r for r in border_line_rows if height_quarter <= r <= 3 * height_quarter]
-                bottom_lines = [r for r in border_line_rows if r > 3 * height_quarter]
-                
-                # Must have lines in top AND bottom, and some in middle for a proper box
-                if len(top_lines) >= 2 and len(bottom_lines) >= 2 and len(middle_lines) >= 1:
-                    has_rectangular_pattern = True
-            
-            # Extra check: ensure lines are actually horizontal (consistent across width)
-            has_proper_horizontal_lines = False
-            if len(border_line_rows) >= 3:
-                # Check that border lines extend across significant width (not just scattered pixels)
-                proper_lines = 0
-                for row_idx in border_line_rows[:10]:  # Check first 10 lines
-                    row_pixels = extended_region[row_idx]
-                    border_pixels_in_row = 0
-                    for pixel in row_pixels:
-                        for border_color in border_colors:
-                            color_diff = np.sqrt(np.sum((pixel - np.array(border_color)) ** 2))
-                            if color_diff <= border_tolerance:
-                                border_pixels_in_row += 1
-                                break
-                    
-                    # Line must span at least 50% of width to be considered a proper horizontal line
-                    if border_pixels_in_row / width > 0.5:
-                        proper_lines += 1
-                
-                if proper_lines >= 3:  # Need at least 3 proper horizontal lines
-                    has_proper_horizontal_lines = True
-            
-            # Log detection results
-            if self.debug_color_detection:
-                logger.debug(f"Border line detection: Found {len(border_line_rows)} border horizontal lines")
-                logger.debug(f"Line rows: {border_line_rows[:5]}")  # Show first 5
-                logger.debug(f"Has sufficient lines (≥5): {has_sufficient_border_lines}")
-                logger.debug(f"Has top+bottom lines (≥15px apart): {has_top_and_bottom_lines}")
-                logger.debug(f"Has rectangular pattern: {has_rectangular_pattern}")
-                logger.debug(f"Has proper horizontal lines (≥50% width): {has_proper_horizontal_lines}")
-            
-            # Final check: look for actual dialogue box background (light/white area inside borders)
-            has_dialogue_background = False
-            if len(border_line_rows) >= 3:
-                # Check middle area for dialogue background colors (light colors)
-                middle_start = height // 4
-                middle_end = 3 * height // 4
-                middle_region = extended_region[middle_start:middle_end, width//4:3*width//4]
-                
-                if middle_region.size > 0:
-                    # Look for light background colors typical of dialogue boxes
-                    light_pixels = 0
-                    total_pixels = middle_region.size // 3  # Divide by 3 for RGB
-                    
-                    for pixel in middle_region.reshape(-1, 3):
-                        # Light colors: high brightness (sum of RGB > 400) or white-ish
-                        brightness = np.sum(pixel)
-                        if brightness > 400 or (pixel[0] > 200 and pixel[1] > 200 and pixel[2] > 200):
-                            light_pixels += 1
-                    
-                    light_percentage = light_pixels / total_pixels
-                    if light_percentage > 0.3:  # At least 30% of middle area should be light (dialogue background)
-                        has_dialogue_background = True
-            
-            # Log all criteria
-            if self.debug_color_detection:
-                logger.debug(f"Has dialogue background (light area): {has_dialogue_background}")
-            
-            # Use simplified detection method to avoid false positives
-            # Check for white background in center area
-            center_h = extended_region.shape[0] // 2
-            center_w = extended_region.shape[1] // 2
-            margin = 20
-            
-            center_area = extended_region[
-                max(0, center_h - margin):min(extended_region.shape[0], center_h + margin),
-                max(0, center_w - margin):min(extended_region.shape[1], center_w + margin)
-            ]
-            
-            if center_area.size > 0:
-                # Count white/light pixels (dialogue background)
-                light_mask = (center_area[:,:,0] > 200) & (center_area[:,:,1] > 200) & (center_area[:,:,2] > 200)
-                light_percentage = np.sum(light_mask) / light_mask.size
-                
-                # Count text-like colors (dark gray)
-                text_mask = ((center_area[:,:,0] > 80) & (center_area[:,:,0] < 130) & 
-                            (center_area[:,:,1] > 80) & (center_area[:,:,1] < 130) &
-                            (center_area[:,:,2] > 80) & (center_area[:,:,2] < 130))
-                text_percentage = np.sum(text_mask) / text_mask.size
-                
-                # Simple, robust criteria
-                is_visible = light_percentage > 0.3 and text_percentage > 0.02
-                
-                if self.debug_color_detection:
-                    logger.debug(f"Simplified detection - Light bg: {light_percentage:.1%}, Text: {text_percentage:.1%}")
-            else:
-                is_visible = False
-            
-            if self.debug_color_detection:
-                logger.debug(f"Dialogue box {'VISIBLE' if is_visible else 'NOT VISIBLE'} "
-                           f"(found {len(border_line_rows)} border lines)")
-            
-            return is_visible
-            
-        except Exception as e:
-            logger.debug(f"Dialogue box detection error: {e}")
-            return False
-    
-    def enable_color_debug(self, enabled: bool = True):
-        """Enable/disable color detection debugging"""
-        self.debug_color_detection = enabled
-        if enabled:
-            logger.info("OCR color detection debugging enabled")
-        else:
-            logger.info("OCR color detection debugging disabled")
-    
-    def analyze_dialogue_colors(self, screenshot: Image.Image) -> dict:
-        """
-        Analyze a screenshot to find the actual colors used in the dialogue box.
-        This helps fine-tune the DIALOGUE_TEXT_COLORS list.
-        """
-        if not screenshot:
-            return {}
-        
-        # Convert to numpy array
-        image_np = np.array(screenshot)
-        if len(image_np.shape) != 3:
-            return {}
-        
-        # Extract dialogue region
-        coords = self.DIALOGUE_BOX_COORDS
-        dialogue_region = image_np[
-            coords['y']:coords['y'] + coords['height'],
-            coords['x']:coords['x'] + coords['width']
-        ]
-        
-        if dialogue_region.size == 0:
-            return {}
-        
-        # Find unique colors and their frequencies
-        pixels = dialogue_region.reshape(-1, 3)
-        unique_colors, counts = np.unique(pixels, axis=0, return_counts=True)
-        
-        # Sort by frequency (most common first)
-        sorted_indices = np.argsort(counts)[::-1]
-        
-        # Analyze the most common colors
-        color_analysis = {
-            'total_pixels': len(pixels),
-            'unique_colors': len(unique_colors),
-            'top_colors': []
-        }
-        
-        # Show top 20 most common colors
-        for i in range(min(20, len(unique_colors))):
-            idx = sorted_indices[i]
-            color = tuple(unique_colors[idx])
-            count = counts[idx]
-            percentage = (count / len(pixels)) * 100
-            
-            color_analysis['top_colors'].append({
-                'rgb': color,
-                'count': int(count),
-                'percentage': round(percentage, 2)
-            })
-        
-        return color_analysis
-    
-    def print_color_analysis(self, screenshot: Image.Image):
-        """Print color analysis in a readable format"""
-        analysis = self.analyze_dialogue_colors(screenshot)
-        
-        if not analysis:
-            print("❌ Could not analyze colors")
-            return
-        
-        print(f"\n🎨 DIALOGUE COLOR ANALYSIS")
-        print(f"={'='*50}")
-        print(f"Total pixels: {analysis['total_pixels']:,}")
-        print(f"Unique colors: {analysis['unique_colors']:,}")
-        print(f"\nTop Colors (most frequent first):")
-        print(f"{'Rank':<4} {'RGB Color':<20} {'Count':<8} {'%':<6} {'Color Type':<15}")
-        print(f"{'-'*70}")
-        
-        for i, color_info in enumerate(analysis['top_colors'][:15], 1):
-            rgb = color_info['rgb']
-            count = color_info['count']
-            pct = color_info['percentage']
-            
-            # Classify the color
-            if rgb[0] > 240 and rgb[1] > 240 and rgb[2] > 240:
-                color_type = "Background"
-            elif rgb[0] < 120 and rgb[1] < 120 and rgb[2] < 120:
-                color_type = "Text/Shadow"
-            elif abs(rgb[0] - rgb[1]) < 10 and abs(rgb[1] - rgb[2]) < 10:
-                color_type = "Gray text"
-            else:
-                color_type = "Other"
-            
-            print(f"{i:<4} {str(rgb):<20} {count:<8} {pct:<6.1f} {color_type:<15}")
-        
-        print(f"\n💡 Suggested dialogue colors to add:")
-        suggested = []
-        for color_info in analysis['top_colors'][:10]:
-            rgb = color_info['rgb']
-            # Suggest colors that look like text (not pure white background)
-            if rgb[0] < 200 and color_info['percentage'] > 0.5:
-                suggested.append(rgb)
-        
-        for color in suggested[:5]:  # Show top 5 suggestions
-            print(f"    {color},")
-        
-        print(f"{'='*50}")
-    
-    def update_dialogue_colors_from_analysis(self, screenshot: Image.Image, threshold_percentage: float = 1.0):
-        """
-        Update DIALOGUE_TEXT_COLORS based on analysis of actual screenshot.
-        Only adds colors that appear frequently enough (above threshold_percentage).
-        """
-        analysis = self.analyze_dialogue_colors(screenshot)
-        
-        if not analysis:
-            logger.warning("Could not analyze colors to update dialogue colors")
-            return
-        
-        # Find colors that appear frequently and look like text
-        new_colors = []
-        for color_info in analysis['top_colors']:
-            rgb = color_info['rgb']
-            pct = color_info['percentage']
-            
-            # Only consider colors that:
-            # 1. Appear frequently enough
-            # 2. Are not pure white (background)
-            # 3. Are not already in our color list
-            if (pct >= threshold_percentage and 
-                not (rgb[0] > 240 and rgb[1] > 240 and rgb[2] > 240) and
-                rgb not in self.DIALOGUE_TEXT_COLORS):
-                new_colors.append(rgb)
-        
-        if new_colors:
-            logger.info(f"Adding {len(new_colors)} new dialogue colors from analysis")
-            for color in new_colors[:5]:  # Limit to top 5 new colors
-                logger.info(f"  Added color: {color}")
-            
-            # Add new colors to the existing list
-            self.DIALOGUE_TEXT_COLORS.extend(new_colors[:5])
-        else:
-            logger.info("No new dialogue colors found to add")
-    
-    def analyze_dialogue_box_background(self, screenshot: Image.Image):
-        """
-        Analyze dialogue box region to find actual background colors.
-        Useful for fine-tuning DIALOGUE_BOX_BACKGROUND_COLORS.
-        """
-        analysis = self.analyze_dialogue_colors(screenshot)
-        
-        if not analysis:
-            print("❌ Could not analyze dialogue box background")
-            return
-        
-        print(f"\n📦 DIALOGUE BOX BACKGROUND ANALYSIS")
-        print(f"{'='*50}")
-        print(f"Total pixels: {analysis['total_pixels']:,}")
-        print(f"Unique colors: {analysis['unique_colors']:,}")
-        print(f"\nTop Background Colors (most frequent first):")
-        print(f"{'Rank':<4} {'RGB Color':<20} {'Count':<8} {'%':<6} {'Type':<15}")
-        print(f"{'-'*70}")
-        
-        for i, color_info in enumerate(analysis['top_colors'][:15], 1):
-            rgb = color_info['rgb']
-            count = color_info['count']
-            pct = color_info['percentage']
-            
-            # Classify as likely background vs text
-            if pct > 10:  # Very common = likely background
-                color_type = "Background"
-            elif rgb[0] < 150 and rgb[1] < 150 and rgb[2] < 150:
-                color_type = "Text/Shadow"
-            else:
-                color_type = "Other"
-            
-            print(f"{i:<4} {str(rgb):<20} {count:<8} {pct:<6.1f} {color_type:<15}")
-        
-        print(f"\n💡 Suggested background colors (>5% pixels):")
-        for color_info in analysis['top_colors'][:10]:
-            rgb = color_info['rgb']
-            pct = color_info['percentage']
-            # Suggest colors that are common and not text-like
-            if pct > 5.0 and not (rgb[0] < 150 and rgb[1] < 150 and rgb[2] < 150):
-                print(f"    {rgb},")
-        
-        print(f"{'='*50}")
-    
-    def test_dialogue_box_detection(self, screenshot: Image.Image):
-        """Test dialogue box detection with detailed output for green line method"""
-        print(f"\n🔍 DIALOGUE BOX DETECTION TEST (Green Line Method)")
-        print(f"{'='*50}")
-        
-        # Enable debug mode for detailed output
-        old_debug = self.debug_color_detection
-        self.debug_color_detection = True
-        
-        is_visible = self.is_dialogue_box_visible(screenshot)
-        
-        # Get detailed green line analysis
-        image_np = np.array(screenshot)
-        coords = self.DIALOGUE_BOX_COORDS
-        
-        # Extended region for border detection
-        extended_region = image_np[
-            max(0, coords['y'] - 5):min(image_np.shape[0], coords['y'] + coords['height'] + 5),
-            coords['x']:coords['x'] + coords['width']
-        ]
-        
-        height, width = extended_region.shape[:2]
-        green_border_color = (85, 204, 128)
-        green_tolerance = 15
-        
-        print(f"Search region: {coords['x']},{coords['y']-5} {coords['width']}x{height+10}")
-        print(f"Green border color: {green_border_color}")
-        print(f"Green tolerance: ±{green_tolerance}")
-        
-        # Analyze each row
-        green_line_rows = []
-        for row_idx in range(height):
-            row_pixels = extended_region[row_idx]
-            
-            green_pixels_in_row = 0
-            for pixel in row_pixels:
-                color_diff = np.sqrt(np.sum((pixel - green_border_color) ** 2))
-                if color_diff <= green_tolerance:
-                    green_pixels_in_row += 1
-            
-            green_percentage = green_pixels_in_row / width
-            if green_percentage > 0.3:  # 30% threshold
-                green_line_rows.append({
-                    'row': row_idx,
-                    'green_pixels': green_pixels_in_row,
-                    'percentage': green_percentage * 100
-                })
-        
-        print(f"Found {len(green_line_rows)} green horizontal lines:")
-        for line_info in green_line_rows[:5]:  # Show first 5
-            row = line_info['row']
-            pixels = line_info['green_pixels']
-            pct = line_info['percentage']
-            print(f"  Row {row}: {pixels}/{width} pixels ({pct:.1f}% green)")
-        
-        print(f"\nResult: {'✅ DIALOGUE BOX VISIBLE' if is_visible else '❌ NOT VISIBLE'}")
-        print(f"{'='*50}")
-        
-        # Restore debug setting
-        self.debug_color_detection = old_debug
-        
-        return is_visible
-    
-    def _validate_and_clean_text(self, text: str) -> Optional[str]:
-        """Validate and clean detected text"""
-        if not text or len(text.strip()) < 3:
-            return None
-            
-        # Clean up common OCR errors
-        text = re.sub(r'\n+', ' ', text)  # Replace newlines with spaces
-        text = re.sub(r'\s+', ' ', text)  # Normalize whitespace
-        text = text.strip()
-        
-        # Filter out obviously wrong detections
-        if len(text) < 3 or len(text) > 200:
-            return None
-            
-        # Check for minimum alphabetic content (avoid detecting UI elements)
-        alpha_ratio = sum(c.isalpha() for c in text) / len(text)
-        if alpha_ratio < 0.5:
-            return None
-        
-        # Comprehensive random letter filtering - catch ANY nonsense patterns
-        if self._is_random_nonsense(text):
-            logger.debug(f"OCR validation: Rejected as random nonsense: '{text[:50]}...'")
-            return None
-            
-        return text
-    
-    def _is_random_nonsense(self, text: str) -> bool:
-        """
-        Comprehensive detection of random letter sequences and nonsense text.
-        Catches any type of random letters that don't form meaningful dialogue.
-        """
-        if not text or len(text.strip()) < 3:
-            return True
-        
-        text_lower = text.lower().strip()
-        words = text_lower.split()
-        
-        if len(words) == 0:
-            return True
-        
-        # Pattern 1: Excessive single/double character "words"
-        short_words = [w for w in words if len(w) <= 2]
-        if len(short_words) > len(words) * 0.6:  # More than 60% are very short
-            return True
-        
-        # Pattern 2: Repetitive patterns (like "a a a a a")
-        word_counts = {}
-        for word in words:
-            word_counts[word] = word_counts.get(word, 0) + 1
-        for word, count in word_counts.items():
-            if len(word) <= 2 and count >= 3:  # Short word repeated 3+ times
-                return True
-        
-        # Pattern 3: Too many words (dialogue is usually concise)
-        if len(words) > 30:
-            return True
-        
-        # Pattern 4: Check for valid English-like words
-        valid_words = 0
-        dialogue_words = {
-            'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for', 'of', 'with', 'by',
-            'you', 'i', 'we', 'they', 'he', 'she', 'it', 'this', 'that', 'these', 'those',
-            'is', 'are', 'was', 'were', 'be', 'been', 'being', 'have', 'has', 'had', 'do', 'does', 'did',
-            'will', 'would', 'could', 'should', 'can', 'may', 'might', 'must',
-            'get', 'got', 'give', 'take', 'go', 'come', 'see', 'look', 'want', 'need', 'know', 'think',
-            'pokemon', 'trainer', 'battle', 'items', 'store', 'pc', 'computer', 'use', 'hello', 'hi'
-        }
-        
-        for word in words:
-            clean_word = ''.join(c for c in word if c.isalnum()).lower()
-            if len(clean_word) >= 2:
-                # Check if it's a known good word
-                if clean_word in dialogue_words:
-                    valid_words += 1
-                # Check if it has reasonable letter patterns
-                elif self._has_valid_letter_pattern(clean_word):
-                    valid_words += 1
-        
-        # Need at least 30% valid words
-        valid_ratio = valid_words / len(words) if len(words) > 0 else 0
-        if valid_ratio < 0.3:
-            return True
-        
-        # Pattern 5: Detect excessive mixed case (OCR noise pattern)
-        mixed_case_words = 0
-        for word in words:
-            if len(word) >= 3:
-                has_lower = any(c.islower() for c in word)
-                has_upper = any(c.isupper() for c in word)
-                if has_lower and has_upper and not word[0].isupper():  # Not normal capitalization
-                    mixed_case_words += 1
-        
-        if mixed_case_words > len(words) * 0.4:  # More than 40% have weird capitalization
-            return True
-        
-        return False
-    
-    def _has_valid_letter_pattern(self, word: str) -> bool:
-        """Check if word has valid English-like letter patterns"""
-        if len(word) < 2:
-            return False
-        
-        # Must have at least one vowel (unless very short)
-        vowels = 'aeiou'
-        has_vowel = any(c in vowels for c in word.lower())
-        if len(word) >= 3 and not has_vowel:
-            return False
-        
-        # Check for reasonable consonant clusters
-        consonants = 'bcdfghjklmnpqrstvwxyz'
-        consonant_streak = 0
-        max_consonant_streak = 0
-        
-        for char in word.lower():
-            if char in consonants:
-                consonant_streak += 1
-                max_consonant_streak = max(max_consonant_streak, consonant_streak)
-            else:
-                consonant_streak = 0
-        
-        # Too many consonants in a row suggests OCR noise
-        if max_consonant_streak > 4:
-            return False
-        
-        # Check for excessive repeated characters
-        repeated = 0
-        for i in range(len(word) - 1):
-            if word[i] == word[i + 1]:
-                repeated += 1
-        
-        if repeated > len(word) * 0.4:  # More than 40% repeated chars
-            return False
-        
-        return True
-    
-    def get_stable_dialogue_text(self, screenshot: Image.Image) -> Optional[str]:
-        """
-        Get dialogue text that has been stable across multiple frames.
-        This helps avoid detecting transitional/partial text.
-        """
-        current_text = self.detect_dialogue_from_screenshot(screenshot)
-        
-        if current_text == self.last_detected_text:
-            self.stable_text_count += 1
-        else:
-            self.stable_text_count = 0
-            self.last_detected_text = current_text
-        
-        # Return text only if it's been stable for threshold frames
-        if self.stable_text_count >= self.text_stability_threshold and current_text:
-            return current_text
-            
-        return None
-    
-
-def create_ocr_detector() -> Optional[OCRDialogueDetector]:
-    """Factory function to create OCR detector if available"""
-    if OCR_AVAILABLE:
-        return OCRDialogueDetector()
-    else:
-        logger.warning("OCR not available - install pytesseract and tesseract-ocr system package")
-        return None