natural-pdf 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

natural_pdf/core/page.py

@@ -1,51 +1,63 @@
-import pdfplumber
-import os
-import logging
-import tempfile
-from typing import List, Optional, Union, Any, Dict, Callable, TYPE_CHECKING, Tuple
-from PIL import Image
 import base64
+import hashlib
 import io
 import json
+import logging
+import os
 import re
-import hashlib
+import tempfile
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Tuple, Union
+
+import pdfplumber
+from PIL import Image
 
 from natural_pdf.elements.collections import ElementCollection
 from natural_pdf.elements.region import Region
 
 if TYPE_CHECKING:
     import pdfplumber
-    from natural_pdf.core.pdf import PDF
-    from natural_pdf.elements.collections import ElementCollection
+
     from natural_pdf.core.highlighting_service import HighlightingService
+    from natural_pdf.core.pdf import PDF
     from natural_pdf.elements.base import Element
+    from natural_pdf.elements.collections import ElementCollection
 
-from natural_pdf.elements.text import TextElement
+# New Imports
+import itertools
+
+from pdfplumber.utils.geometry import get_bbox_overlap, merge_bboxes, objects_to_bbox
+from pdfplumber.utils.text import TEXTMAP_KWARGS, WORD_EXTRACTOR_KWARGS, chars_to_textmap
+
+from natural_pdf.analyzers.layout.layout_analyzer import LayoutAnalyzer
 from natural_pdf.analyzers.layout.layout_manager import LayoutManager
 from natural_pdf.analyzers.layout.layout_options import LayoutOptions
-from natural_pdf.ocr import OCROptions
-from natural_pdf.ocr import OCRManager
-from natural_pdf.core.element_manager import ElementManager
-from natural_pdf.analyzers.layout.layout_analyzer import LayoutAnalyzer
-from natural_pdf.analyzers.text_structure import TextStyleAnalyzer
 from natural_pdf.analyzers.text_options import TextStyleOptions
+from natural_pdf.analyzers.text_structure import TextStyleAnalyzer
+from natural_pdf.core.element_manager import ElementManager
+from natural_pdf.elements.text import TextElement
+from natural_pdf.ocr import OCRManager, OCROptions
+
+# Import new utils
+from natural_pdf.utils.text_extraction import filter_chars_spatially, generate_text_layout
 from natural_pdf.widgets import InteractiveViewerWidget
-from natural_pdf.widgets.viewer import SimpleInteractiveViewerWidget
+from natural_pdf.widgets.viewer import _IPYWIDGETS_AVAILABLE, SimpleInteractiveViewerWidget
 
 logger = logging.getLogger(__name__)
 
+
 class Page:
     """
     Enhanced Page wrapper built on top of pdfplumber.Page.
-    
+
     This class provides a fluent interface for working with PDF pages,
     with improved selection, navigation, extraction, and question-answering capabilities.
     """
-    
-    def __init__(self, page: 'pdfplumber.page.Page', parent: 'PDF', index: int, font_attrs=None):
+
+    def __init__(self, page: "pdfplumber.page.Page", parent: "PDF", index: int, font_attrs=None):
         """
         Initialize a page wrapper.
-        
+
         Args:
             page: pdfplumber page object
             parent: Parent PDF object
@@ -57,39 +69,51 @@ class Page:
         self._index = index
         self._text_styles = None  # Lazy-loaded text style analyzer results
         self._exclusions = []  # List to store exclusion functions/regions
-        
+
         # Region management
         self._regions = {
-            'detected': [],  # Layout detection results
-            'named': {},     # Named regions (name -> region)
+            "detected": [],  # Layout detection results
+            "named": {},  # Named regions (name -> region)
         }
-        
+
         # Initialize ElementManager
         self._element_mgr = ElementManager(self, font_attrs)
 
         # --- Get OCR Manager Instance ---
-        if OCRManager and hasattr(parent, '_ocr_manager') and isinstance(parent._ocr_manager, OCRManager):
+        if (
+            OCRManager
+            and hasattr(parent, "_ocr_manager")
+            and isinstance(parent._ocr_manager, OCRManager)
+        ):
             self._ocr_manager = parent._ocr_manager
             logger.debug(f"Page {self.number}: Using OCRManager instance from parent PDF.")
         else:
             self._ocr_manager = None
             if OCRManager:
-                 logger.warning(f"Page {self.number}: OCRManager instance not found on parent PDF object.")
+                logger.warning(
+                    f"Page {self.number}: OCRManager instance not found on parent PDF object."
+                )
 
         # --- Get Layout Manager Instance ---
-        if LayoutManager and hasattr(parent, '_layout_manager') and isinstance(parent._layout_manager, LayoutManager):
+        if (
+            LayoutManager
+            and hasattr(parent, "_layout_manager")
+            and isinstance(parent._layout_manager, LayoutManager)
+        ):
             self._layout_manager = parent._layout_manager
             logger.debug(f"Page {self.number}: Using LayoutManager instance from parent PDF.")
         else:
             self._layout_manager = None
             if LayoutManager:
-                 logger.warning(f"Page {self.number}: LayoutManager instance not found on parent PDF object. Layout analysis will fail.")
+                logger.warning(
+                    f"Page {self.number}: LayoutManager instance not found on parent PDF object. Layout analysis will fail."
+                )
 
         # Initialize the internal variable with a single underscore
-        self._layout_analyzer = None 
+        self._layout_analyzer = None
 
     @property
-    def pdf(self) -> 'PDF':
+    def pdf(self) -> "PDF":
         """Provides public access to the parent PDF object."""
         return self._parent
 
@@ -97,7 +121,7 @@ class Page:
     def number(self) -> int:
         """Get page number (1-based)."""
         return self._page.page_number
-    
+
     @property
     def page_number(self) -> int:
         """Get page number (1-based)."""
@@ -107,12 +131,12 @@ class Page:
     def index(self) -> int:
         """Get page index (0-based)."""
         return self._index
-    
+
     @property
     def width(self) -> float:
         """Get page width."""
         return self._page.width
-    
+
     @property
     def height(self) -> float:
         """Get page height."""
@@ -120,107 +144,125 @@ class Page:
 
     # --- Highlighting Service Accessor ---
     @property
-    def _highlighter(self) -> 'HighlightingService':
-         """Provides access to the parent PDF's HighlightingService."""
-         if not hasattr(self._parent, 'highlighter'):
-              # This should ideally not happen if PDF.__init__ works correctly
-              raise AttributeError("Parent PDF object does not have a 'highlighter' attribute.")
-         return self._parent.highlighter
+    def _highlighter(self) -> "HighlightingService":
+        """Provides access to the parent PDF's HighlightingService."""
+        if not hasattr(self._parent, "highlighter"):
+            # This should ideally not happen if PDF.__init__ works correctly
+            raise AttributeError("Parent PDF object does not have a 'highlighter' attribute.")
+        return self._parent.highlighter
 
-    def clear_exclusions(self) -> 'Page':
+    def clear_exclusions(self) -> "Page":
         """
         Clear all exclusions from the page.
         """
         self._exclusions = []
         return self
 
-    def add_exclusion(self, exclusion_func_or_region: Union[Callable[['Page'], Region], Region, Any], label: Optional[str] = None) -> 'Page':
+    def add_exclusion(
+        self,
+        exclusion_func_or_region: Union[Callable[["Page"], Region], Region, Any],
+        label: Optional[str] = None,
+    ) -> "Page":
         """
         Add an exclusion to the page. Text from these regions will be excluded from extraction.
         Ensures non-callable items are stored as Region objects if possible.
-        
+
         Args:
             exclusion_func_or_region: Either a callable function returning a Region,
                                       a Region object, or another object with a valid .bbox attribute.
             label: Optional label for this exclusion (e.g., 'header', 'footer').
-            
+
         Returns:
             Self for method chaining
-            
+
         Raises:
             TypeError: If a non-callable, non-Region object without a valid bbox is provided.
         """
-        exclusion_data = None # Initialize exclusion data
+        exclusion_data = None  # Initialize exclusion data
 
         if callable(exclusion_func_or_region):
             # Store callable functions along with their label
             exclusion_data = (exclusion_func_or_region, label)
-            logger.debug(f"Page {self.index}: Added callable exclusion '{label}': {exclusion_func_or_region}")
+            logger.debug(
+                f"Page {self.index}: Added callable exclusion '{label}': {exclusion_func_or_region}"
+            )
         elif isinstance(exclusion_func_or_region, Region):
             # Store Region objects directly, assigning the label
-            exclusion_func_or_region.label = label # Assign label
-            exclusion_data = (exclusion_func_or_region, label) # Store as tuple for consistency
-            logger.debug(f"Page {self.index}: Added Region exclusion '{label}': {exclusion_func_or_region}")
-        elif hasattr(exclusion_func_or_region, 'bbox') and isinstance(getattr(exclusion_func_or_region, 'bbox', None), (tuple, list)) and len(exclusion_func_or_region.bbox) == 4:
+            exclusion_func_or_region.label = label  # Assign label
+            exclusion_data = (exclusion_func_or_region, label)  # Store as tuple for consistency
+            logger.debug(
+                f"Page {self.index}: Added Region exclusion '{label}': {exclusion_func_or_region}"
+            )
+        elif (
+            hasattr(exclusion_func_or_region, "bbox")
+            and isinstance(getattr(exclusion_func_or_region, "bbox", None), (tuple, list))
+            and len(exclusion_func_or_region.bbox) == 4
+        ):
             # Convert objects with a valid bbox to a Region before storing
             try:
                 bbox_coords = tuple(float(v) for v in exclusion_func_or_region.bbox)
                 # Pass the label to the Region constructor
                 region_to_add = Region(self, bbox_coords, label=label)
-                exclusion_data = (region_to_add, label) # Store as tuple
-                logger.debug(f"Page {self.index}: Added exclusion '{label}' converted to Region from {type(exclusion_func_or_region)}: {region_to_add}")
+                exclusion_data = (region_to_add, label)  # Store as tuple
+                logger.debug(
+                    f"Page {self.index}: Added exclusion '{label}' converted to Region from {type(exclusion_func_or_region)}: {region_to_add}"
+                )
             except (ValueError, TypeError, Exception) as e:
                 # Raise an error if conversion fails
-                raise TypeError(f"Failed to convert exclusion object {exclusion_func_or_region} with bbox {getattr(exclusion_func_or_region, 'bbox', 'N/A')} to Region: {e}") from e
+                raise TypeError(
+                    f"Failed to convert exclusion object {exclusion_func_or_region} with bbox {getattr(exclusion_func_or_region, 'bbox', 'N/A')} to Region: {e}"
+                ) from e
         else:
             # Reject invalid types
-            raise TypeError(f"Invalid exclusion type: {type(exclusion_func_or_region)}. Must be callable, Region, or have a valid .bbox attribute.")
+            raise TypeError(
+                f"Invalid exclusion type: {type(exclusion_func_or_region)}. Must be callable, Region, or have a valid .bbox attribute."
+            )
 
         # Append the stored data (tuple of object/callable and label)
         if exclusion_data:
             self._exclusions.append(exclusion_data)
 
         return self
-        
-    def add_region(self, region: Region, name: Optional[str] = None) -> 'Page':
+
+    def add_region(self, region: Region, name: Optional[str] = None) -> "Page":
         """
         Add a region to the page.
-        
+
         Args:
             region: Region object to add
             name: Optional name for the region
-            
+
         Returns:
             Self for method chaining
         """
         # Check if it's actually a Region object
         if not isinstance(region, Region):
             raise TypeError("region must be a Region object")
-            
+
         # Set the source and name
-        region.source = 'named'
-        
+        region.source = "named"
+
         if name:
             region.name = name
             # Add to named regions dictionary (overwriting if name already exists)
-            self._regions['named'][name] = region
+            self._regions["named"][name] = region
         else:
             # Add to detected regions list (unnamed but registered)
-            self._regions['detected'].append(region)
-            
+            self._regions["detected"].append(region)
+
         # Add to element manager for selector queries
         self._element_mgr.add_region(region)
-                
+
         return self
-                
-    def add_regions(self, regions: List[Region], prefix: Optional[str] = None) -> 'Page':
+
+    def add_regions(self, regions: List[Region], prefix: Optional[str] = None) -> "Page":
         """
         Add multiple regions to the page.
-        
+
         Args:
             regions: List of Region objects to add
             prefix: Optional prefix for automatic naming (regions will be named prefix_1, prefix_2, etc.)
-            
+
         Returns:
             Self for method chaining
         """
@@ -232,23 +274,23 @@ class Page:
             # Add without names
             for region in regions:
                 self.add_region(region)
-                
+
         return self
-    
+
     def _get_exclusion_regions(self, include_callable=True, debug=False) -> List[Region]:
         """
         Get all exclusion regions for this page.
         Assumes self._exclusions contains tuples of (callable/Region, label).
-        
+
         Args:
             include_callable: Whether to evaluate callable exclusion functions
             debug: Enable verbose debug logging for exclusion evaluation
-            
+
         Returns:
             List of Region objects to exclude, with labels assigned.
         """
         regions = []
-        
+
         if debug:
             print(f"\nPage {self.index}: Evaluating {len(self._exclusions)} exclusions")
 
@@ -280,32 +322,39 @@ class Page:
                         if debug:
                             print(f"    ✓ Added region from callable '{label}': {region_result}")
                     elif region_result:
-                         logger.warning(f"Callable exclusion '{exclusion_label}' returned non-Region object: {type(region_result)}. Skipping.")
-                         if debug:
-                             print(f"    ✗ Callable returned non-Region/None: {type(region_result)}")
+                        logger.warning(
+                            f"Callable exclusion '{exclusion_label}' returned non-Region object: {type(region_result)}. Skipping."
+                        )
+                        if debug:
+                            print(f"    ✗ Callable returned non-Region/None: {type(region_result)}")
                     else:
                         if debug:
-                            print(f"    ✗ Callable '{exclusion_label}' returned None, no region added")
+                            print(
+                                f"    ✗ Callable '{exclusion_label}' returned None, no region added"
+                            )
 
                 except Exception as e:
                     error_msg = f"Error evaluating callable exclusion '{exclusion_label}' for page {self.index}: {e}"
                     print(error_msg)
                     import traceback
+
                     print(f"    Traceback: {traceback.format_exc().splitlines()[-3:]}")
 
             # Process direct Region objects (label was assigned in add_exclusion)
             elif isinstance(exclusion_item, Region):
-                regions.append(exclusion_item) # Label is already on the Region object
+                regions.append(exclusion_item)  # Label is already on the Region object
                 if debug:
                     print(f"  - Added direct region '{label}': {exclusion_item}")
             # No else needed, add_exclusion should prevent invalid types
-        
+
         if debug:
             print(f"Page {self.index}: Found {len(regions)} valid exclusion regions to apply")
-            
+
         return regions
 
-    def _filter_elements_by_exclusions(self, elements: List['Element'], debug_exclusions: bool = False) -> List['Element']:
+    def _filter_elements_by_exclusions(
+        self, elements: List["Element"], debug_exclusions: bool = False
+    ) -> List["Element"]:
         """
         Filters a list of elements, removing those within the page's exclusion regions.
 
@@ -318,19 +367,27 @@ class Page:
         """
         if not self._exclusions:
             if debug_exclusions:
-                print(f"Page {self.index}: No exclusions defined, returning all {len(elements)} elements.")
+                print(
+                    f"Page {self.index}: No exclusions defined, returning all {len(elements)} elements."
+                )
             return elements
 
         # Get all exclusion regions, including evaluating callable functions
-        exclusion_regions = self._get_exclusion_regions(include_callable=True, debug=debug_exclusions)
+        exclusion_regions = self._get_exclusion_regions(
+            include_callable=True, debug=debug_exclusions
+        )
 
         if not exclusion_regions:
             if debug_exclusions:
-                print(f"Page {self.index}: No valid exclusion regions found, returning all {len(elements)} elements.")
+                print(
+                    f"Page {self.index}: No valid exclusion regions found, returning all {len(elements)} elements."
+                )
             return elements
 
         if debug_exclusions:
-            print(f"Page {self.index}: Applying {len(exclusion_regions)} exclusion regions to {len(elements)} elements.")
+            print(
+                f"Page {self.index}: Applying {len(exclusion_regions)} exclusion regions to {len(elements)} elements."
+            )
 
         filtered_elements = []
         excluded_count = 0
@@ -346,7 +403,9 @@ class Page:
                 filtered_elements.append(element)
 
         if debug_exclusions:
-            print(f"Page {self.index}: Excluded {excluded_count} elements, keeping {len(filtered_elements)}.")
+            print(
+                f"Page {self.index}: Excluded {excluded_count} elements, keeping {len(filtered_elements)}."
+            )
 
         return filtered_elements
 
@@ -365,15 +424,18 @@ class Page:
             Element object or None if not found
         """
         from natural_pdf.selectors.parser import parse_selector
+
         selector_obj = parse_selector(selector)
-        
+
         # Pass regex and case flags to selector function
-        kwargs['regex'] = regex
-        kwargs['case'] = case
-        
+        kwargs["regex"] = regex
+        kwargs["case"] = case
+
         # First get all matching elements without applying exclusions initially within _apply_selector
-        results_collection = self._apply_selector(selector_obj, **kwargs) # _apply_selector doesn't filter
-        
+        results_collection = self._apply_selector(
+            selector_obj, **kwargs
+        )  # _apply_selector doesn't filter
+
         # Filter the results based on exclusions if requested
         if apply_exclusions and self._exclusions and results_collection:
             filtered_elements = self._filter_elements_by_exclusions(results_collection.elements)
@@ -385,7 +447,9 @@ class Page:
         else:
             return None
 
-    def find_all(self, selector: str, apply_exclusions=True, regex=False, case=True, **kwargs) -> 'ElementCollection':
+    def find_all(
+        self, selector: str, apply_exclusions=True, regex=False, case=True, **kwargs
+    ) -> "ElementCollection":
         """
         Find all elements on this page matching selector.
 
@@ -395,20 +459,23 @@ class Page:
             regex: Whether to use regex for text search in :contains (default: False)
             case: Whether to do case-sensitive text search (default: True)
             **kwargs: Additional filter parameters
-            
+
         Returns:
             ElementCollection with matching elements
         """
         from natural_pdf.selectors.parser import parse_selector
+
         selector_obj = parse_selector(selector)
-        
+
         # Pass regex and case flags to selector function
-        kwargs['regex'] = regex
-        kwargs['case'] = case
-        
+        kwargs["regex"] = regex
+        kwargs["case"] = case
+
         # First get all matching elements without applying exclusions initially within _apply_selector
-        results_collection = self._apply_selector(selector_obj, **kwargs) # _apply_selector doesn't filter
-        
+        results_collection = self._apply_selector(
+            selector_obj, **kwargs
+        )  # _apply_selector doesn't filter
+
         # Filter the results based on exclusions if requested
         if apply_exclusions and self._exclusions and results_collection:
             filtered_elements = self._filter_elements_by_exclusions(results_collection.elements)
@@ -416,208 +483,348 @@ class Page:
         else:
             # Return the unfiltered collection
             return results_collection
-    
-    def _apply_selector(self, selector_obj: Dict, **kwargs) -> 'ElementCollection': # Removed apply_exclusions arg
+
+    def _apply_selector(
+        self, selector_obj: Dict, **kwargs
+    ) -> "ElementCollection":  # Removed apply_exclusions arg
         """
         Apply selector to page elements.
         Exclusions are now handled by the calling methods (find, find_all) if requested.
-        
+
         Args:
             selector_obj: Parsed selector dictionary
             **kwargs: Additional filter parameters including 'regex' and 'case'
-            
+
         Returns:
             ElementCollection of matching elements (unfiltered by exclusions)
         """
         from natural_pdf.selectors.parser import selector_to_filter_func
-        
+
         # Get element type to filter
-        element_type = selector_obj.get('type', 'any').lower()
-        
+        element_type = selector_obj.get("type", "any").lower()
+
         # Determine which elements to search based on element type
         elements_to_search = []
-        if element_type == 'any':
+        if element_type == "any":
             elements_to_search = self._element_mgr.get_all_elements()
-        elif element_type == 'text':
+        elif element_type == "text":
             elements_to_search = self._element_mgr.words
-        elif element_type == 'char':
+        elif element_type == "char":
             elements_to_search = self._element_mgr.chars
-        elif element_type == 'word':
+        elif element_type == "word":
             elements_to_search = self._element_mgr.words
-        elif element_type == 'rect' or element_type == 'rectangle':
+        elif element_type == "rect" or element_type == "rectangle":
             elements_to_search = self._element_mgr.rects
-        elif element_type == 'line':
+        elif element_type == "line":
             elements_to_search = self._element_mgr.lines
-        elif element_type == 'region':
+        elif element_type == "region":
             elements_to_search = self._element_mgr.regions
         else:
             elements_to_search = self._element_mgr.get_all_elements()
-        
+
         # Create filter function from selector, passing any additional parameters
         filter_func = selector_to_filter_func(selector_obj, **kwargs)
-        
+
         # Apply the filter to matching elements
         matching_elements = [element for element in elements_to_search if filter_func(element)]
-        
+
         # Handle spatial pseudo-classes that require relationship checking
-        for pseudo in selector_obj.get('pseudo_classes', []):
-            name = pseudo.get('name')
-            args = pseudo.get('args', '')
-            
-            if name in ('above', 'below', 'near', 'left-of', 'right-of'):
+        for pseudo in selector_obj.get("pseudo_classes", []):
+            name = pseudo.get("name")
+            args = pseudo.get("args", "")
+
+            if name in ("above", "below", "near", "left-of", "right-of"):
                 # Find the reference element first
                 from natural_pdf.selectors.parser import parse_selector
+
                 ref_selector = parse_selector(args) if isinstance(args, str) else args
                 # Recursively call _apply_selector for reference element (exclusions handled later)
-                ref_elements = self._apply_selector(ref_selector, **kwargs) 
-                
+                ref_elements = self._apply_selector(ref_selector, **kwargs)
+
                 if not ref_elements:
                     return ElementCollection([])
-                
+
                 ref_element = ref_elements.first
-                if not ref_element: continue
-                
+                if not ref_element:
+                    continue
+
                 # Filter elements based on spatial relationship
-                if name == 'above':
-                    matching_elements = [el for el in matching_elements if hasattr(el, 'bottom') and hasattr(ref_element, 'top') and el.bottom <= ref_element.top]
-                elif name == 'below':
-                    matching_elements = [el for el in matching_elements if hasattr(el, 'top') and hasattr(ref_element, 'bottom') and el.top >= ref_element.bottom]
-                elif name == 'left-of':
-                    matching_elements = [el for el in matching_elements if hasattr(el, 'x1') and hasattr(ref_element, 'x0') and el.x1 <= ref_element.x0]
-                elif name == 'right-of':
-                    matching_elements = [el for el in matching_elements if hasattr(el, 'x0') and hasattr(ref_element, 'x1') and el.x0 >= ref_element.x1]
-                elif name == 'near':
+                if name == "above":
+                    matching_elements = [
+                        el
+                        for el in matching_elements
+                        if hasattr(el, "bottom")
+                        and hasattr(ref_element, "top")
+                        and el.bottom <= ref_element.top
+                    ]
+                elif name == "below":
+                    matching_elements = [
+                        el
+                        for el in matching_elements
+                        if hasattr(el, "top")
+                        and hasattr(ref_element, "bottom")
+                        and el.top >= ref_element.bottom
+                    ]
+                elif name == "left-of":
+                    matching_elements = [
+                        el
+                        for el in matching_elements
+                        if hasattr(el, "x1")
+                        and hasattr(ref_element, "x0")
+                        and el.x1 <= ref_element.x0
+                    ]
+                elif name == "right-of":
+                    matching_elements = [
+                        el
+                        for el in matching_elements
+                        if hasattr(el, "x0")
+                        and hasattr(ref_element, "x1")
+                        and el.x0 >= ref_element.x1
+                    ]
+                elif name == "near":
+
                     def distance(el1, el2):
-                         if not (hasattr(el1, 'x0') and hasattr(el1, 'x1') and hasattr(el1, 'top') and hasattr(el1, 'bottom') and
-                                 hasattr(el2, 'x0') and hasattr(el2, 'x1') and hasattr(el2, 'top') and hasattr(el2, 'bottom')):
-                             return float('inf') # Cannot calculate distance
-                         el1_center_x = (el1.x0 + el1.x1) / 2
-                         el1_center_y = (el1.top + el1.bottom) / 2
-                         el2_center_x = (el2.x0 + el2.x1) / 2
-                         el2_center_y = (el2.top + el2.bottom) / 2
-                         return ((el1_center_x - el2_center_x) ** 2 + (el1_center_y - el2_center_y) ** 2) ** 0.5
-                    
-                    threshold = kwargs.get('near_threshold', 50)
-                    matching_elements = [el for el in matching_elements if distance(el, ref_element) <= threshold]
-        
+                        if not (
+                            hasattr(el1, "x0")
+                            and hasattr(el1, "x1")
+                            and hasattr(el1, "top")
+                            and hasattr(el1, "bottom")
+                            and hasattr(el2, "x0")
+                            and hasattr(el2, "x1")
+                            and hasattr(el2, "top")
+                            and hasattr(el2, "bottom")
+                        ):
+                            return float("inf")  # Cannot calculate distance
+                        el1_center_x = (el1.x0 + el1.x1) / 2
+                        el1_center_y = (el1.top + el1.bottom) / 2
+                        el2_center_x = (el2.x0 + el2.x1) / 2
+                        el2_center_y = (el2.top + el2.bottom) / 2
+                        return (
+                            (el1_center_x - el2_center_x) ** 2 + (el1_center_y - el2_center_y) ** 2
+                        ) ** 0.5
+
+                    threshold = kwargs.get("near_threshold", 50)
+                    matching_elements = [
+                        el for el in matching_elements if distance(el, ref_element) <= threshold
+                    ]
+
         # Sort elements in reading order if requested
-        if kwargs.get('reading_order', True):
-            if all(hasattr(el, 'top') and hasattr(el, 'x0') for el in matching_elements):
-                 matching_elements.sort(key=lambda el: (el.top, el.x0))
+        if kwargs.get("reading_order", True):
+            if all(hasattr(el, "top") and hasattr(el, "x0") for el in matching_elements):
+                matching_elements.sort(key=lambda el: (el.top, el.x0))
             else:
-                 logger.warning("Cannot sort elements in reading order: Missing required attributes (top, x0).")
-        
+                logger.warning(
+                    "Cannot sort elements in reading order: Missing required attributes (top, x0)."
+                )
+
         # Create result collection - exclusions are handled by the calling methods (find, find_all)
         result = ElementCollection(matching_elements)
-                
+
         return result
 
     def create_region(self, x0: float, top: float, x1: float, bottom: float) -> Any:
         """
         Create a region on this page with the specified coordinates.
-        
+
         Args:
             x0: Left x-coordinate
             top: Top y-coordinate
             x1: Right x-coordinate
             bottom: Bottom y-coordinate
-            
+
         Returns:
             Region object for the specified coordinates
         """
         from natural_pdf.elements.region import Region
+
         return Region(self, (x0, top, x1, bottom))
-        
-    def region(self, left: float = None, top: float = None, right: float = None, bottom: float = None, 
-              width: str = "full") -> Any:
+
+    def region(
+        self,
+        left: float = None,
+        top: float = None,
+        right: float = None,
+        bottom: float = None,
+        width: Union[str, float, None] = None,
+        height: Optional[float] = None,
+    ) -> Any:
         """
-        Create a region on this page with more intuitive named parameters.
-        
+        Create a region on this page with more intuitive named parameters,
+        allowing definition by coordinates or by coordinate + dimension.
+
         Args:
-            left: Left x-coordinate (default: 0)
-            top: Top y-coordinate (default: 0)
-            right: Right x-coordinate (default: page width)
-            bottom: Bottom y-coordinate (default: page height)
-            width: Width mode - "full" for full page width or "element" for element width
-            
+            left: Left x-coordinate (default: 0 if width not used).
+            top: Top y-coordinate (default: 0 if height not used).
+            right: Right x-coordinate (default: page width if width not used).
+            bottom: Bottom y-coordinate (default: page height if height not used).
+            width: Width definition. Can be:
+                   - Numeric: The width of the region in points. Cannot be used with both left and right.
+                   - String 'full': Sets region width to full page width (overrides left/right).
+                   - String 'element' or None (default): Uses provided/calculated left/right,
+                     defaulting to page width if neither are specified.
+            height: Numeric height of the region. Cannot be used with both top and bottom.
+
         Returns:
             Region object for the specified coordinates
-            
+
+        Raises:
+            ValueError: If conflicting arguments are provided (e.g., top, bottom, and height)
+                      or if width is an invalid string.
+
         Examples:
-            >>> page.region(top=100, bottom=200)  # Full width from y=100 to y=200
-            >>> page.region(left=50, right=150, top=100, bottom=200)  # Specific rectangle
-        """
-        # Handle defaults
-        left = 0 if left is None else left
-        top = 0 if top is None else top
-        right = self.width if right is None else right
-        bottom = self.height if bottom is None else bottom
-        
-        # Handle width parameter
-        if width == "full":
-            left = 0
-            right = self.width
-        elif width != "element":
-            raise ValueError("Width must be 'full' or 'element'")
-            
+            >>> page.region(top=100, height=50)  # Region from y=100 to y=150, default width
+            >>> page.region(left=50, width=100)   # Region from x=50 to x=150, default height
+            >>> page.region(bottom=500, height=50) # Region from y=450 to y=500
+            >>> page.region(right=200, width=50)  # Region from x=150 to x=200
+            >>> page.region(top=100, bottom=200, width="full") # Explicit full width
+        """
+        # --- Type checking and basic validation ---
+        is_width_numeric = isinstance(width, (int, float))
+        is_width_string = isinstance(width, str)
+        width_mode = "element"  # Default mode
+
+        if height is not None and top is not None and bottom is not None:
+            raise ValueError("Cannot specify top, bottom, and height simultaneously.")
+        if is_width_numeric and left is not None and right is not None:
+            raise ValueError("Cannot specify left, right, and a numeric width simultaneously.")
+        if is_width_string:
+            width_lower = width.lower()
+            if width_lower not in ["full", "element"]:
+                raise ValueError("String width argument must be 'full' or 'element'.")
+            width_mode = width_lower
+
+        # --- Calculate Coordinates ---
+        final_top = top
+        final_bottom = bottom
+        final_left = left
+        final_right = right
+
+        # Height calculations
+        if height is not None:
+            if top is not None:
+                final_bottom = top + height
+            elif bottom is not None:
+                final_top = bottom - height
+            else:  # Neither top nor bottom provided, default top to 0
+                final_top = 0
+                final_bottom = height
+
+        # Width calculations (numeric only)
+        if is_width_numeric:
+            if left is not None:
+                final_right = left + width
+            elif right is not None:
+                final_left = right - width
+            else:  # Neither left nor right provided, default left to 0
+                final_left = 0
+                final_right = width
+
+        # --- Apply Defaults for Unset Coordinates ---
+        # Only default coordinates if they weren't set by dimension calculation
+        if final_top is None:
+            final_top = 0
+        if final_bottom is None:
+            # Check if bottom should have been set by height calc
+            if height is None or top is None:
+                final_bottom = self.height
+
+        if final_left is None:
+            final_left = 0
+        if final_right is None:
+            # Check if right should have been set by width calc
+            if not is_width_numeric or left is None:
+                final_right = self.width
+
+        # --- Handle width_mode == 'full' ---
+        if width_mode == "full":
+            # Override left/right if mode is full
+            final_left = 0
+            final_right = self.width
+
+        # --- Final Validation & Creation ---
+        # Ensure coordinates are within page bounds (clamp)
+        final_left = max(0, final_left)
+        final_top = max(0, final_top)
+        final_right = min(self.width, final_right)
+        final_bottom = min(self.height, final_bottom)
+
+        # Ensure valid box (x0<=x1, top<=bottom)
+        if final_left > final_right:
+            logger.warning(f"Calculated left ({final_left}) > right ({final_right}). Swapping.")
+            final_left, final_right = final_right, final_left
+        if final_top > final_bottom:
+            logger.warning(f"Calculated top ({final_top}) > bottom ({final_bottom}). Swapping.")
+            final_top, final_bottom = final_bottom, final_top
+
         from natural_pdf.elements.region import Region
-        region = Region(self, (left, top, right, bottom))
+
+        region = Region(self, (final_left, final_top, final_right, final_bottom))
         return region
-        
-    def get_elements(self, apply_exclusions=True, debug_exclusions: bool = False) -> List['Element']:
+
+    def get_elements(
+        self, apply_exclusions=True, debug_exclusions: bool = False
+    ) -> List["Element"]:
         """
         Get all elements on this page.
-        
+
         Args:
             apply_exclusions: Whether to apply exclusion regions (default: True).
             debug_exclusions: Whether to output detailed exclusion debugging info (default: False).
-            
+
         Returns:
             List of all elements on the page, potentially filtered by exclusions.
         """
         # Get all elements from the element manager
         all_elements = self._element_mgr.get_all_elements()
-        
+
         # Apply exclusions if requested
         if apply_exclusions and self._exclusions:
-            return self._filter_elements_by_exclusions(all_elements, debug_exclusions=debug_exclusions)
+            return self._filter_elements_by_exclusions(
+                all_elements, debug_exclusions=debug_exclusions
+            )
         else:
             if debug_exclusions:
-                 print(f"Page {self.index}: get_elements returning all {len(all_elements)} elements (exclusions not applied).")
+                print(
+                    f"Page {self.index}: get_elements returning all {len(all_elements)} elements (exclusions not applied)."
+                )
             return all_elements
-        
-    def filter_elements(self, elements: List['Element'], selector: str, **kwargs) -> List['Element']:
+
+    def filter_elements(
+        self, elements: List["Element"], selector: str, **kwargs
+    ) -> List["Element"]:
         """
         Filter a list of elements based on a selector.
-        
+
         Args:
             elements: List of elements to filter
             selector: CSS-like selector string
             **kwargs: Additional filter parameters
-            
+
         Returns:
             List of elements that match the selector
         """
         from natural_pdf.selectors.parser import parse_selector, selector_to_filter_func
-        
+
         # Parse the selector
         selector_obj = parse_selector(selector)
-        
+
         # Create filter function from selector
         filter_func = selector_to_filter_func(selector_obj, **kwargs)
-        
+
         # Apply the filter to the elements
         matching_elements = [element for element in elements if filter_func(element)]
-        
+
         # Sort elements in reading order if requested
-        if kwargs.get('reading_order', True):
-            if all(hasattr(el, 'top') and hasattr(el, 'x0') for el in matching_elements):
-                 matching_elements.sort(key=lambda el: (el.top, el.x0))
+        if kwargs.get("reading_order", True):
+            if all(hasattr(el, "top") and hasattr(el, "x0") for el in matching_elements):
+                matching_elements.sort(key=lambda el: (el.top, el.x0))
             else:
-                 logger.warning("Cannot sort elements in reading order: Missing required attributes (top, x0).")
-        
+                logger.warning(
+                    "Cannot sort elements in reading order: Missing required attributes (top, x0)."
+                )
+
         return matching_elements
-    
+
     def until(self, selector: str, include_endpoint: bool = True, **kwargs) -> Any:
         """
         Select content from the top of the page until matching selector.
@@ -626,26 +833,28 @@ class Page:
             selector: CSS-like selector string
             include_endpoint: Whether to include the endpoint element in the region
             **kwargs: Additional selection parameters
-            
+
         Returns:
             Region object representing the selected content
-            
+
         Examples:
             >>> page.until('text:contains("Conclusion")')  # Select from top to conclusion
             >>> page.until('line[width>=2]', include_endpoint=False)  # Select up to thick line
         """
-        # Find the target element 
+        # Find the target element
         target = self.find(selector, **kwargs)
         if not target:
             # If target not found, return a default region (full page)
             from natural_pdf.elements.region import Region
+
             return Region(self, (0, 0, self.width, self.height))
-            
+
         # Create a region from the top of the page to the target
         from natural_pdf.elements.region import Region
+
         # Ensure target has positional attributes before using them
-        target_top = getattr(target, 'top', 0)
-        target_bottom = getattr(target, 'bottom', self.height)
+        target_top = getattr(target, "top", 0)
+        target_bottom = getattr(target, "bottom", self.height)
 
         if include_endpoint:
             # Include the target element
@@ -653,17 +862,16 @@ class Page:
         else:
             # Up to the target element
             region = Region(self, (0, 0, self.width, target_top))
-            
+
         region.end_element = target
         return region
 
-    
     def crop(self, bbox=None, **kwargs) -> Any:
         """
         Crop the page to the specified bounding box.
 
         This is a direct wrapper around pdfplumber's crop method.
-        
+
         Args:
             bbox: Bounding box (x0, top, x1, bottom) or None
             **kwargs: Additional parameters (top, bottom, left, right)
@@ -674,59 +882,82 @@ class Page:
         # Returns the pdfplumber page object, not a natural-pdf Page
         return self._page.crop(bbox, **kwargs)
 
-    def extract_text(self, 
-                  preserve_whitespace=True,
-                  use_exclusions=True,
-                  debug_exclusions=False, **kwargs) -> str:
+    def extract_text(
+        self, preserve_whitespace=True, use_exclusions=True, debug_exclusions=False, **kwargs
+    ) -> str:
         """
-        Extract text from this page, respecting any exclusion regions.
-        
+        Extract text from this page, respecting exclusions and using pdfplumber's
+        layout engine (chars_to_textmap) if layout arguments are provided or default.
+
         Args:
-            preserve_whitespace: Whether to keep blank characters (default: True)
-            use_exclusions: Whether to apply exclusion regions (default: True)
-            debug_exclusions: Whether to output detailed exclusion debugging info (default: False)
-            **kwargs: Additional extraction parameters passed to pdfplumber
-            
+            use_exclusions: Whether to apply exclusion regions (default: True).
+                          Note: Filtering logic is now always applied if exclusions exist.
+            debug_exclusions: Whether to output detailed exclusion debugging info (default: False).
+            **kwargs: Additional layout parameters passed directly to pdfplumber's
+                      `chars_to_textmap` function. Common parameters include:
+                      - layout (bool): If True (default), inserts spaces/newlines.
+                      - x_density (float): Pixels per character horizontally.
+                      - y_density (float): Pixels per line vertically.
+                      - x_tolerance (float): Tolerance for horizontal character grouping.
+                      - y_tolerance (float): Tolerance for vertical character grouping.
+                      - line_dir (str): 'ttb', 'btt', 'ltr', 'rtl'
+                      - char_dir (str): 'ttb', 'btt', 'ltr', 'rtl'
+                      See pdfplumber documentation for more.
+
         Returns:
-            Extracted text as string
-        """
-        if not use_exclusions or not self._exclusions:
-            # If no exclusions or exclusions disabled, use regular extraction
-            if debug_exclusions:
-                print(f"Page {self.index}: Extracting text via pdfplumber (exclusions not applied).")
-            # Note: pdfplumber still uses keep_blank_chars parameter
-            return self._page.extract_text(keep_blank_chars=preserve_whitespace, **kwargs)
-        
-        # --- Exclusion Logic ---
-        # 1. Get all potentially relevant text elements (words)
-        all_text_elements = self.words # Use the words property
-        if debug_exclusions:
-            print(f"Page {self.index}: Starting text extraction with {len(all_text_elements)} words before exclusion.")
-
-        # 2. Filter elements using the centralized method
-        filtered_elements = self._filter_elements_by_exclusions(all_text_elements, debug_exclusions=debug_exclusions)
-
-        # 3. Extract text from the filtered elements
-        collection = ElementCollection(filtered_elements)
-        # Ensure elements are sorted for logical text flow (might be redundant if self.words is sorted)
-        if all(hasattr(el, 'top') and hasattr(el, 'x0') for el in collection.elements):
-             collection.sort(key=lambda el: (el.top, el.x0))
-        
-        # Join text, handling potential missing text attributes gracefully
-        result = " ".join(getattr(el, 'text', '') for el in collection.elements)
-                
-        if debug_exclusions:
-            print(f"Page {self.index}: Extracted {len(result)} characters of text with exclusions applied.")
-            
+            Extracted text as string, potentially with layout-based spacing.
+        """
+        logger.debug(f"Page {self.number}: extract_text called with kwargs: {kwargs}")
+        debug = kwargs.get("debug", debug_exclusions)  # Allow 'debug' kwarg
+
+        # 1. Get Word Elements (triggers load_elements if needed)
+        word_elements = self.words
+        if not word_elements:
+            logger.debug(f"Page {self.number}: No word elements found.")
+            return ""
+
+        # 2. Get Exclusions
+        apply_exclusions_flag = kwargs.get("use_exclusions", True)
+        exclusion_regions = []
+        if apply_exclusions_flag and self._exclusions:
+            exclusion_regions = self._get_exclusion_regions(include_callable=True, debug=debug)
+            if debug:
+                logger.debug(f"Page {self.number}: Applying {len(exclusion_regions)} exclusions.")
+        elif debug:
+            logger.debug(f"Page {self.number}: Not applying exclusions.")
+
+        # 3. Collect All Character Dictionaries from Word Elements
+        all_char_dicts = []
+        for word in word_elements:
+            all_char_dicts.extend(getattr(word, "_char_dicts", []))
+
+        # 4. Spatially Filter Characters
+        filtered_chars = filter_chars_spatially(
+            char_dicts=all_char_dicts,
+            exclusion_regions=exclusion_regions,
+            target_region=None,  # No target region for full page extraction
+            debug=debug,
+        )
+
+        # 5. Generate Text Layout using Utility
+        # Pass page bbox as layout context
+        page_bbox = (0, 0, self.width, self.height)
+        result = generate_text_layout(
+            char_dicts=filtered_chars,
+            layout_context_bbox=page_bbox,
+            user_kwargs=kwargs,  # Pass original user kwargs
+        )
+
+        logger.debug(f"Page {self.number}: extract_text finished, result length: {len(result)}.")
         return result
 
     def extract_table(self, table_settings={}) -> List[Any]:
         """
         Extract the largest table from this page.
-        
+
         Args:
             table_settings: Additional extraction parameters
-            
+
         Returns:
             List of extracted tables (or None if no table found)
         """
@@ -736,10 +967,10 @@ class Page:
     def extract_tables(self, table_settings={}) -> List[Any]:
         """
         Extract tables from this page.
-        
+
         Args:
             table_settings: Additional extraction parameters
-            
+
         Returns:
             List of extracted tables
         """
@@ -749,33 +980,33 @@ class Page:
     def _load_elements(self):
         """Load all elements from the page via ElementManager."""
         self._element_mgr.load_elements()
-    
+
     def _create_char_elements(self):
         """DEPRECATED: Use self._element_mgr.chars"""
         logger.warning("_create_char_elements is deprecated. Access via self._element_mgr.chars.")
-        return self._element_mgr.chars # Delegate
+        return self._element_mgr.chars  # Delegate
 
     def _process_font_information(self, char_dict):
-         """DEPRECATED: Handled by ElementManager"""
-         logger.warning("_process_font_information is deprecated. Handled by ElementManager.")
-         # ElementManager handles this internally
-         pass 
+        """DEPRECATED: Handled by ElementManager"""
+        logger.warning("_process_font_information is deprecated. Handled by ElementManager.")
+        # ElementManager handles this internally
+        pass
 
     def _group_chars_into_words(self, keep_spaces=True, font_attrs=None):
         """DEPRECATED: Use self._element_mgr.words"""
         logger.warning("_group_chars_into_words is deprecated. Access via self._element_mgr.words.")
-        return self._element_mgr.words # Delegate
+        return self._element_mgr.words  # Delegate
 
     def _process_line_into_words(self, line_chars, keep_spaces, font_attrs):
         """DEPRECATED: Handled by ElementManager"""
         logger.warning("_process_line_into_words is deprecated. Handled by ElementManager.")
         pass
-    
+
     def _check_font_attributes_match(self, char, prev_char, font_attrs):
         """DEPRECATED: Handled by ElementManager"""
         logger.warning("_check_font_attributes_match is deprecated. Handled by ElementManager.")
         pass
-    
+
     def _create_word_element(self, chars, font_attrs):
         """DEPRECATED: Handled by ElementManager"""
         logger.warning("_create_word_element is deprecated. Handled by ElementManager.")
@@ -785,34 +1016,36 @@ class Page:
     def chars(self) -> List[Any]:
         """Get all character elements on this page."""
         return self._element_mgr.chars
-    
+
     @property
     def words(self) -> List[Any]:
         """Get all word elements on this page."""
         return self._element_mgr.words
-    
+
     @property
     def rects(self) -> List[Any]:
         """Get all rectangle elements on this page."""
         return self._element_mgr.rects
-    
+
     @property
     def lines(self) -> List[Any]:
         """Get all line elements on this page."""
         return self._element_mgr.lines
-    
-    def highlight(self, 
-                 bbox: Optional[Tuple[float, float, float, float]] = None, 
-                 color: Optional[Union[Tuple, str]] = None, 
-                 label: Optional[str] = None,
-                 use_color_cycling: bool = False,
-                 element: Optional[Any] = None,
-                 include_attrs: Optional[List[str]] = None,
-                 existing: str = 'append') -> 'Page':
+
+    def highlight(
+        self,
+        bbox: Optional[Tuple[float, float, float, float]] = None,
+        color: Optional[Union[Tuple, str]] = None,
+        label: Optional[str] = None,
+        use_color_cycling: bool = False,
+        element: Optional[Any] = None,
+        include_attrs: Optional[List[str]] = None,
+        existing: str = "append",
+    ) -> "Page":
         """
         Highlight a bounding box or the entire page.
         Delegates to the central HighlightingService.
-        
+
         Args:
             bbox: Bounding box (x0, top, x1, bottom). If None, highlight entire page.
             color: RGBA color tuple/string for the highlight.
@@ -834,23 +1067,24 @@ class Page:
             use_color_cycling=use_color_cycling,
             element=element,
             include_attrs=include_attrs,
-            existing=existing
+            existing=existing,
         )
         return self
 
     def highlight_polygon(
-        self, 
+        self,
         polygon: List[Tuple[float, float]],
-        color: Optional[Union[Tuple, str]] = None, 
+        color: Optional[Union[Tuple, str]] = None,
         label: Optional[str] = None,
         use_color_cycling: bool = False,
         element: Optional[Any] = None,
         include_attrs: Optional[List[str]] = None,
-        existing: str = 'append') -> 'Page':
+        existing: str = "append",
+    ) -> "Page":
         """
         Highlight a polygon shape on the page.
         Delegates to the central HighlightingService.
-        
+
         Args:
             polygon: List of (x, y) points defining the polygon.
             color: RGBA color tuple/string for the highlight.
@@ -871,51 +1105,55 @@ class Page:
             use_color_cycling=use_color_cycling,
             element=element,
             include_attrs=include_attrs,
-            existing=existing
+            existing=existing,
         )
         return self
-    
-    def show(self, 
-            scale: float = 2.0,
-            width: Optional[int] = None,
-            labels: bool = True,
-            legend_position: str = 'right',
-            render_ocr: bool = False) -> Optional[Image.Image]:
+
+    def show(
+        self,
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+    ) -> Optional[Image.Image]:
         """
         Generates and returns an image of the page with persistent highlights rendered.
-        
+
         Args:
             scale: Scale factor for rendering.
             width: Optional width for the output image.
             labels: Whether to include a legend for labels.
             legend_position: Position of the legend.
             render_ocr: Whether to render OCR text.
-            
+
         Returns:
             PIL Image object of the page with highlights, or None if rendering fails.
         """
         return self.to_image(
             scale=scale,
             width=width,
-            labels=labels, 
-            legend_position=legend_position, 
+            labels=labels,
+            legend_position=legend_position,
             render_ocr=render_ocr,
-            include_highlights=True # Ensure highlights are requested
+            include_highlights=True,  # Ensure highlights are requested
         )
-        
-    def save_image(self, 
-            filename: str, 
-            scale: float = 2.0,
-            width: Optional[int] = None,
-            labels: bool = True,
-            legend_position: str = 'right',
-            render_ocr: bool = False,
-            include_highlights: bool = True, # Allow saving without highlights
-            resolution: Optional[float] = None,
-            **kwargs) -> 'Page':
+
+    def save_image(
+        self,
+        filename: str,
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+        include_highlights: bool = True,  # Allow saving without highlights
+        resolution: Optional[float] = None,
+        **kwargs,
+    ) -> "Page":
         """
         Save the page image to a file, rendering highlights via HighlightingService.
-        
+
         Args:
             filename: Path to save the image to.
             scale: Scale factor for rendering highlights.
@@ -926,7 +1164,7 @@ class Page:
             include_highlights: Whether to render highlights.
             resolution: Resolution for base image rendering.
             **kwargs: Additional args for pdfplumber's to_image.
-            
+
         Returns:
             Self for method chaining.
         """
@@ -935,25 +1173,25 @@ class Page:
             path=filename,
             scale=scale,
             width=width,
-            labels=labels, 
+            labels=labels,
             legend_position=legend_position,
             render_ocr=render_ocr,
             include_highlights=include_highlights,
             resolution=resolution,
-            **kwargs
+            **kwargs,
         )
         return self
-        
-    def clear_highlights(self) -> 'Page':
+
+    def clear_highlights(self) -> "Page":
         """
         Clear all highlights *from this specific page* via HighlightingService.
-        
+
         Returns:
             Self for method chaining
         """
         self._highlighter.clear_page(self.index)
         return self
-        
+
     def analyze_text_styles(self, options: Optional[TextStyleOptions] = None) -> ElementCollection:
         """
         Analyze text elements by style, adding attributes directly to elements.
@@ -982,19 +1220,21 @@ class Page:
         # Return the collection of elements which now have style attributes
         return processed_elements_collection
 
-    def to_image(self,
-            path: Optional[str] = None,
-            scale: float = 2.0,
-            width: Optional[int] = None,
-            labels: bool = True,
-            legend_position: str = 'right',
-            render_ocr: bool = False,
-            resolution: Optional[float] = None,
-            include_highlights: bool = True,
-            **kwargs) -> Optional[Image.Image]:
+    def to_image(
+        self,
+        path: Optional[str] = None,
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+        resolution: Optional[float] = None,
+        include_highlights: bool = True,
+        **kwargs,
+    ) -> Optional[Image.Image]:
         """
         Generate a PIL image of the page, using HighlightingService if needed.
-        
+
         Args:
             path: Optional path to save the image to.
             scale: Scale factor for rendering highlights.
@@ -1005,7 +1245,7 @@ class Page:
             resolution: Resolution in DPI for base page image (default: scale * 72).
             include_highlights: Whether to render highlights.
             **kwargs: Additional parameters for pdfplumber.to_image.
-            
+
         Returns:
             PIL Image of the page, or None if rendering fails.
         """
@@ -1020,7 +1260,7 @@ class Page:
                     legend_position=legend_position,
                     render_ocr=render_ocr,
                     resolution=resolution,
-                    **kwargs
+                    **kwargs,
                 )
             else:
                 # Get the base page image directly from pdfplumber if no highlights needed
@@ -1028,26 +1268,36 @@ class Page:
                 # Use the underlying pdfplumber page object
                 img_object = self._page.to_image(resolution=render_resolution, **kwargs)
                 # Access the PIL image directly (assuming pdfplumber structure)
-                image = img_object.annotated if hasattr(img_object, 'annotated') else img_object._repr_png_()
-                if isinstance(image, bytes): # Handle cases where it returns bytes
-                     from io import BytesIO
-                     image = Image.open(BytesIO(image)).convert('RGB') # Convert to RGB for consistency
-        
+                image = (
+                    img_object.annotated
+                    if hasattr(img_object, "annotated")
+                    else img_object._repr_png_()
+                )
+                if isinstance(image, bytes):  # Handle cases where it returns bytes
+                    from io import BytesIO
+
+                    image = Image.open(BytesIO(image)).convert(
+                        "RGB"
+                    )  # Convert to RGB for consistency
+
         except Exception as e:
             logger.error(f"Error rendering page {self.index}: {e}", exc_info=True)
-            return None # Return None on error
+            return None  # Return None on error
 
-        if image is None: return None
+        if image is None:
+            return None
 
         # Resize the final image if width is provided
         if width is not None and width > 0 and image.width > 0:
             aspect_ratio = image.height / image.width
             height = int(width * aspect_ratio)
             try:
-                image = image.resize((width, height), Image.Resampling.LANCZOS) # Use modern resampling
+                image = image.resize(
+                    (width, height), Image.Resampling.LANCZOS
+                )  # Use modern resampling
             except Exception as resize_error:
-                 logger.warning(f"Could not resize image: {resize_error}")
-        
+                logger.warning(f"Could not resize image: {resize_error}")
+
         # Save the image if path is provided
         if path:
             try:
@@ -1056,15 +1306,21 @@ class Page:
                 image.save(path)
                 logger.debug(f"Saved page image to: {path}")
             except Exception as save_error:
-                 logger.error(f"Failed to save image to {path}: {save_error}")
-            
+                logger.error(f"Failed to save image to {path}: {save_error}")
+
         return image
-        
-    def _create_text_elements_from_ocr(self, ocr_results: List[Dict[str, Any]], image_width=None, image_height=None) -> List[TextElement]:
+
+    def _create_text_elements_from_ocr(
+        self, ocr_results: List[Dict[str, Any]], image_width=None, image_height=None
+    ) -> List[TextElement]:
         """DEPRECATED: Use self._element_mgr.create_text_elements_from_ocr"""
-        logger.warning("_create_text_elements_from_ocr is deprecated. Use self._element_mgr version.")
-        return self._element_mgr.create_text_elements_from_ocr(ocr_results, image_width, image_height)
-        
+        logger.warning(
+            "_create_text_elements_from_ocr is deprecated. Use self._element_mgr version."
+        )
+        return self._element_mgr.create_text_elements_from_ocr(
+            ocr_results, image_width, image_height
+        )
+
     def apply_ocr(
         self,
         engine: Optional[str] = None,
@@ -1072,35 +1328,40 @@ class Page:
         languages: Optional[List[str]] = None,
         min_confidence: Optional[float] = None,
         device: Optional[str] = None,
-    ) -> List[TextElement]:
+    ) -> "Page":
         """
-        Apply OCR to THIS page and add results to page elements via PDF.apply_ocr_to_pages.
-        
+        Apply OCR to THIS page and add results to page elements via PDF.apply_ocr.
+
         Returns:
             List of created TextElements derived from OCR results for this page.
         """
-        if not hasattr(self._parent, 'apply_ocr_to_pages'):
-             logger.error(f"Page {self.number}: Parent PDF missing 'apply_ocr_to_pages'. Cannot apply OCR.")
-             return []
+        if not hasattr(self._parent, "apply_ocr"):
+            logger.error(f"Page {self.number}: Parent PDF missing 'apply_ocr'. Cannot apply OCR.")
+            return []
 
-        logger.info(f"Page {self.number}: Delegating apply_ocr to PDF.apply_ocr_to_pages.")
+        logger.info(f"Page {self.number}: Delegating apply_ocr to PDF.apply_ocr.")
         try:
             # Delegate to parent PDF, targeting only this page's index
-            self._parent.apply_ocr_to_pages(
+            self._parent.apply_ocr(
                 pages=[self.index],
-                engine=engine, options=options, languages=languages,
-                min_confidence=min_confidence, device=device
+                engine=engine,
+                options=options,
+                languages=languages,
+                min_confidence=min_confidence,
+                device=device,
             )
         except Exception as e:
-             logger.error(f"Page {self.number}: Error during delegated OCR call: {e}", exc_info=True)
-             return []
+            logger.error(f"Page {self.number}: Error during delegated OCR call: {e}", exc_info=True)
+            return []
 
         # Return the OCR elements specifically added to this page
         # Use element manager to retrieve them
-        ocr_elements = [el for el in self.words if getattr(el, 'source', None) == 'ocr']
-        logger.debug(f"Page {self.number}: apply_ocr completed. Found {len(ocr_elements)} OCR elements.")
-        return ocr_elements
-        
+        ocr_elements = [el for el in self.words if getattr(el, "source", None) == "ocr"]
+        logger.debug(
+            f"Page {self.number}: apply_ocr completed. Found {len(ocr_elements)} OCR elements."
+        )
+        return self
+
     def extract_ocr_elements(
         self,
         engine: Optional[str] = None,
@@ -1114,42 +1375,55 @@ class Page:
         Uses the shared OCRManager instance.
         """
         if not self._ocr_manager:
-             logger.error(f"Page {self.number}: OCRManager not available. Cannot extract OCR elements.")
-             return []
-        
+            logger.error(
+                f"Page {self.number}: OCRManager not available. Cannot extract OCR elements."
+            )
+            return []
+
         logger.info(f"Page {self.number}: Extracting OCR elements (extract only)...")
         try:
-            ocr_scale = getattr(self._parent, '_config', {}).get('ocr_image_scale', 2.0)
+            ocr_scale = getattr(self._parent, "_config", {}).get("ocr_image_scale", 2.0)
             # Get base image without highlights
             image = self.to_image(scale=ocr_scale, include_highlights=False)
             if not image:
-                 logger.error(f"  Failed to render page {self.number} to image for OCR extraction.")
-                 return []
+                logger.error(f"  Failed to render page {self.number} to image for OCR extraction.")
+                return []
             logger.debug(f"  Rendered image size: {image.width}x{image.height}")
         except Exception as e:
             logger.error(f"  Failed to render page {self.number} to image: {e}", exc_info=True)
             return []
-        
-        manager_args = {'images': image, 'options': options, 'engine': engine}
-        if languages is not None: manager_args['languages'] = languages
-        if min_confidence is not None: manager_args['min_confidence'] = min_confidence
-        if device is not None: manager_args['device'] = device
-        
-        logger.debug(f"  Calling OCR Manager (extract only) with args: { {k:v for k,v in manager_args.items() if k != 'images'} }")
+
+        manager_args = {"images": image, "options": options, "engine": engine}
+        if languages is not None:
+            manager_args["languages"] = languages
+        if min_confidence is not None:
+            manager_args["min_confidence"] = min_confidence
+        if device is not None:
+            manager_args["device"] = device
+
+        logger.debug(
+            f"  Calling OCR Manager (extract only) with args: { {k:v for k,v in manager_args.items() if k != 'images'} }"
+        )
         try:
             # apply_ocr now returns List[List[Dict]] or List[Dict]
             results_list = self._ocr_manager.apply_ocr(**manager_args)
             # If it returned a list of lists (batch mode), take the first list
-            results = results_list[0] if isinstance(results_list, list) and results_list and isinstance(results_list[0], list) else results_list
-            
+            results = (
+                results_list[0]
+                if isinstance(results_list, list)
+                and results_list
+                and isinstance(results_list[0], list)
+                else results_list
+            )
+
             if not isinstance(results, list):
-                 logger.error(f"  OCR Manager returned unexpected type: {type(results)}")
-                 results = []
+                logger.error(f"  OCR Manager returned unexpected type: {type(results)}")
+                results = []
             logger.info(f"  OCR Manager returned {len(results)} results for extraction.")
         except Exception as e:
-             logger.error(f"  OCR processing failed during extraction: {e}", exc_info=True)
-             return []
-        
+            logger.error(f"  OCR processing failed during extraction: {e}", exc_info=True)
+            return []
+
         # Convert results but DO NOT add to ElementManager
         logger.debug(f"  Converting OCR results to TextElements (extract only)...")
         # Use a temporary method to create elements without adding them globally
@@ -1157,29 +1431,36 @@ class Page:
         scale_x = self.width / image.width if image.width else 1
         scale_y = self.height / image.height if image.height else 1
         for result in results:
-            x0, top, x1, bottom = [float(c) for c in result['bbox']]
+            x0, top, x1, bottom = [float(c) for c in result["bbox"]]
             elem_data = {
-                'text': result['text'], 'confidence': result['confidence'],
-                'x0': x0 * scale_x, 'top': top * scale_y,
-                'x1': x1 * scale_x, 'bottom': bottom * scale_y,
-                'width': (x1 - x0) * scale_x, 'height': (bottom - top) * scale_y,
-                'object_type': 'text', 'source': 'ocr',
-                'fontname': 'OCR-temp', 'size': 10.0, 'page_number': self.number
+                "text": result["text"],
+                "confidence": result["confidence"],
+                "x0": x0 * scale_x,
+                "top": top * scale_y,
+                "x1": x1 * scale_x,
+                "bottom": bottom * scale_y,
+                "width": (x1 - x0) * scale_x,
+                "height": (bottom - top) * scale_y,
+                "object_type": "text",
+                "source": "ocr",
+                "fontname": "OCR-temp",
+                "size": 10.0,
+                "page_number": self.number,
             }
             temp_elements.append(TextElement(elem_data, self))
 
         logger.info(f"  Created {len(temp_elements)} TextElements from OCR (extract only).")
         return temp_elements
-        
+
     @property
     def layout_analyzer(self) -> LayoutAnalyzer:
         """Get or create the layout analyzer for this page."""
-        if self._layout_analyzer is None: 
-             if not self._layout_manager:
-                  logger.warning("LayoutManager not available, cannot create LayoutAnalyzer.")
-                  return None 
-             self._layout_analyzer = LayoutAnalyzer(self) 
-        return self._layout_analyzer 
+        if self._layout_analyzer is None:
+            if not self._layout_manager:
+                logger.warning("LayoutManager not available, cannot create LayoutAnalyzer.")
+                return None
+            self._layout_analyzer = LayoutAnalyzer(self)
+        return self._layout_analyzer
 
     def analyze_layout(
         self,
@@ -1189,7 +1470,7 @@ class Page:
         classes: Optional[List[str]] = None,
         exclude_classes: Optional[List[str]] = None,
         device: Optional[str] = None,
-        existing: str = "replace"
+        existing: str = "replace",
     ) -> ElementCollection[Region]:
         """
         Analyze the page layout using the configured LayoutManager.
@@ -1200,8 +1481,10 @@ class Page:
         """
         analyzer = self.layout_analyzer
         if not analyzer:
-             logger.error("Layout analysis failed: LayoutAnalyzer not initialized (is LayoutManager available?).")
-             return ElementCollection([]) # Return empty collection
+            logger.error(
+                "Layout analysis failed: LayoutAnalyzer not initialized (is LayoutManager available?)."
+            )
+            return ElementCollection([])  # Return empty collection
 
         # The analyzer's analyze_layout method already adds regions to the page
         # and its element manager. We just need to retrieve them.
@@ -1212,17 +1495,20 @@ class Page:
             classes=classes,
             exclude_classes=exclude_classes,
             device=device,
-            existing=existing
+            existing=existing,
         )
 
         # Retrieve the detected regions from the element manager
         # Filter regions based on source='detected' and potentially the model used if available
-        detected_regions = [r for r in self._element_mgr.regions
-                            if r.source == 'detected' and (not engine or getattr(r, 'model', None) == engine)]
+        detected_regions = [
+            r
+            for r in self._element_mgr.regions
+            if r.source == "detected" and (not engine or getattr(r, "model", None) == engine)
+        ]
 
         return ElementCollection(detected_regions)
 
-    def clear_detected_layout_regions(self) -> 'Page':
+    def clear_detected_layout_regions(self) -> "Page":
         """
         Removes all regions from this page that were added by layout analysis
         (i.e., regions where `source` attribute is 'detected').
@@ -1233,47 +1519,61 @@ class Page:
         Returns:
             Self for method chaining.
         """
-        if not hasattr(self._element_mgr, 'regions') or not hasattr(self._element_mgr, '_elements') or 'regions' not in self._element_mgr._elements:
-             logger.debug(f"Page {self.index}: No regions found in ElementManager, nothing to clear.")
-             self._regions['detected'] = [] # Ensure page's list is also clear
-             return self
+        if (
+            not hasattr(self._element_mgr, "regions")
+            or not hasattr(self._element_mgr, "_elements")
+            or "regions" not in self._element_mgr._elements
+        ):
+            logger.debug(
+                f"Page {self.index}: No regions found in ElementManager, nothing to clear."
+            )
+            self._regions["detected"] = []  # Ensure page's list is also clear
+            return self
 
         # Filter ElementManager's list to keep only non-detected regions
         original_count = len(self._element_mgr.regions)
-        self._element_mgr._elements['regions'] = [r for r in self._element_mgr.regions if getattr(r, 'source', None) != 'detected']
+        self._element_mgr._elements["regions"] = [
+            r for r in self._element_mgr.regions if getattr(r, "source", None) != "detected"
+        ]
         new_count = len(self._element_mgr.regions)
         removed_count = original_count - new_count
 
         # Clear the page's specific list of detected regions
-        self._regions['detected'] = []
+        self._regions["detected"] = []
 
         logger.info(f"Page {self.index}: Cleared {removed_count} detected layout regions.")
         return self
 
-    def get_section_between(self, start_element=None, end_element=None, boundary_inclusion='both') -> Optional[Region]: # Return Optional
+    def get_section_between(
+        self, start_element=None, end_element=None, boundary_inclusion="both"
+    ) -> Optional[Region]:  # Return Optional
         """
         Get a section between two elements on this page.
         """
         # Create a full-page region to operate within
         page_region = self.create_region(0, 0, self.width, self.height)
-        
+
         # Delegate to the region's method
         try:
             return page_region.get_section_between(
                 start_element=start_element,
                 end_element=end_element,
-                boundary_inclusion=boundary_inclusion
+                boundary_inclusion=boundary_inclusion,
             )
         except Exception as e:
-             logger.error(f"Error getting section between elements on page {self.index}: {e}", exc_info=True)
-             return None
-    
-    def get_sections(self, 
-                  start_elements=None, 
-                  end_elements=None,
-                  boundary_inclusion='both',
-                  y_threshold=5.0,
-                  bounding_box=None) -> 'ElementCollection[Region]': # Updated type hint
+            logger.error(
+                f"Error getting section between elements on page {self.index}: {e}", exc_info=True
+            )
+            return None
+
+    def get_sections(
+        self,
+        start_elements=None,
+        end_elements=None,
+        boundary_inclusion="both",
+        y_threshold=5.0,
+        bounding_box=None,
+    ) -> "ElementCollection[Region]":  # Updated type hint
         """
         Get sections of a page defined by start/end elements.
         Uses the page-level implementation.
@@ -1281,6 +1581,7 @@ class Page:
         Returns:
             An ElementCollection containing the found Region objects.
         """
+
         # Helper function to get bounds from bounding_box parameter
         def get_bounds():
             if bounding_box:
@@ -1289,130 +1590,180 @@ class Page:
                 return max(0, x0), max(0, top), min(self.width, x1), min(self.height, bottom)
             else:
                 return 0, 0, self.width, self.height
-                
+
         regions = []
-        
+
         # Handle cases where elements are provided as strings (selectors)
         if isinstance(start_elements, str):
-            start_elements = self.find_all(start_elements).elements # Get list of elements
-        elif hasattr(start_elements, 'elements'): # Handle ElementCollection input
-             start_elements = start_elements.elements
-            
+            start_elements = self.find_all(start_elements).elements  # Get list of elements
+        elif hasattr(start_elements, "elements"):  # Handle ElementCollection input
+            start_elements = start_elements.elements
+
         if isinstance(end_elements, str):
             end_elements = self.find_all(end_elements).elements
-        elif hasattr(end_elements, 'elements'):
-             end_elements = end_elements.elements
+        elif hasattr(end_elements, "elements"):
+            end_elements = end_elements.elements
 
         # Ensure start_elements is a list
-        if start_elements is None: start_elements = []
-        if end_elements is None: end_elements = []
+        if start_elements is None:
+            start_elements = []
+        if end_elements is None:
+            end_elements = []
 
-        valid_inclusions = ['start', 'end', 'both', 'none']
+        valid_inclusions = ["start", "end", "both", "none"]
         if boundary_inclusion not in valid_inclusions:
             raise ValueError(f"boundary_inclusion must be one of {valid_inclusions}")
-        
+
         if not start_elements:
             # Return an empty ElementCollection if no start elements
             return ElementCollection([])
-            
+
         # Combine start and end elements with their type
         all_boundaries = []
-        for el in start_elements: all_boundaries.append((el, 'start'))
-        for el in end_elements: all_boundaries.append((el, 'end'))
-                
+        for el in start_elements:
+            all_boundaries.append((el, "start"))
+        for el in end_elements:
+            all_boundaries.append((el, "end"))
+
         # Sort all boundary elements primarily by top, then x0
         try:
-             all_boundaries.sort(key=lambda x: (x[0].top, x[0].x0))
+            all_boundaries.sort(key=lambda x: (x[0].top, x[0].x0))
         except AttributeError as e:
-             logger.error(f"Error sorting boundaries: Element missing top/x0 attribute? {e}")
-             return ElementCollection([]) # Cannot proceed if elements lack position
+            logger.error(f"Error sorting boundaries: Element missing top/x0 attribute? {e}")
+            return ElementCollection([])  # Cannot proceed if elements lack position
 
         # Process sorted boundaries to find sections
         current_start_element = None
         active_section_started = False
 
         for element, element_type in all_boundaries:
-            if element_type == 'start':
+            if element_type == "start":
                 # If we have an active section, this start implicitly ends it
                 if active_section_started:
-                    end_boundary_el = element # Use this start as the end boundary
+                    end_boundary_el = element  # Use this start as the end boundary
                     # Determine region boundaries
-                    sec_top = current_start_element.top if boundary_inclusion in ['start', 'both'] else current_start_element.bottom
-                    sec_bottom = end_boundary_el.top if boundary_inclusion not in ['end', 'both'] else end_boundary_el.bottom
-                    
-                    if sec_top < sec_bottom: # Ensure valid region
+                    sec_top = (
+                        current_start_element.top
+                        if boundary_inclusion in ["start", "both"]
+                        else current_start_element.bottom
+                    )
+                    sec_bottom = (
+                        end_boundary_el.top
+                        if boundary_inclusion not in ["end", "both"]
+                        else end_boundary_el.bottom
+                    )
+
+                    if sec_top < sec_bottom:  # Ensure valid region
                         x0, _, x1, _ = get_bounds()
                         region = self.create_region(x0, sec_top, x1, sec_bottom)
                         region.start_element = current_start_element
-                        region.end_element = end_boundary_el # Mark the element that ended it
-                        region.is_end_next_start = True # Mark how it ended
+                        region.end_element = end_boundary_el  # Mark the element that ended it
+                        region.is_end_next_start = True  # Mark how it ended
                         regions.append(region)
-                    active_section_started = False # Reset for the new start
-                
+                    active_section_started = False  # Reset for the new start
+
                 # Set this as the potential start of the next section
                 current_start_element = element
                 active_section_started = True
 
-            elif element_type == 'end' and active_section_started:
+            elif element_type == "end" and active_section_started:
                 # We found an explicit end for the current section
                 end_boundary_el = element
-                sec_top = current_start_element.top if boundary_inclusion in ['start', 'both'] else current_start_element.bottom
-                sec_bottom = end_boundary_el.bottom if boundary_inclusion in ['end', 'both'] else end_boundary_el.top
-                
-                if sec_top < sec_bottom: # Ensure valid region
+                sec_top = (
+                    current_start_element.top
+                    if boundary_inclusion in ["start", "both"]
+                    else current_start_element.bottom
+                )
+                sec_bottom = (
+                    end_boundary_el.bottom
+                    if boundary_inclusion in ["end", "both"]
+                    else end_boundary_el.top
+                )
+
+                if sec_top < sec_bottom:  # Ensure valid region
                     x0, _, x1, _ = get_bounds()
                     region = self.create_region(x0, sec_top, x1, sec_bottom)
                     region.start_element = current_start_element
                     region.end_element = end_boundary_el
                     region.is_end_next_start = False
                     regions.append(region)
-                
+
                 # Reset: section ended explicitly
                 current_start_element = None
                 active_section_started = False
-        
+
         # Handle the last section if it was started but never explicitly ended
         if active_section_started:
-            sec_top = current_start_element.top if boundary_inclusion in ['start', 'both'] else current_start_element.bottom
+            sec_top = (
+                current_start_element.top
+                if boundary_inclusion in ["start", "both"]
+                else current_start_element.bottom
+            )
             x0, _, x1, page_bottom = get_bounds()
             if sec_top < page_bottom:
-                 region = self.create_region(x0, sec_top, x1, page_bottom)
-                 region.start_element = current_start_element
-                 region.end_element = None # Ended by page end
-                 region.is_end_next_start = False
-                 regions.append(region)
-            
+                region = self.create_region(x0, sec_top, x1, page_bottom)
+                region.start_element = current_start_element
+                region.end_element = None  # Ended by page end
+                region.is_end_next_start = False
+                regions.append(region)
+
         # Return the list wrapped in an ElementCollection
         return ElementCollection(regions)
-            
+
     def __repr__(self) -> str:
         """String representation of the page."""
         return f"<Page number={self.number} index={self.index}>"
-        
-    def ask(self, question: str, min_confidence: float = 0.1, model: str = None, debug: bool = False, **kwargs) -> Dict[str, Any]:
+
+    def ask(
+        self,
+        question: str,
+        min_confidence: float = 0.1,
+        model: str = None,
+        debug: bool = False,
+        **kwargs,
+    ) -> Dict[str, Any]:
         """
         Ask a question about the page content using document QA.
         """
         try:
-             from natural_pdf.qa.document_qa import get_qa_engine
-             # Get or initialize QA engine with specified model
-             qa_engine = get_qa_engine(model_name=model) if model else get_qa_engine()
-             # Ask the question using the QA engine
-             return qa_engine.ask_pdf_page(self, question, min_confidence=min_confidence, debug=debug, **kwargs)
+            from natural_pdf.qa.document_qa import get_qa_engine
+
+            # Get or initialize QA engine with specified model
+            qa_engine = get_qa_engine(model_name=model) if model else get_qa_engine()
+            # Ask the question using the QA engine
+            return qa_engine.ask_pdf_page(
+                self, question, min_confidence=min_confidence, debug=debug, **kwargs
+            )
         except ImportError:
-             logger.error("Question answering requires the 'natural_pdf.qa' module. Please install necessary dependencies.")
-             return {"answer": None, "confidence": 0.0, "found": False, "page_num": self.number, "source_elements": []}
+            logger.error(
+                "Question answering requires the 'natural_pdf.qa' module. Please install necessary dependencies."
+            )
+            return {
+                "answer": None,
+                "confidence": 0.0,
+                "found": False,
+                "page_num": self.number,
+                "source_elements": [],
+            }
         except Exception as e:
-             logger.error(f"Error during page.ask: {e}", exc_info=True)
-             return {"answer": None, "confidence": 0.0, "found": False, "page_num": self.number, "source_elements": []}
+            logger.error(f"Error during page.ask: {e}", exc_info=True)
+            return {
+                "answer": None,
+                "confidence": 0.0,
+                "found": False,
+                "page_num": self.number,
+                "source_elements": [],
+            }
 
-    def show_preview(self, 
-                     temporary_highlights: List[Dict], 
-                     scale: float = 2.0, 
-                     width: Optional[int] = None,
-                     labels: bool = True,
-                     legend_position: str = 'right',
-                     render_ocr: bool = False) -> Optional[Image.Image]:
+    def show_preview(
+        self,
+        temporary_highlights: List[Dict],
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+    ) -> Optional[Image.Image]:
         """
         Generates and returns a non-stateful preview image containing only
         the provided temporary highlights.
@@ -1437,13 +1788,16 @@ class Page:
                 scale=scale,
                 labels=labels,
                 legend_position=legend_position,
-                render_ocr=render_ocr
+                render_ocr=render_ocr,
             )
         except AttributeError:
             logger.error(f"HighlightingService does not have the required 'render_preview' method.")
             return None
         except Exception as e:
-            logger.error(f"Error calling highlighter.render_preview for page {self.index}: {e}", exc_info=True)
+            logger.error(
+                f"Error calling highlighter.render_preview for page {self.index}: {e}",
+                exc_info=True,
+            )
             return None
 
         # Return the rendered image directly
@@ -1451,7 +1805,7 @@ class Page:
 
     @property
     def text_style_labels(self) -> List[str]:
-        """ 
+        """
         Get a sorted list of unique text style labels found on the page.
 
         Runs text style analysis with default options if it hasn't been run yet.
@@ -1461,52 +1815,66 @@ class Page:
             A sorted list of unique style label strings.
         """
         # Check if the summary attribute exists from a previous run
-        if not hasattr(self, '_text_styles_summary') or not self._text_styles_summary:
+        if not hasattr(self, "_text_styles_summary") or not self._text_styles_summary:
             # If not, run the analysis with default options
             logger.debug(f"Page {self.number}: Running default text style analysis to get labels.")
-            self.analyze_text_styles() # Use default options
+            self.analyze_text_styles()  # Use default options
 
         # Extract labels from the summary dictionary
-        if hasattr(self, '_text_styles_summary') and self._text_styles_summary:
+        if hasattr(self, "_text_styles_summary") and self._text_styles_summary:
             # The summary maps style_key -> {'label': ..., 'properties': ...}
-            labels = {style_info['label'] for style_info in self._text_styles_summary.values()}
+            labels = {style_info["label"] for style_info in self._text_styles_summary.values()}
             return sorted(list(labels))
         else:
             # Fallback if summary wasn't created for some reason (e.g., no text elements)
-             logger.warning(f"Page {self.number}: Text style summary not found after analysis.")
-             return []
+            logger.warning(f"Page {self.number}: Text style summary not found after analysis.")
+            return []
 
-    def viewer(self,
-                           # elements_to_render: Optional[List['Element']] = None, # No longer needed, from_page handles it
-                           # include_element_types: List[str] = ['word', 'line', 'rect', 'region'] # No longer needed
-                          ) -> 'SimpleInteractiveViewerWidget': # Return type hint updated
+    def viewer(
+        self,
+        # elements_to_render: Optional[List['Element']] = None, # No longer needed, from_page handles it
+        # include_element_types: List[str] = ['word', 'line', 'rect', 'region'] # No longer needed
+    ) -> Optional["SimpleInteractiveViewerWidget"]:  # Return type hint updated
         """
         Creates and returns an interactive ipywidget for exploring elements on this page.
 
         Uses SimpleInteractiveViewerWidget.from_page() to create the viewer.
 
         Returns:
-            A SimpleInteractiveViewerWidget instance ready for display in Jupyter.
+            A SimpleInteractiveViewerWidget instance ready for display in Jupyter,
+            or None if ipywidgets is not installed or widget creation fails.
 
         Raises:
-            RuntimeError: If required dependencies (ipywidgets) are missing.
+            # Optional: Could raise ImportError instead of returning None
+            # ImportError: If required dependencies (ipywidgets) are missing.
             ValueError: If image rendering or data preparation fails within from_page.
         """
-        # Dynamically import here if needed, or ensure it's globally available
+        # Check for availability using the imported flag and class variable
+        if not _IPYWIDGETS_AVAILABLE or SimpleInteractiveViewerWidget is None:
+            logger.error(
+                "Interactive viewer requires optional dependencies ('ipywidgets'). "
+                "Install with `pip install natural-pdf[interactive]`"
+            )
+            # raise ImportError("ipywidgets not found.") # Option 1: Raise error
+            return None  # Option 2: Return None gracefully
+
+        # If we reach here, SimpleInteractiveViewerWidget should be the actual class
         try:
-            from natural_pdf.widgets.viewer import SimpleInteractiveViewerWidget
-        except ImportError:
-            logger.error("Interactive viewer requires optional dependencies. Install with `pip install natural-pdf[widgets]`")
-            raise
-            
-        # Pass self (the Page object) to the factory method
-        return SimpleInteractiveViewerWidget.from_page(self)
+            # Pass self (the Page object) to the factory method
+            return SimpleInteractiveViewerWidget.from_page(self)
+        except Exception as e:
+            # Catch potential errors during widget creation (e.g., image rendering)
+            logger.error(
+                f"Error creating viewer widget from page {self.number}: {e}", exc_info=True
+            )
+            # raise # Option 1: Re-raise error (might include ValueError from from_page)
+            return None  # Option 2: Return None on creation error
 
     # --- Indexable Protocol Methods ---
     def get_id(self) -> str:
         """Returns a unique identifier for the page (required by Indexable protocol)."""
         # Ensure path is safe for use in IDs (replace problematic chars)
-        safe_path = re.sub(r'[^a-zA-Z0-9_-]', '_', str(self.pdf.path))
+        safe_path = re.sub(r"[^a-zA-Z0-9_-]", "_", str(self.pdf.path))
         return f"pdf_{safe_path}_page_{self.page_number}"
 
     def get_metadata(self) -> Dict[str, Any]:
@@ -1517,21 +1885,47 @@ class Page:
             "page_number": self.page_number,
             "width": self.width,
             "height": self.height,
-            "content_hash": self.get_content_hash() # Include the hash
+            "content_hash": self.get_content_hash(),  # Include the hash
         }
         return metadata
 
-    def get_content(self) -> 'Page':
+    def get_content(self) -> "Page":
         """
         Returns the primary content object (self) for indexing (required by Indexable protocol).
         SearchService implementations decide how to process this (e.g., call extract_text).
         """
-        return self # Return the Page object itself
+        return self  # Return the Page object itself
 
     def get_content_hash(self) -> str:
         """Returns a SHA256 hash of the extracted text content (required by Indexable for sync)."""
         # Hash the extracted text (without exclusions for consistency)
         # Consider if exclusions should be part of the hash? For now, hash raw text.
         # Using extract_text directly might be slow if called repeatedly. Cache? TODO: Optimization
-        text_content = self.extract_text(use_exclusions=False, preserve_whitespace=False) # Normalize whitespace?
-        return hashlib.sha256(text_content.encode('utf-8')).hexdigest()
+        text_content = self.extract_text(
+            use_exclusions=False, preserve_whitespace=False
+        )  # Normalize whitespace?
+        return hashlib.sha256(text_content.encode("utf-8")).hexdigest()
+
+    # --- New Method: save_searchable ---
+    def save_searchable(self, output_path: Union[str, "Path"], dpi: int = 300, **kwargs):
+        """
+        Saves the PDF page with an OCR text layer, making content searchable.
+
+        Requires optional dependencies. Install with: pip install "natural-pdf[ocr-save]"
+
+        Note: OCR must have been applied to the pages beforehand
+              (e.g., using pdf.apply_ocr()).
+
+        Args:
+            output_path: Path to save the searchable PDF.
+            dpi: Resolution for rendering and OCR overlay (default 300).
+            **kwargs: Additional keyword arguments passed to the exporter.
+        """
+        # Import moved here, assuming it's always available now
+        from natural_pdf.exporters.searchable_pdf import create_searchable_pdf
+
+        # Convert pathlib.Path to string if necessary
+        output_path_str = str(output_path)
+
+        create_searchable_pdf(self, output_path_str, dpi=dpi, **kwargs)
+        logger.info(f"Searchable PDF saved to: {output_path_str}")