natural-pdf 0.1.4__py3-none-any.whl → 0.1.5__py3-none-any.whl

natural_pdf/elements/collections.py

@@ -1,6 +1,24 @@
 import logging
-
-from typing import List, Optional, Dict, Any, Union, Callable, TypeVar, Generic, Iterator, Tuple, TYPE_CHECKING
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Callable,
+    Dict,
+    Generic,
+    Iterator,
+    List,
+    Optional,
+    Tuple,
+    TypeVar,
+    Union,
+)
+
+from pdfplumber.utils.geometry import objects_to_bbox
+
+# New Imports
+from pdfplumber.utils.text import TEXTMAP_KWARGS, WORD_EXTRACTOR_KWARGS, chars_to_textmap
+
+from natural_pdf.elements.text import TextElement  # Needed for isinstance check
 from natural_pdf.ocr import OCROptions
 from natural_pdf.selectors.parser import parse_selector, selector_to_filter_func
 
@@ -10,35 +28,36 @@ if TYPE_CHECKING:
     from natural_pdf.core.page import Page
     from natural_pdf.elements.region import Region
 
-T = TypeVar('T')
-P = TypeVar('P', bound='Page')
+T = TypeVar("T")
+P = TypeVar("P", bound="Page")
+
 
 class ElementCollection(Generic[T]):
     """
     Collection of PDF elements with batch operations.
     """
-    
+
     def __init__(self, elements: List[T]):
         """
         Initialize a collection of elements.
-        
+
         Args:
             elements: List of Element objects
         """
         self._elements = elements or []
-    
+
     def __len__(self) -> int:
         """Get the number of elements in the collection."""
         return len(self._elements)
-    
-    def __getitem__(self, index: int) -> 'Element':
+
+    def __getitem__(self, index: int) -> "Element":
         """Get an element by index."""
         return self._elements[index]
-    
+
     def __iter__(self):
         """Iterate over elements."""
         return iter(self._elements)
-    
+
     def __repr__(self) -> str:
         """Return a string representation showing the element count."""
         element_type = "Mixed"
@@ -47,130 +66,130 @@ class ElementCollection(Generic[T]):
             if len(types) == 1:
                 element_type = types.pop()
         return f"<ElementCollection[{element_type}](count={len(self)})>"
-    
+
     @property
-    def elements(self) -> List['Element']:
+    def elements(self) -> List["Element"]:
         """Get the elements in this collection."""
         return self._elements
-    
+
     @property
-    def first(self) -> Optional['Element']:
+    def first(self) -> Optional["Element"]:
         """Get the first element in the collection."""
         return self._elements[0] if self._elements else None
-    
+
     @property
-    def last(self) -> Optional['Element']:
+    def last(self) -> Optional["Element"]:
         """Get the last element in the collection."""
         return self._elements[-1] if self._elements else None
-        
-    def highest(self) -> Optional['Element']:
+
+    def highest(self) -> Optional["Element"]:
         """
         Get element with the smallest top y-coordinate (highest on page).
-        
+
         Raises:
             ValueError: If elements are on multiple pages
-            
+
         Returns:
             Element with smallest top value or None if empty
         """
         if not self._elements:
             return None
-            
+
         # Check if elements are on multiple pages
         if self._are_on_multiple_pages():
             raise ValueError("Cannot determine highest element across multiple pages")
-        
+
         return min(self._elements, key=lambda e: e.top)
-    
-    def lowest(self) -> Optional['Element']:
+
+    def lowest(self) -> Optional["Element"]:
         """
         Get element with the largest bottom y-coordinate (lowest on page).
-        
+
         Raises:
             ValueError: If elements are on multiple pages
-            
+
         Returns:
             Element with largest bottom value or None if empty
         """
         if not self._elements:
             return None
-            
+
         # Check if elements are on multiple pages
         if self._are_on_multiple_pages():
             raise ValueError("Cannot determine lowest element across multiple pages")
-        
+
         return max(self._elements, key=lambda e: e.bottom)
-    
-    def leftmost(self) -> Optional['Element']:
+
+    def leftmost(self) -> Optional["Element"]:
         """
         Get element with the smallest x0 coordinate (leftmost on page).
-        
+
         Raises:
             ValueError: If elements are on multiple pages
-            
+
         Returns:
             Element with smallest x0 value or None if empty
         """
         if not self._elements:
             return None
-            
+
         # Check if elements are on multiple pages
         if self._are_on_multiple_pages():
             raise ValueError("Cannot determine leftmost element across multiple pages")
-        
+
         return min(self._elements, key=lambda e: e.x0)
-    
-    def rightmost(self) -> Optional['Element']:
+
+    def rightmost(self) -> Optional["Element"]:
         """
         Get element with the largest x1 coordinate (rightmost on page).
-        
+
         Raises:
             ValueError: If elements are on multiple pages
-            
+
         Returns:
             Element with largest x1 value or None if empty
         """
         if not self._elements:
             return None
-            
+
         # Check if elements are on multiple pages
         if self._are_on_multiple_pages():
             raise ValueError("Cannot determine rightmost element across multiple pages")
-        
+
         return max(self._elements, key=lambda e: e.x1)
-    
+
     def _are_on_multiple_pages(self) -> bool:
         """
         Check if elements in this collection span multiple pages.
-        
+
         Returns:
             True if elements are on different pages, False otherwise
         """
         if not self._elements:
             return False
-        
+
         # Get the page index of the first element
-        if not hasattr(self._elements[0], 'page'):
+        if not hasattr(self._elements[0], "page"):
             return False
-            
+
         first_page_idx = self._elements[0].page.index
-        
+
         # Check if any element is on a different page
-        return any(hasattr(e, 'page') and e.page.index != first_page_idx for e in self._elements)
-    
-    def exclude_regions(self, regions: List['Region']) -> 'ElementCollection':
+        return any(hasattr(e, "page") and e.page.index != first_page_idx for e in self._elements)
+
+    def exclude_regions(self, regions: List["Region"]) -> "ElementCollection":
         """
         Remove elements that are within any of the specified regions.
-        
+
         Args:
             regions: List of Region objects to exclude
-            
+
         Returns:
             New ElementCollection with filtered elements
         """
         if not regions:
             return ElementCollection(self._elements)
-        
+
         filtered = []
         for element in self._elements:
             exclude = False
@@ -180,72 +199,156 @@ class ElementCollection(Generic[T]):
                     break
             if not exclude:
                 filtered.append(element)
-        
+
         return ElementCollection(filtered)
-    
+
     def extract_text(self, preserve_whitespace=True, use_exclusions=True, **kwargs) -> str:
         """
-        Extract text from all elements in the collection.
-        
+        Extract text from all TextElements in the collection, optionally using
+        pdfplumber's layout engine if layout=True is specified.
+
         Args:
-            preserve_whitespace: Whether to keep blank characters (default: True)
-            use_exclusions: Whether to apply exclusion regions (default: True)
-            **kwargs: Additional extraction parameters
-            
+            preserve_whitespace: Deprecated. Use layout=False for simple joining.
+            use_exclusions: Deprecated. Exclusions should be applied *before* creating
+                          the collection or by filtering the collection itself.
+            **kwargs: Additional layout parameters passed directly to pdfplumber's
+                      `chars_to_textmap` function ONLY if `layout=True` is passed.
+                      See Page.extract_text docstring for common parameters.
+                      If `layout=False` or omitted, performs a simple join.
+
         Returns:
-            Combined text from all elements
+            Combined text from elements, potentially with layout-based spacing.
         """
-        # Filter to just text-like elements
-        text_elements = [e for e in self._elements if hasattr(e, 'extract_text')]
-        
-        # Sort elements in reading order (top-to-bottom, left-to-right)
-        sorted_elements = sorted(text_elements, key=lambda e: (e.top, e.x0))
-        
-        # Extract text from each element
-        texts = []
-        for element in sorted_elements:
-            # Extract text with new parameter names
-            text = element.extract_text(preserve_whitespace=preserve_whitespace, use_exclusions=use_exclusions, **kwargs)
-                
-            if text:
-                texts.append(text)
-        
-        return " ".join(texts)
-    
-    def filter(self, func: Callable[['Element'], bool]) -> 'ElementCollection':
+        # Filter to just TextElements that likely have _char_dicts
+        text_elements = [
+            el
+            for el in self._elements
+            if isinstance(el, TextElement) and hasattr(el, "_char_dicts")
+        ]
+
+        if not text_elements:
+            return ""
+
+        # Collect all character dictionaries
+        all_char_dicts = []
+        for el in text_elements:
+            all_char_dicts.extend(getattr(el, "_char_dicts", []))
+
+        if not all_char_dicts:
+            # Handle case where elements exist but have no char dicts
+            logger.warning(
+                "ElementCollection.extract_text: No character dictionaries found in TextElements."
+            )
+            return " ".join(
+                getattr(el, "text", "") for el in text_elements
+            )  # Fallback to simple join of word text
+
+        # Check if layout is requested
+        use_layout = kwargs.get("layout", False)
+
+        if use_layout:
+            logger.debug("ElementCollection.extract_text: Using layout=True path.")
+            # Layout requested: Use chars_to_textmap
+
+            # Prepare layout kwargs
+            layout_kwargs = {}
+            allowed_keys = set(WORD_EXTRACTOR_KWARGS) | set(TEXTMAP_KWARGS)
+            for key, value in kwargs.items():
+                if key in allowed_keys:
+                    layout_kwargs[key] = value
+            layout_kwargs["layout"] = True  # Ensure layout is True
+
+            # Calculate overall bbox for the elements used
+            collection_bbox = objects_to_bbox(all_char_dicts)
+            coll_x0, coll_top, coll_x1, coll_bottom = collection_bbox
+            coll_width = coll_x1 - coll_x0
+            coll_height = coll_bottom - coll_top
+
+            # Set layout parameters based on collection bounds
+            # Warn if collection is sparse? TBD.
+            if "layout_bbox" not in layout_kwargs:
+                layout_kwargs["layout_bbox"] = collection_bbox
+            if "layout_width" not in layout_kwargs:
+                layout_kwargs["layout_width"] = coll_width
+            if "layout_height" not in layout_kwargs:
+                layout_kwargs["layout_height"] = coll_height
+            # Set shifts relative to the collection's top-left
+            if "x_shift" not in layout_kwargs:
+                layout_kwargs["x_shift"] = coll_x0
+            if "y_shift" not in layout_kwargs:
+                layout_kwargs["y_shift"] = coll_top
+
+            try:
+                # Sort chars by document order (page, top, x0)
+                # Need page info on char dicts for multi-page collections
+                # Assuming char dicts have 'page_number' from element creation
+                all_char_dicts.sort(
+                    key=lambda c: (c.get("page_number", 0), c.get("top", 0), c.get("x0", 0))
+                )
+                textmap = chars_to_textmap(all_char_dicts, **layout_kwargs)
+                result = textmap.as_string
+            except Exception as e:
+                logger.error(
+                    f"ElementCollection: Error calling chars_to_textmap: {e}", exc_info=True
+                )
+                logger.warning(
+                    "ElementCollection: Falling back to simple text join due to layout error."
+                )
+                # Fallback sorting and joining
+                all_char_dicts.sort(
+                    key=lambda c: (c.get("page_number", 0), c.get("top", 0), c.get("x0", 0))
+                )
+                result = " ".join(c.get("text", "") for c in all_char_dicts)
+
+        else:
+            # Default: Simple join without layout
+            logger.debug("ElementCollection.extract_text: Using simple join (layout=False).")
+            # Sort chars by document order (page, top, x0)
+            all_char_dicts.sort(
+                key=lambda c: (c.get("page_number", 0), c.get("top", 0), c.get("x0", 0))
+            )
+            # Simple join of character text
+            result = "".join(c.get("text", "") for c in all_char_dicts)
+            # Replace multiple spaces created by joining possibly overlapping chars? Maybe not necessary.
+
+        return result
+
+    def filter(self, func: Callable[["Element"], bool]) -> "ElementCollection":
         """
         Filter elements using a function.
-        
+
         Args:
             func: Function that takes an element and returns True to keep it
-            
+
         Returns:
             New ElementCollection with filtered elements
         """
         return ElementCollection([e for e in self._elements if func(e)])
-    
-    def sort(self, key=None, reverse=False) -> 'ElementCollection':
+
+    def sort(self, key=None, reverse=False) -> "ElementCollection":
         """
         Sort elements by the given key function.
-        
+
         Args:
             key: Function to generate a key for sorting
             reverse: Whether to sort in descending order
-            
+
         Returns:
             Self for method chaining
         """
         self._elements.sort(key=key, reverse=reverse)
         return self
-    
-    def highlight(self,
-                 label: Optional[str] = None,
-                 color: Optional[Union[Tuple, str]] = None,
-                 group_by: Optional[str] = None,
-                 label_format: Optional[str] = None,
-                 distinct: bool = False,
-                 include_attrs: Optional[List[str]] = None,
-                 replace: bool = False) -> 'ElementCollection':
+
+    def highlight(
+        self,
+        label: Optional[str] = None,
+        color: Optional[Union[Tuple, str]] = None,
+        group_by: Optional[str] = None,
+        label_format: Optional[str] = None,
+        distinct: bool = False,
+        include_attrs: Optional[List[str]] = None,
+        replace: bool = False,
+    ) -> "ElementCollection":
         """
         Adds persistent highlights for all elements in the collection to the page
         via the HighlightingService.
@@ -294,17 +397,17 @@ class ElementCollection(Generic[T]):
             color=color,
             group_by=group_by,
             label_format=label_format,
-            include_attrs=include_attrs
+            include_attrs=include_attrs,
             # 'replace' flag is handled during the add call below
         )
 
         # 2. Add prepared highlights to the persistent service
         if not highlight_data_list:
-            return self # Nothing to add
+            return self  # Nothing to add
 
         # Get page and highlighter from the first element (assume uniform page)
         first_element = self._elements[0]
-        if not hasattr(first_element, 'page') or not hasattr(first_element.page, '_highlighter'):
+        if not hasattr(first_element, "page") or not hasattr(first_element.page, "_highlighter"):
             logger.warning("Cannot highlight collection: Elements lack page or highlighter access.")
             return self
 
@@ -317,42 +420,48 @@ class ElementCollection(Generic[T]):
         if replace:
             # Identify all unique page indices in this operation
             for data in highlight_data_list:
-                pages_to_clear.add(data['page_index'])
+                pages_to_clear.add(data["page_index"])
             # Clear those pages *before* adding new highlights
-            logger.debug(f"Highlighting with replace=True. Clearing highlights for pages: {pages_to_clear}")
+            logger.debug(
+                f"Highlighting with replace=True. Clearing highlights for pages: {pages_to_clear}"
+            )
             for page_idx in pages_to_clear:
                 highlighter.clear_page(page_idx)
 
         for data in highlight_data_list:
             # Call the appropriate service add method
             add_args = {
-                "page_index": data['page_index'],
-                "color": data['color'], # Color determined by _prepare
-                "label": data['label'], # Label determined by _prepare
-                "use_color_cycling": data.get('use_color_cycling', False), # Set by _prepare if distinct
-                "element": data['element'],
-                "include_attrs": data['include_attrs'],
+                "page_index": data["page_index"],
+                "color": data["color"],  # Color determined by _prepare
+                "label": data["label"],  # Label determined by _prepare
+                "use_color_cycling": data.get(
+                    "use_color_cycling", False
+                ),  # Set by _prepare if distinct
+                "element": data["element"],
+                "include_attrs": data["include_attrs"],
                 # Internal call to service always appends, as clearing was handled above
-                "existing": 'append'
+                "existing": "append",
             }
-            if data.get('polygon'):
-                add_args["polygon"] = data['polygon']
+            if data.get("polygon"):
+                add_args["polygon"] = data["polygon"]
                 highlighter.add_polygon(**add_args)
-            elif data.get('bbox'):
-                add_args["bbox"] = data['bbox']
+            elif data.get("bbox"):
+                add_args["bbox"] = data["bbox"]
                 highlighter.add(**add_args)
             else:
                 logger.warning(f"Skipping highlight data, no bbox or polygon found: {data}")
 
         return self
 
-    def _prepare_highlight_data(self,
-                                distinct: bool = False,
-                                label: Optional[str] = None,
-                                color: Optional[Union[Tuple, str]] = None,
-                                group_by: Optional[str] = None,
-                                label_format: Optional[str] = None,
-                                include_attrs: Optional[List[str]] = None) -> List[Dict]:
+    def _prepare_highlight_data(
+        self,
+        distinct: bool = False,
+        label: Optional[str] = None,
+        color: Optional[Union[Tuple, str]] = None,
+        group_by: Optional[str] = None,
+        label_format: Optional[str] = None,
+        include_attrs: Optional[List[str]] = None,
+    ) -> List[Dict]:
         """
         Determines the parameters for highlighting each element based on the strategy.
 
@@ -364,58 +473,64 @@ class ElementCollection(Generic[T]):
             Color and label determination happens here.
         """
         prepared_data = []
-        if not self._elements: return prepared_data
+        if not self._elements:
+            return prepared_data
 
         # Need access to the HighlightingService to determine colors correctly.
         highlighter = None
         first_element = self._elements[0]
-        if hasattr(first_element, 'page') and hasattr(first_element.page, '_highlighter'):
+        if hasattr(first_element, "page") and hasattr(first_element.page, "_highlighter"):
             highlighter = first_element.page._highlighter
         else:
-            logger.warning("Cannot determine highlight colors: HighlightingService not accessible from elements.")
+            logger.warning(
+                "Cannot determine highlight colors: HighlightingService not accessible from elements."
+            )
             return []
 
         if distinct:
             logger.debug("_prepare: Distinct highlighting strategy.")
             for element in self._elements:
                 # Call the service's color determination logic
-                final_color = highlighter._determine_highlight_color(label=None, color_input=None, use_color_cycling=True)
+                final_color = highlighter._determine_highlight_color(
+                    label=None, color_input=None, use_color_cycling=True
+                )
                 element_data = self._get_element_highlight_params(element, include_attrs)
                 if element_data:
-                    element_data.update({
-                        'color': final_color,
-                        'label': None,
-                        'use_color_cycling': True
-                    })
+                    element_data.update(
+                        {"color": final_color, "label": None, "use_color_cycling": True}
+                    )
                     prepared_data.append(element_data)
 
         elif label is not None:
             logger.debug(f"_prepare: Explicit label '{label}' strategy.")
-            final_color = highlighter._determine_highlight_color(label=label, color_input=color, use_color_cycling=False)
+            final_color = highlighter._determine_highlight_color(
+                label=label, color_input=color, use_color_cycling=False
+            )
             for element in self._elements:
                 element_data = self._get_element_highlight_params(element, include_attrs)
                 if element_data:
-                    element_data.update({
-                        'color': final_color,
-                        'label': label
-                    })
+                    element_data.update({"color": final_color, "label": label})
                     prepared_data.append(element_data)
 
         elif group_by is not None:
             logger.debug("_prepare: Grouping by attribute strategy.")
             grouped_elements = self._group_elements_by_attr(group_by)
             for group_key, group_elements in grouped_elements.items():
-                if not group_elements: continue
-                group_label = self._format_group_label(group_key, label_format, group_elements[0], group_by)
-                final_color = highlighter._determine_highlight_color(label=group_label, color_input=None, use_color_cycling=False)
-                logger.debug(f"  _prepare group '{group_label}' ({len(group_elements)} elements) -> color {final_color}")
+                if not group_elements:
+                    continue
+                group_label = self._format_group_label(
+                    group_key, label_format, group_elements[0], group_by
+                )
+                final_color = highlighter._determine_highlight_color(
+                    label=group_label, color_input=None, use_color_cycling=False
+                )
+                logger.debug(
+                    f"  _prepare group '{group_label}' ({len(group_elements)} elements) -> color {final_color}"
+                )
                 for element in group_elements:
                     element_data = self._get_element_highlight_params(element, include_attrs)
                     if element_data:
-                        element_data.update({
-                            'color': final_color,
-                            'label': group_label
-                        })
+                        element_data.update({"color": final_color, "label": group_label})
                         prepared_data.append(element_data)
         else:
             logger.debug("_prepare: Default grouping strategy.")
@@ -423,15 +538,21 @@ class ElementCollection(Generic[T]):
 
             if len(element_types) == 1:
                 type_name = element_types.pop()
-                base_name = type_name.replace("Element", "").replace("Region", "") if type_name != "Region" else "Region"
+                base_name = (
+                    type_name.replace("Element", "").replace("Region", "")
+                    if type_name != "Region"
+                    else "Region"
+                )
                 auto_label = f"{base_name} Elements" if base_name else "Elements"
                 # Determine color *before* logging or using it
-                final_color = highlighter._determine_highlight_color(label=auto_label, color_input=color, use_color_cycling=False)
+                final_color = highlighter._determine_highlight_color(
+                    label=auto_label, color_input=color, use_color_cycling=False
+                )
                 logger.debug(f"  _prepare default group '{auto_label}' -> color {final_color}")
                 for element in self._elements:
                     element_data = self._get_element_highlight_params(element, include_attrs)
                     if element_data:
-                        element_data.update({'color': final_color, 'label': auto_label})
+                        element_data.update({"color": final_color, "label": auto_label})
                         prepared_data.append(element_data)
             else:
                 # Mixed types: Generate generic label and warn
@@ -442,26 +563,33 @@ class ElementCollection(Generic[T]):
                     f"using generic label '{auto_label}'. Consider using 'label', 'group_by', "
                     f"or 'distinct=True' for more specific highlighting."
                 )
-                final_color = highlighter._determine_highlight_color(label=auto_label, color_input=color, use_color_cycling=False)
+                final_color = highlighter._determine_highlight_color(
+                    label=auto_label, color_input=color, use_color_cycling=False
+                )
                 # Determine color *before* logging or using it (already done above for this branch)
                 logger.debug(f"  _prepare default group '{auto_label}' -> color {final_color}")
                 for element in self._elements:
                     element_data = self._get_element_highlight_params(element, include_attrs)
                     if element_data:
-                        element_data.update({'color': final_color, 'label': auto_label})
+                        element_data.update({"color": final_color, "label": auto_label})
                         prepared_data.append(element_data)
 
         return prepared_data
 
-    def _call_element_highlighter(self, element: T,
-                                  color: Optional[Union[Tuple, str]],
-                                  label: Optional[str],
-                                  use_color_cycling: bool,
-                                  include_attrs: Optional[List[str]],
-                                  existing: str):
+    def _call_element_highlighter(
+        self,
+        element: T,
+        color: Optional[Union[Tuple, str]],
+        label: Optional[str],
+        use_color_cycling: bool,
+        include_attrs: Optional[List[str]],
+        existing: str,
+    ):
         """Low-level helper to call the appropriate HighlightingService method for an element."""
-        if not hasattr(element, 'page') or not hasattr(element.page, '_highlighter'):
-            logger.warning(f"Cannot highlight element, missing 'page' attribute or page lacks highlighter access: {element}")
+        if not hasattr(element, "page") or not hasattr(element.page, "_highlighter"):
+            logger.warning(
+                f"Cannot highlight element, missing 'page' attribute or page lacks highlighter access: {element}"
+            )
             return
 
         page = element.page
@@ -472,59 +600,68 @@ class ElementCollection(Generic[T]):
             "use_color_cycling": use_color_cycling,
             "include_attrs": include_attrs,
             "existing": existing,
-            "element": element
+            "element": element,
         }
 
-        is_polygon = getattr(element, 'has_polygon', False)
+        is_polygon = getattr(element, "has_polygon", False)
         geom_data = None
         add_method = None
 
         if is_polygon:
-            geom_data = getattr(element, 'polygon', None)
+            geom_data = getattr(element, "polygon", None)
             if geom_data:
-                args_for_highlighter['polygon'] = geom_data
+                args_for_highlighter["polygon"] = geom_data
                 add_method = page._highlighter.add_polygon
         else:
-            geom_data = getattr(element, 'bbox', None)
+            geom_data = getattr(element, "bbox", None)
             if geom_data:
-                args_for_highlighter['bbox'] = geom_data
+                args_for_highlighter["bbox"] = geom_data
                 add_method = page._highlighter.add
 
         if add_method and geom_data:
             try:
                 add_method(**args_for_highlighter)
             except Exception as e:
-                logger.error(f"Error calling highlighter method for element {element} on page {page.index}: {e}", exc_info=True)
+                logger.error(
+                    f"Error calling highlighter method for element {element} on page {page.index}: {e}",
+                    exc_info=True,
+                )
         elif not geom_data:
             logger.warning(f"Cannot highlight element, no bbox or polygon found: {element}")
 
-    def _highlight_as_single_group(self, label: str,
-                                   color: Optional[Union[Tuple, str]],
-                                   include_attrs: Optional[List[str]],
-                                   existing: str):
+    def _highlight_as_single_group(
+        self,
+        label: str,
+        color: Optional[Union[Tuple, str]],
+        include_attrs: Optional[List[str]],
+        existing: str,
+    ):
         """Highlights all elements with the same explicit label and color."""
         for element in self._elements:
             self._call_element_highlighter(
                 element=element,
-                color=color, # Use explicit color if provided
-                label=label, # Use the explicit group label
-                use_color_cycling=False, # Use consistent color for the label
+                color=color,  # Use explicit color if provided
+                label=label,  # Use the explicit group label
+                use_color_cycling=False,  # Use consistent color for the label
                 include_attrs=include_attrs,
-                existing=existing
+                existing=existing,
             )
 
-    def _highlight_grouped_by_attribute(self, group_by: str,
-                                        label_format: Optional[str],
-                                        include_attrs: Optional[List[str]],
-                                        existing: str):
+    def _highlight_grouped_by_attribute(
+        self,
+        group_by: str,
+        label_format: Optional[str],
+        include_attrs: Optional[List[str]],
+        existing: str,
+    ):
         """Groups elements by attribute and highlights each group distinctly."""
         grouped_elements: Dict[Any, List[T]] = {}
         # Group elements by the specified attribute value
         for element in self._elements:
             try:
                 group_key = getattr(element, group_by, None)
-                if group_key is None: # Handle elements missing the attribute
-                     group_key = f"Missing '{group_by}'"
+                if group_key is None:  # Handle elements missing the attribute
+                    group_key = f"Missing '{group_by}'"
                 # Ensure group_key is hashable (convert list/dict if necessary)
                 if isinstance(group_key, (list, dict)):
                     group_key = str(group_key)
@@ -533,41 +670,49 @@ class ElementCollection(Generic[T]):
                     grouped_elements[group_key] = []
                 grouped_elements[group_key].append(element)
             except AttributeError:
-                 logger.warning(f"Attribute '{group_by}' not found on element {element}. Skipping grouping.")
-                 group_key = f"Error accessing '{group_by}'"
-                 if group_key not in grouped_elements:
-                     grouped_elements[group_key] = []
-                 grouped_elements[group_key].append(element)
-            except TypeError: # Handle unhashable types
-                 logger.warning(f"Attribute value for '{group_by}' on {element} is unhashable ({type(group_key)}). Using string representation.")
-                 group_key = str(group_key)
-                 if group_key not in grouped_elements:
-                     grouped_elements[group_key] = []
-                 grouped_elements[group_key].append(element)
-
+                logger.warning(
+                    f"Attribute '{group_by}' not found on element {element}. Skipping grouping."
+                )
+                group_key = f"Error accessing '{group_by}'"
+                if group_key not in grouped_elements:
+                    grouped_elements[group_key] = []
+                grouped_elements[group_key].append(element)
+            except TypeError:  # Handle unhashable types
+                logger.warning(
+                    f"Attribute value for '{group_by}' on {element} is unhashable ({type(group_key)}). Using string representation."
+                )
+                group_key = str(group_key)
+                if group_key not in grouped_elements:
+                    grouped_elements[group_key] = []
+                grouped_elements[group_key].append(element)
 
         # Highlight each group
         for group_key, group_elements in grouped_elements.items():
-            if not group_elements: continue
+            if not group_elements:
+                continue
 
             # Determine the label for this group
-            first_element = group_elements[0] # Use first element for formatting
+            first_element = group_elements[0]  # Use first element for formatting
             group_label = None
             if label_format:
                 try:
                     # Create a dict of element attributes for formatting
-                    element_attrs = first_element.__dict__.copy() # Start with element's dict
+                    element_attrs = first_element.__dict__.copy()  # Start with element's dict
                     # Ensure the group_by key itself is present correctly
                     element_attrs[group_by] = group_key
                     group_label = label_format.format(**element_attrs)
                 except KeyError as e:
-                    logger.warning(f"Invalid key '{e}' in label_format '{label_format}'. Using group key as label.")
+                    logger.warning(
+                        f"Invalid key '{e}' in label_format '{label_format}'. Using group key as label."
+                    )
                     group_label = str(group_key)
                 except Exception as format_e:
-                    logger.warning(f"Error formatting label '{label_format}': {format_e}. Using group key as label.")
+                    logger.warning(
+                        f"Error formatting label '{label_format}': {format_e}. Using group key as label."
+                    )
                     group_label = str(group_key)
             else:
-                group_label = str(group_key) # Use the attribute value as label
+                group_label = str(group_key)  # Use the attribute value as label
 
             logger.debug(f"  Highlighting group '{group_label}' ({len(group_elements)} elements)")
 
@@ -575,11 +720,11 @@ class ElementCollection(Generic[T]):
             for element in group_elements:
                 self._call_element_highlighter(
                     element=element,
-                    color=None, # Let ColorManager choose based on label
-                    label=group_label, # Use the derived group label
-                    use_color_cycling=False, # Use consistent color for the label
+                    color=None,  # Let ColorManager choose based on label
+                    label=group_label,  # Use the derived group label
+                    use_color_cycling=False,  # Use consistent color for the label
                     include_attrs=include_attrs,
-                    existing=existing
+                    existing=existing,
                 )
 
     def _highlight_distinctly(self, include_attrs: Optional[List[str]], existing: str):
@@ -589,116 +734,122 @@ class ElementCollection(Generic[T]):
         for element in self._elements:
             self._call_element_highlighter(
                 element=element,
-                color=None, # Let ColorManager cycle
-                label=None, # No label for distinct elements
-                use_color_cycling=True, # Force cycling
+                color=None,  # Let ColorManager cycle
+                label=None,  # No label for distinct elements
+                use_color_cycling=True,  # Force cycling
                 include_attrs=include_attrs,
-                existing=existing
+                existing=existing,
             )
-        
-    def show(self,
-             # --- Visualization Parameters ---
-             group_by: Optional[str] = None,
-             label: Optional[str] = None,
-             color: Optional[Union[Tuple, str]] = None,
-             label_format: Optional[str] = None,
-             distinct: bool = False,
-             include_attrs: Optional[List[str]] = None,
-             # --- Rendering Parameters ---
-             scale: float = 2.0,
-             labels: bool = True, # Use 'labels' consistent with service
-             legend_position: str = 'right',
-             render_ocr: bool = False) -> Optional['Image.Image']:
-         """
-         Generates a temporary preview image highlighting elements in this collection
-         on their page, ignoring any persistent highlights.
-
-         Currently only supports collections where all elements are on the same page.
-
-         Allows grouping and coloring elements based on attributes, similar to the
-         persistent `highlight()` method, but only for this temporary view.
-
-         Args:
-             group_by: Attribute name to group elements by for distinct colors/labels.
-             label: Explicit label for all elements (overrides group_by).
-             color: Explicit color for all elements (if label used) or base color.
-             label_format: F-string to format group labels if group_by is used.
-             distinct: Highlight each element distinctly (overrides group_by/label).
-             include_attrs: Attributes to display on individual highlights.
-             scale: Scale factor for rendering image.
-             labels: Whether to include a legend for the temporary highlights.
-             legend_position: Position of the legend ('right', 'left', 'top', 'bottom').
-             render_ocr: Whether to render OCR text.
-
-         Returns:
-             PIL Image object of the temporary preview, or None if rendering fails or
-             elements span multiple pages.
-
-         Raises:
-             ValueError: If the collection is empty or elements are on different pages.
-         """
-         if not self._elements:
-             raise ValueError("Cannot show an empty collection.")
-
-         # Check if elements are on multiple pages
-         if self._are_on_multiple_pages():
-             raise ValueError("show() currently only supports collections where all elements are on the same page.")
-
-         # Get the page and highlighting service from the first element
-         first_element = self._elements[0]
-         if not hasattr(first_element, 'page') or not first_element.page:
-             logger.warning("Cannot show collection: First element has no associated page.")
-             return None
-         page = first_element.page
-         if not hasattr(page, 'pdf') or not page.pdf:
-             logger.warning("Cannot show collection: Page has no associated PDF object.")
-             return None
-
-         service = page._highlighter
-         if not service:
-             logger.warning("Cannot show collection: PDF object has no highlighting service.")
-             return None
-
-         # 1. Prepare temporary highlight data based on grouping parameters
-         # This returns a list of dicts, suitable for render_preview
-         highlight_data_list = self._prepare_highlight_data(
-             distinct=distinct,
-             label=label,
-             color=color,
-             group_by=group_by,
-             label_format=label_format,
-             include_attrs=include_attrs
-         )
-
-         if not highlight_data_list:
-             logger.warning("No highlight data generated for show(). Rendering clean page.")
-             # Render the page without any temporary highlights
-             highlight_data_list = [] 
-
-         # 2. Call render_preview on the HighlightingService
-         try:
-             return service.render_preview(
-                 page_index=page.index,
-                 temporary_highlights=highlight_data_list,
-                 scale=scale,
-                 labels=labels, # Use 'labels'
-                 legend_position=legend_position,
-                 render_ocr=render_ocr
-             )
-         except Exception as e:
-             logger.error(f"Error calling highlighting_service.render_preview: {e}", exc_info=True)
-             return None
-
-    def save(self, 
-            filename: str, 
-            scale: float = 2.0,
-            width: Optional[int] = None,
-            labels: bool = True,
-            legend_position: str = 'right',
-            render_ocr: bool = False) -> 'ElementCollection':
+
+    def show(
+        self,
+        # --- Visualization Parameters ---
+        group_by: Optional[str] = None,
+        label: Optional[str] = None,
+        color: Optional[Union[Tuple, str]] = None,
+        label_format: Optional[str] = None,
+        distinct: bool = False,
+        include_attrs: Optional[List[str]] = None,
+        # --- Rendering Parameters ---
+        scale: float = 2.0,
+        labels: bool = True,  # Use 'labels' consistent with service
+        legend_position: str = "right",
+        render_ocr: bool = False,
+    ) -> Optional["Image.Image"]:
+        """
+        Generates a temporary preview image highlighting elements in this collection
+        on their page, ignoring any persistent highlights.
+
+        Currently only supports collections where all elements are on the same page.
+
+        Allows grouping and coloring elements based on attributes, similar to the
+        persistent `highlight()` method, but only for this temporary view.
+
+        Args:
+            group_by: Attribute name to group elements by for distinct colors/labels.
+            label: Explicit label for all elements (overrides group_by).
+            color: Explicit color for all elements (if label used) or base color.
+            label_format: F-string to format group labels if group_by is used.
+            distinct: Highlight each element distinctly (overrides group_by/label).
+            include_attrs: Attributes to display on individual highlights.
+            scale: Scale factor for rendering image.
+            labels: Whether to include a legend for the temporary highlights.
+            legend_position: Position of the legend ('right', 'left', 'top', 'bottom').
+            render_ocr: Whether to render OCR text.
+
+        Returns:
+            PIL Image object of the temporary preview, or None if rendering fails or
+            elements span multiple pages.
+
+        Raises:
+            ValueError: If the collection is empty or elements are on different pages.
+        """
+        if not self._elements:
+            raise ValueError("Cannot show an empty collection.")
+
+        # Check if elements are on multiple pages
+        if self._are_on_multiple_pages():
+            raise ValueError(
+                "show() currently only supports collections where all elements are on the same page."
+            )
+
+        # Get the page and highlighting service from the first element
+        first_element = self._elements[0]
+        if not hasattr(first_element, "page") or not first_element.page:
+            logger.warning("Cannot show collection: First element has no associated page.")
+            return None
+        page = first_element.page
+        if not hasattr(page, "pdf") or not page.pdf:
+            logger.warning("Cannot show collection: Page has no associated PDF object.")
+            return None
+
+        service = page._highlighter
+        if not service:
+            logger.warning("Cannot show collection: PDF object has no highlighting service.")
+            return None
+
+        # 1. Prepare temporary highlight data based on grouping parameters
+        # This returns a list of dicts, suitable for render_preview
+        highlight_data_list = self._prepare_highlight_data(
+            distinct=distinct,
+            label=label,
+            color=color,
+            group_by=group_by,
+            label_format=label_format,
+            include_attrs=include_attrs,
+        )
+
+        if not highlight_data_list:
+            logger.warning("No highlight data generated for show(). Rendering clean page.")
+            # Render the page without any temporary highlights
+            highlight_data_list = []
+
+        # 2. Call render_preview on the HighlightingService
+        try:
+            return service.render_preview(
+                page_index=page.index,
+                temporary_highlights=highlight_data_list,
+                scale=scale,
+                labels=labels,  # Use 'labels'
+                legend_position=legend_position,
+                render_ocr=render_ocr,
+            )
+        except Exception as e:
+            logger.error(f"Error calling highlighting_service.render_preview: {e}", exc_info=True)
+            return None
+
+    def save(
+        self,
+        filename: str,
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+    ) -> "ElementCollection":
         """
         Save the page with this collection's elements highlighted to an image file.
-        
+
         Args:
             filename: Path to save the image to
             scale: Scale factor for rendering
@@ -706,32 +857,34 @@ class ElementCollection(Generic[T]):
             labels: Whether to include a legend for labels
             legend_position: Position of the legend
             render_ocr: Whether to render OCR text with white background boxes
-            
+
         Returns:
             Self for method chaining
         """
         # Use to_image to generate and save the image
         self.to_image(
-            path=filename, 
+            path=filename,
             scale=scale,
             width=width,
-            labels=labels, 
+            labels=labels,
             legend_position=legend_position,
-            render_ocr=render_ocr
+            render_ocr=render_ocr,
         )
         return self
-        
-    def to_image(self, 
-            path: Optional[str] = None,
-            scale: float = 2.0,
-            width: Optional[int] = None,
-            labels: bool = True,
-            legend_position: str = 'right',
-            render_ocr: bool = False) -> Optional['Image.Image']:
+
+    def to_image(
+        self,
+        path: Optional[str] = None,
+        scale: float = 2.0,
+        width: Optional[int] = None,
+        labels: bool = True,
+        legend_position: str = "right",
+        render_ocr: bool = False,
+    ) -> Optional["Image.Image"]:
         """
         Generate an image of the page with this collection's elements highlighted,
         optionally saving it to a file.
-        
+
         Args:
             path: Optional path to save the image to
             scale: Scale factor for rendering
@@ -739,21 +892,21 @@ class ElementCollection(Generic[T]):
             labels: Whether to include a legend for labels
             legend_position: Position of the legend
             render_ocr: Whether to render OCR text with white background boxes
-            
+
         Returns:
             PIL Image of the page with elements highlighted, or None if no valid page
         """
         # Get the page from the first element (if available)
-        if self._elements and hasattr(self._elements[0], 'page'):
+        if self._elements and hasattr(self._elements[0], "page"):
             page = self._elements[0].page
             # Generate the image using to_image
             return page.to_image(
-                path=path, 
+                path=path,
                 scale=scale,
                 width=width,
-                labels=labels, 
+                labels=labels,
                 legend_position=legend_position,
-                render_ocr=render_ocr
+                render_ocr=render_ocr,
             )
         return None
 
@@ -763,7 +916,7 @@ class ElementCollection(Generic[T]):
         for element in self._elements:
             try:
                 group_key = getattr(element, group_by, None)
-                if group_key is None: # Handle elements missing the attribute
+                if group_key is None:  # Handle elements missing the attribute
                     group_key = f"Missing '{group_by}'"
                 # Ensure group_key is hashable (convert list/dict if necessary)
                 if isinstance(group_key, (list, dict)):
@@ -773,13 +926,17 @@ class ElementCollection(Generic[T]):
                     grouped_elements[group_key] = []
                 grouped_elements[group_key].append(element)
             except AttributeError:
-                logger.warning(f"Attribute '{group_by}' not found on element {element}. Skipping grouping.")
+                logger.warning(
+                    f"Attribute '{group_by}' not found on element {element}. Skipping grouping."
+                )
                 group_key = f"Error accessing '{group_by}'"
                 if group_key not in grouped_elements:
                     grouped_elements[group_key] = []
                 grouped_elements[group_key].append(element)
-            except TypeError: # Handle unhashable types
-                logger.warning(f"Attribute value for '{group_by}' on {element} is unhashable ({type(group_key)}). Using string representation.")
+            except TypeError:  # Handle unhashable types
+                logger.warning(
+                    f"Attribute value for '{group_by}' on {element} is unhashable ({type(group_key)}). Using string representation."
+                )
                 group_key = str(group_key)
                 if group_key not in grouped_elements:
                     grouped_elements[group_key] = []
@@ -787,48 +944,61 @@ class ElementCollection(Generic[T]):
 
         return grouped_elements
 
-    def _format_group_label(self, group_key: Any, label_format: Optional[str], sample_element: T, group_by_attr: str) -> str:
+    def _format_group_label(
+        self, group_key: Any, label_format: Optional[str], sample_element: T, group_by_attr: str
+    ) -> str:
         """Formats the label for a group based on the key and format string."""
         if label_format:
             try:
                 element_attrs = sample_element.__dict__.copy()
-                element_attrs[group_by_attr] = group_key # Ensure key is present
+                element_attrs[group_by_attr] = group_key  # Ensure key is present
                 return label_format.format(**element_attrs)
             except KeyError as e:
-                logger.warning(f"Invalid key '{e}' in label_format '{label_format}'. Using group key as label.")
+                logger.warning(
+                    f"Invalid key '{e}' in label_format '{label_format}'. Using group key as label."
+                )
                 return str(group_key)
             except Exception as format_e:
-                logger.warning(f"Error formatting label '{label_format}': {format_e}. Using group key as label.")
+                logger.warning(
+                    f"Error formatting label '{label_format}': {format_e}. Using group key as label."
+                )
                 return str(group_key)
         else:
             return str(group_key)
 
-    def _get_element_highlight_params(self, element: T, include_attrs: Optional[List[str]]) -> Optional[Dict]:
+    def _get_element_highlight_params(
+        self, element: T, include_attrs: Optional[List[str]]
+    ) -> Optional[Dict]:
         """Extracts common parameters needed for highlighting a single element."""
-        if not hasattr(element, 'page'): return None
+        if not hasattr(element, "page"):
+            return None
         page = element.page
 
         base_data = {
-            'page_index': page.index,
-            'element': element,
-            'include_attrs': include_attrs,
-            'attributes_to_draw': {},
-            'bbox': None,
-            'polygon': None
+            "page_index": page.index,
+            "element": element,
+            "include_attrs": include_attrs,
+            "attributes_to_draw": {},
+            "bbox": None,
+            "polygon": None,
         }
 
         # Extract geometry
-        is_polygon = getattr(element, 'has_polygon', False)
+        is_polygon = getattr(element, "has_polygon", False)
         geom_data = None
         if is_polygon:
-            geom_data = getattr(element, 'polygon', None)
-            if geom_data: base_data['polygon'] = geom_data
+            geom_data = getattr(element, "polygon", None)
+            if geom_data:
+                base_data["polygon"] = geom_data
         else:
-            geom_data = getattr(element, 'bbox', None)
-            if geom_data: base_data['bbox'] = geom_data
+            geom_data = getattr(element, "bbox", None)
+            if geom_data:
+                base_data["bbox"] = geom_data
 
         if not geom_data:
-            logger.warning(f"Cannot prepare highlight, no bbox or polygon found for element: {element}")
+            logger.warning(
+                f"Cannot prepare highlight, no bbox or polygon found for element: {element}"
+            )
             return None
 
         # Extract attributes if requested
@@ -837,13 +1007,15 @@ class ElementCollection(Generic[T]):
                 try:
                     attr_value = getattr(element, attr_name, None)
                     if attr_value is not None:
-                        base_data['attributes_to_draw'][attr_name] = attr_value
+                        base_data["attributes_to_draw"][attr_name] = attr_value
                 except AttributeError:
-                    logger.warning(f"Attribute '{attr_name}' not found on element {element} for include_attrs")
+                    logger.warning(
+                        f"Attribute '{attr_name}' not found on element {element} for include_attrs"
+                    )
 
         return base_data
 
-    def viewer(self, title: Optional[str] = None) -> Optional['widgets.DOMWidget']:
+    def viewer(self, title: Optional[str] = None) -> Optional["widgets.DOMWidget"]:
         """
         Creates and returns an interactive ipywidget showing ONLY the elements
         in this collection on their page background.
@@ -862,28 +1034,36 @@ class ElementCollection(Generic[T]):
         try:
             page = self.elements[0].page
             # Check if the page object actually has the method
-            if hasattr(page, 'viewer') and callable(page.viewer):
-                final_title = title or f"Interactive Viewer for Collection ({len(self.elements)} elements)"
+            if hasattr(page, "viewer") and callable(page.viewer):
+                final_title = (
+                    title or f"Interactive Viewer for Collection ({len(self.elements)} elements)"
+                )
                 # Call the page method, passing this collection's elements
                 return page.viewer(
                     elements_to_render=self.elements,
-                    title=final_title # Pass title if Page method accepts it
+                    title=final_title,  # Pass title if Page method accepts it
                 )
             else:
-                 logger.error("Page object is missing the 'viewer' method.")
-                 return None
+                logger.error("Page object is missing the 'viewer' method.")
+                return None
         except AttributeError:
-            logger.error("Cannot generate interactive viewer: Elements in collection lack 'page' attribute.")
+            logger.error(
+                "Cannot generate interactive viewer: Elements in collection lack 'page' attribute."
+            )
             return None
         except IndexError:
-             # Should be caught by the empty check, but just in case
-             logger.error("Cannot generate interactive viewer: Collection unexpectedly became empty.")
-             return None
+            # Should be caught by the empty check, but just in case
+            logger.error(
+                "Cannot generate interactive viewer: Collection unexpectedly became empty."
+            )
+            return None
         except Exception as e:
-             logger.error(f"Error creating interactive viewer from collection: {e}", exc_info=True)
-             return None
+            logger.error(f"Error creating interactive viewer from collection: {e}", exc_info=True)
+            return None
 
-    def find_all(self, selector: str, regex: bool = False, case: bool = True, **kwargs) -> 'ElementCollection[T]':
+    def find_all(
+        self, selector: str, regex: bool = False, case: bool = True, **kwargs
+    ) -> "ElementCollection[T]":
         """
         Filter elements within this collection matching the selector.
 
@@ -903,21 +1083,21 @@ class ElementCollection(Generic[T]):
             selector_obj = parse_selector(selector)
         except Exception as e:
             logger.error(f"Error parsing selector '{selector}': {e}")
-            return ElementCollection([]) # Return empty on parse error
+            return ElementCollection([])  # Return empty on parse error
 
         # Pass regex and case flags to selector function generator
-        kwargs['regex'] = regex
-        kwargs['case'] = case
+        kwargs["regex"] = regex
+        kwargs["case"] = case
 
         try:
             filter_func = selector_to_filter_func(selector_obj, **kwargs)
         except Exception as e:
             logger.error(f"Error creating filter function for selector '{selector}': {e}")
-            return ElementCollection([]) # Return empty on filter creation error
+            return ElementCollection([])  # Return empty on filter creation error
 
         matching_elements = [element for element in self._elements if filter_func(element)]
 
-        # Note: Unlike Page.find_all, this doesn't re-sort. 
+        # Note: Unlike Page.find_all, this doesn't re-sort.
         # Sorting should be done explicitly on the collection if needed.
 
         return ElementCollection(matching_elements)
@@ -938,65 +1118,63 @@ class ElementCollection(Generic[T]):
         results = self.find_all(selector, regex=regex, case=case, **kwargs)
         return results.first
 
+
 class PageCollection(Generic[P]):
     """
     A collection of PDF pages with cross-page operations.
-    
+
     This class provides methods for working with multiple pages, such as finding
     elements across pages, extracting text from page ranges, and more.
     """
-    
+
     def __init__(self, pages: List[P]):
         """
         Initialize a page collection.
-        
+
         Args:
             pages: List of Page objects
         """
         self.pages = pages
-    
+
     def __len__(self) -> int:
         """Return the number of pages in the collection."""
         return len(self.pages)
-    
-    def __getitem__(self, idx) -> Union[P, 'PageCollection[P]']:
+
+    def __getitem__(self, idx) -> Union[P, "PageCollection[P]"]:
         """Support indexing and slicing."""
         if isinstance(idx, slice):
             return PageCollection(self.pages[idx])
         return self.pages[idx]
-    
+
     def __iter__(self) -> Iterator[P]:
         """Support iteration."""
         return iter(self.pages)
-    
+
     def __repr__(self) -> str:
         """Return a string representation showing the page count."""
         return f"<PageCollection(count={len(self)})>"
-    
+
     def extract_text(self, keep_blank_chars=True, apply_exclusions=True, **kwargs) -> str:
         """
         Extract text from all pages in the collection.
-        
+
         Args:
             keep_blank_chars: Whether to keep blank characters (default: True)
             apply_exclusions: Whether to apply exclusion regions (default: True)
             **kwargs: Additional extraction parameters
-            
+
         Returns:
             Combined text from all pages
         """
         texts = []
         for page in self.pages:
             text = page.extract_text(
-                keep_blank_chars=keep_blank_chars, 
-                apply_exclusions=apply_exclusions,
-                **kwargs
+                keep_blank_chars=keep_blank_chars, apply_exclusions=apply_exclusions, **kwargs
             )
             texts.append(text)
-        
+
         return "\n".join(texts)
 
-    # --- NEW METHOD ---
     def apply_ocr(
         self,
         engine: Optional[str] = None,
@@ -1004,8 +1182,7 @@ class PageCollection(Generic[P]):
         languages: Optional[List[str]] = None,
         min_confidence: Optional[float] = None,
         device: Optional[str] = None,
-        # Add other simple mode args if needed
-    ) -> 'PageCollection[P]':
+    ) -> "PageCollection[P]":
         """
         Applies OCR to all pages within this collection using batch processing.
 
@@ -1036,14 +1213,14 @@ class PageCollection(Generic[P]):
 
         # Assume all pages share the same parent PDF object
         first_page = self.pages[0]
-        if not hasattr(first_page, '_parent') or not first_page._parent:
+        if not hasattr(first_page, "_parent") or not first_page._parent:
             raise RuntimeError("Pages in this collection do not have a parent PDF reference.")
 
         parent_pdf = first_page._parent
 
         # Updated check for renamed method
-        if not hasattr(parent_pdf, 'apply_ocr') or not callable(parent_pdf.apply_ocr):
-             raise RuntimeError("Parent PDF object does not have the required 'apply_ocr' method.")
+        if not hasattr(parent_pdf, "apply_ocr") or not callable(parent_pdf.apply_ocr):
+            raise RuntimeError("Parent PDF object does not have the required 'apply_ocr' method.")
 
         # Get the 0-based indices of the pages in this collection
         page_indices = [p.index for p in self.pages]
@@ -1057,22 +1234,22 @@ class PageCollection(Generic[P]):
             options=options,
             languages=languages,
             min_confidence=min_confidence,
-            device=device
+            device=device,
             # Pass any other relevant simple_kwargs here if added
         )
         # The PDF method modifies the Page objects directly by adding elements.
 
-        return self # Return self for chaining
+        return self  # Return self for chaining
 
     def find(self, selector: str, apply_exclusions=True, **kwargs) -> Optional[T]:
         """
         Find the first element matching the selector across all pages.
-        
+
         Args:
             selector: CSS-like selector string
             apply_exclusions: Whether to exclude elements in exclusion regions (default: True)
             **kwargs: Additional filter parameters
-            
+
         Returns:
             First matching element or None
         """
@@ -1081,16 +1258,16 @@ class PageCollection(Generic[P]):
             if element:
                 return element
         return None
-    
+
     def find_all(self, selector: str, apply_exclusions=True, **kwargs) -> ElementCollection:
         """
         Find all elements matching the selector across all pages.
-        
+
         Args:
             selector: CSS-like selector string
             apply_exclusions: Whether to exclude elements in exclusion regions (default: True)
             **kwargs: Additional filter parameters
-            
+
         Returns:
             ElementCollection with matching elements from all pages
         """
@@ -1099,57 +1276,59 @@ class PageCollection(Generic[P]):
             elements = page.find_all(selector, apply_exclusions=apply_exclusions, **kwargs)
             if elements:
                 all_elements.extend(elements.elements)
-        
+
         return ElementCollection(all_elements)
-        
+
     # def debug_ocr(self, output_path):
     #     """
     #     Generate an interactive HTML debug report for OCR results.
-        
+
     #     This creates a single-file HTML report with:
     #     - Side-by-side view of image regions and OCR text
     #     - Confidence scores with color coding
     #     - Editable correction fields
     #     - Filtering and sorting options
     #     - Export functionality for corrected text
-        
+
     #     Args:
     #         output_path: Path to save the HTML report
-            
+
     #     Returns:
     #         Path to the generated HTML file
     #     """
     #     from natural_pdf.utils.ocr import debug_ocr_to_html
     #     return debug_ocr_to_html(self.pages, output_path)
-    
-    def get_sections(self, 
-                   start_elements=None, 
-                   end_elements=None,
-                   new_section_on_page_break=False,
-                   boundary_inclusion='both') -> List['Region']:
+
+    def get_sections(
+        self,
+        start_elements=None,
+        end_elements=None,
+        new_section_on_page_break=False,
+        boundary_inclusion="both",
+    ) -> List["Region"]:
         """
         Extract sections from a page collection based on start/end elements.
-        
+
         Args:
             start_elements: Elements or selector string that mark the start of sections
             end_elements: Elements or selector string that mark the end of sections
             new_section_on_page_break: Whether to start a new section at page boundaries (default: False)
             boundary_inclusion: How to include boundary elements: 'start', 'end', 'both', or 'none' (default: 'both')
-            
+
         Returns:
             List of Region objects representing the extracted sections
         """
         # Find start and end elements across all pages
         if isinstance(start_elements, str):
             start_elements = self.find_all(start_elements).elements
-            
+
         if isinstance(end_elements, str):
             end_elements = self.find_all(end_elements).elements
-            
+
         # If no start elements, return empty list
         if not start_elements:
             return []
-        
+
         # If there are page break boundaries, we'll need to add them
         if new_section_on_page_break:
             # For each page boundary, create virtual "end" and "start" elements
@@ -1159,183 +1338,200 @@ class PageCollection(Generic[P]):
                 # If end_elements is None, initialize it as an empty list
                 if end_elements is None:
                     end_elements = []
-                
+
                 # Create a region at the bottom of the page as an artificial end marker
                 from natural_pdf.elements.region import Region
+
                 bottom_region = Region(page, (0, page.height - 1, page.width, page.height))
                 bottom_region.is_page_boundary = True  # Mark it as a special boundary
                 end_elements.append(bottom_region)
-                
+
                 # Add a virtual "start" element at the top of the next page
                 next_page = self.pages[i + 1]
                 top_region = Region(next_page, (0, 0, next_page.width, 1))
                 top_region.is_page_boundary = True  # Mark it as a special boundary
                 start_elements.append(top_region)
-        
+
         # Get all elements from all pages and sort them in document order
         all_elements = []
         for page in self.pages:
             elements = page.get_elements()
             all_elements.extend(elements)
-            
+
         # Sort by page index, then vertical position, then horizontal position
         all_elements.sort(key=lambda e: (e.page.index, e.top, e.x0))
-        
+
         # Mark section boundaries
         section_boundaries = []
-        
+
         # Add start element boundaries
         for element in start_elements:
             if element in all_elements:
                 idx = all_elements.index(element)
-                section_boundaries.append({
-                    'index': idx,
-                    'element': element,
-                    'type': 'start',
-                    'page_idx': element.page.index
-                })
-            elif hasattr(element, 'is_page_boundary') and element.is_page_boundary:
+                section_boundaries.append(
+                    {
+                        "index": idx,
+                        "element": element,
+                        "type": "start",
+                        "page_idx": element.page.index,
+                    }
+                )
+            elif hasattr(element, "is_page_boundary") and element.is_page_boundary:
                 # This is a virtual page boundary element
-                section_boundaries.append({
-                    'index': -1,  # Special index for page boundaries
-                    'element': element,
-                    'type': 'start',
-                    'page_idx': element.page.index
-                })
-        
+                section_boundaries.append(
+                    {
+                        "index": -1,  # Special index for page boundaries
+                        "element": element,
+                        "type": "start",
+                        "page_idx": element.page.index,
+                    }
+                )
+
         # Add end element boundaries if provided
         if end_elements:
             for element in end_elements:
                 if element in all_elements:
                     idx = all_elements.index(element)
-                    section_boundaries.append({
-                        'index': idx,
-                        'element': element,
-                        'type': 'end',
-                        'page_idx': element.page.index
-                    })
-                elif hasattr(element, 'is_page_boundary') and element.is_page_boundary:
+                    section_boundaries.append(
+                        {
+                            "index": idx,
+                            "element": element,
+                            "type": "end",
+                            "page_idx": element.page.index,
+                        }
+                    )
+                elif hasattr(element, "is_page_boundary") and element.is_page_boundary:
                     # This is a virtual page boundary element
-                    section_boundaries.append({
-                        'index': -1,  # Special index for page boundaries
-                        'element': element,
-                        'type': 'end',
-                        'page_idx': element.page.index
-                    })
-        
+                    section_boundaries.append(
+                        {
+                            "index": -1,  # Special index for page boundaries
+                            "element": element,
+                            "type": "end",
+                            "page_idx": element.page.index,
+                        }
+                    )
+
         # Sort boundaries by page index, then by actual document position
-        section_boundaries.sort(key=lambda x: (x['page_idx'], 
-                                             x['index'] if x['index'] != -1 else 
-                                             (0 if x['type'] == 'start' else float('inf'))))
-        
+        section_boundaries.sort(
+            key=lambda x: (
+                x["page_idx"],
+                x["index"] if x["index"] != -1 else (0 if x["type"] == "start" else float("inf")),
+            )
+        )
+
         # Generate sections
         sections = []
         current_start = None
-        
+
         for i, boundary in enumerate(section_boundaries):
             # If it's a start boundary and we don't have a current start
-            if boundary['type'] == 'start' and current_start is None:
+            if boundary["type"] == "start" and current_start is None:
                 current_start = boundary
-            
+
             # If it's an end boundary and we have a current start
-            elif boundary['type'] == 'end' and current_start is not None:
+            elif boundary["type"] == "end" and current_start is not None:
                 # Create a section from current_start to this boundary
-                start_element = current_start['element']
-                end_element = boundary['element']
-                
+                start_element = current_start["element"]
+                end_element = boundary["element"]
+
                 # If both elements are on the same page, use the page's get_section_between
                 if start_element.page == end_element.page:
                     section = start_element.page.get_section_between(
-                        start_element,
-                        end_element,
-                        boundary_inclusion
+                        start_element, end_element, boundary_inclusion
                     )
                     sections.append(section)
                 else:
                     # Create a multi-page section
                     from natural_pdf.elements.region import Region
-                    
+
                     # Get the start and end pages
                     start_page = start_element.page
                     end_page = end_element.page
-                    
+
                     # Create a combined region
                     combined_region = Region(
-                        start_page,
-                        (0, start_element.top, start_page.width, start_page.height)
+                        start_page, (0, start_element.top, start_page.width, start_page.height)
                     )
                     combined_region._spans_pages = True
                     combined_region._page_range = (start_page.index, end_page.index)
                     combined_region.start_element = start_element
                     combined_region.end_element = end_element
-                    
+
                     # Get all elements that fall within this multi-page region
                     combined_elements = []
-                    
+
                     # Get elements from the first page
-                    first_page_elements = [e for e in all_elements 
-                                         if e.page == start_page and e.top >= start_element.top]
+                    first_page_elements = [
+                        e
+                        for e in all_elements
+                        if e.page == start_page and e.top >= start_element.top
+                    ]
                     combined_elements.extend(first_page_elements)
-                    
+
                     # Get elements from middle pages (if any)
                     for page_idx in range(start_page.index + 1, end_page.index):
                         middle_page_elements = [e for e in all_elements if e.page.index == page_idx]
                         combined_elements.extend(middle_page_elements)
-                    
+
                     # Get elements from the last page
-                    last_page_elements = [e for e in all_elements 
-                                        if e.page == end_page and e.bottom <= end_element.bottom]
+                    last_page_elements = [
+                        e
+                        for e in all_elements
+                        if e.page == end_page and e.bottom <= end_element.bottom
+                    ]
                     combined_elements.extend(last_page_elements)
-                    
+
                     # Store the elements in the combined region
                     combined_region._multi_page_elements = combined_elements
-                    
+
                     sections.append(combined_region)
-                
+
                 current_start = None
-                
+
             # If it's another start boundary and we have a current start (for splitting by starts only)
-            elif boundary['type'] == 'start' and current_start is not None and not end_elements:
+            elif boundary["type"] == "start" and current_start is not None and not end_elements:
                 # Create a section from current_start to just before this boundary
-                start_element = current_start['element']
-                
+                start_element = current_start["element"]
+
                 # Find the last element before this boundary on the same page
-                if start_element.page == boundary['element'].page:
+                if start_element.page == boundary["element"].page:
                     # Find elements on this page
                     page_elements = [e for e in all_elements if e.page == start_element.page]
                     # Sort by position
                     page_elements.sort(key=lambda e: (e.top, e.x0))
-                    
+
                     # Find the last element before the boundary
-                    end_idx = page_elements.index(boundary['element']) - 1 if boundary['element'] in page_elements else -1
+                    end_idx = (
+                        page_elements.index(boundary["element"]) - 1
+                        if boundary["element"] in page_elements
+                        else -1
+                    )
                     end_element = page_elements[end_idx] if end_idx >= 0 else None
-                    
+
                     # Create the section
                     section = start_element.page.get_section_between(
-                        start_element,
-                        end_element,
-                        boundary_inclusion
+                        start_element, end_element, boundary_inclusion
                     )
                     sections.append(section)
                 else:
                     # Cross-page section - create from current_start to the end of its page
                     from natural_pdf.elements.region import Region
+
                     start_page = start_element.page
-                    
+
                     region = Region(
-                        start_page, 
-                        (0, start_element.top, start_page.width, start_page.height)
+                        start_page, (0, start_element.top, start_page.width, start_page.height)
                     )
                     region.start_element = start_element
                     sections.append(region)
-                
+
                 current_start = boundary
-        
+
         # Handle the last section if we have a current start
         if current_start is not None:
-            start_element = current_start['element']
+            start_element = current_start["element"]
             start_page = start_element.page
-            
+
             if end_elements:
                 # With end_elements, we need an explicit end - use the last element
                 # on the last page of the collection
@@ -1343,59 +1539,63 @@ class PageCollection(Generic[P]):
                 last_page_elements = [e for e in all_elements if e.page == last_page]
                 last_page_elements.sort(key=lambda e: (e.top, e.x0))
                 end_element = last_page_elements[-1] if last_page_elements else None
-                
+
                 # Create a multi-page section
                 from natural_pdf.elements.region import Region
-                
+
                 if start_page == last_page:
                     # Simple case - both on same page
                     section = start_page.get_section_between(
-                        start_element,
-                        end_element,
-                        boundary_inclusion
+                        start_element, end_element, boundary_inclusion
                     )
                     sections.append(section)
                 else:
                     # Create a multi-page section
                     combined_region = Region(
-                        start_page,
-                        (0, start_element.top, start_page.width, start_page.height)
+                        start_page, (0, start_element.top, start_page.width, start_page.height)
                     )
                     combined_region._spans_pages = True
                     combined_region._page_range = (start_page.index, last_page.index)
                     combined_region.start_element = start_element
                     combined_region.end_element = end_element
-                    
+
                     # Get all elements that fall within this multi-page region
                     combined_elements = []
-                    
+
                     # Get elements from the first page
-                    first_page_elements = [e for e in all_elements 
-                                         if e.page == start_page and e.top >= start_element.top]
+                    first_page_elements = [
+                        e
+                        for e in all_elements
+                        if e.page == start_page and e.top >= start_element.top
+                    ]
                     combined_elements.extend(first_page_elements)
-                    
+
                     # Get elements from middle pages (if any)
                     for page_idx in range(start_page.index + 1, last_page.index):
                         middle_page_elements = [e for e in all_elements if e.page.index == page_idx]
                         combined_elements.extend(middle_page_elements)
-                    
+
                     # Get elements from the last page
-                    last_page_elements = [e for e in all_elements 
-                                        if e.page == last_page and (end_element is None or e.bottom <= end_element.bottom)]
+                    last_page_elements = [
+                        e
+                        for e in all_elements
+                        if e.page == last_page
+                        and (end_element is None or e.bottom <= end_element.bottom)
+                    ]
                     combined_elements.extend(last_page_elements)
-                    
+
                     # Store the elements in the combined region
                     combined_region._multi_page_elements = combined_elements
-                    
+
                     sections.append(combined_region)
             else:
                 # With start_elements only, create a section to the end of the current page
                 from natural_pdf.elements.region import Region
+
                 region = Region(
-                    start_page, 
-                    (0, start_element.top, start_page.width, start_page.height)
+                    start_page, (0, start_element.top, start_page.width, start_page.height)
                 )
                 region.start_element = start_element
                 sections.append(region)
-                
-        return sections
+
+        return sections