natural-pdf 0.1.36__py3-none-any.whl → 0.1.38__py3-none-any.whl

natural_pdf/selectors/parser.py

@@ -24,6 +24,7 @@ This enables powerful document navigation like:
 - page.find('text[size>12]:bold:contains("Summary")')
 - page.find_all('rect[color~="red"]:above(text:contains("Total"))')
 - page.find('text:regex("[0-9]{4}-[0-9]{2}-[0-9]{2}")')
+- page.find('text:regex("[\u2500-\u257F]")')  # Box drawing characters
 """
 
 import ast
@@ -748,6 +749,29 @@ def _build_filter_list(selector: Dict[str, Any], **kwargs) -> List[Dict[str, Any
 
             filter_lambda = contains_check
 
+        # --- Handle :regex pseudo-class (same as :contains with regex=True) ---
+        elif name == "regex" and args is not None:
+            ignore_case = not kwargs.get("case", True)  # Default case sensitive
+            filter_name = f"pseudo-class :regex({args!r}, ignore_case={ignore_case})"
+
+            def regex_check(element, args=args, ignore_case=ignore_case):
+                if not hasattr(element, "text") or not element.text:
+                    return False  # Element must have non-empty text
+
+                element_text = element.text
+                search_term = str(args)  # Ensure args is string
+
+                try:
+                    pattern = re.compile(search_term, re.IGNORECASE if ignore_case else 0)
+                    return bool(pattern.search(element_text))
+                except re.error as e:
+                    logger.warning(
+                        f"Invalid regex '{search_term}' in :regex selector: {e}. Returning False."
+                    )
+                    return False
+
+            filter_lambda = regex_check
+
         # --- Handle :startswith and :starts-with (alias) --- #
         elif name in ("starts-with", "startswith") and args is not None:
             filter_name = f"pseudo-class :{name}({args!r})"

natural_pdf/utils/layout.py

@@ -0,0 +1,26 @@
+from typing import List, Optional, Tuple
+
+
+def merge_bboxes(
+    bboxes: List[Optional[Tuple[float, float, float, float]]]
+) -> Optional[Tuple[float, float, float, float]]:
+    """
+    Merge multiple bounding boxes into a single one that encompasses all of them.
+
+    Args:
+        bboxes: A list of bbox tuples (x0, top, x1, bottom). Can contain None values.
+
+    Returns:
+        A single merged bbox tuple, or None if no valid bboxes are provided.
+    """
+    if not bboxes:
+        return None
+
+    # Filter out None or invalid bboxes
+    valid_bboxes = [b for b in bboxes if b and len(b) == 4]
+    if not valid_bboxes:
+        return None
+
+    x0s, tops, x1s, bottoms = zip(*valid_bboxes)
+
+    return (min(x0s), min(tops), max(x1s), max(bottoms)) 

natural_pdf/utils/text_extraction.py

@@ -1,6 +1,7 @@
 # natural_pdf/utils/text_extraction.py
 import logging
-from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
+import re
+from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Tuple, Union
 
 from pdfplumber.utils.geometry import (
     cluster_objects,
@@ -173,6 +174,75 @@ def filter_chars_spatially(
     return filtered_chars
 
 
+def _apply_content_filter(
+    char_dicts: List[Dict[str, Any]], 
+    content_filter: Union[str, Callable[[str], bool], List[str]]
+) -> List[Dict[str, Any]]:
+    """
+    Applies content filtering to character dictionaries based on their text content.
+    
+    Args:
+        char_dicts: List of character dictionaries to filter.
+        content_filter: Can be:
+            - A regex pattern string (characters matching the pattern are EXCLUDED)
+            - A callable that takes text and returns True to KEEP the character
+            - A list of regex patterns (characters matching ANY pattern are EXCLUDED)
+    
+    Returns:
+        Filtered list of character dictionaries.
+    """
+    if not char_dicts or content_filter is None:
+        return char_dicts
+    
+    initial_count = len(char_dicts)
+    filtered_chars = []
+    
+    # Handle different filter types
+    if isinstance(content_filter, str):
+        # Single regex pattern - exclude matching characters
+        try:
+            pattern = re.compile(content_filter)
+            for char_dict in char_dicts:
+                text = char_dict.get("text", "")
+                if not pattern.search(text):
+                    filtered_chars.append(char_dict)
+        except re.error as e:
+            logger.warning(f"Invalid regex pattern '{content_filter}': {e}. Skipping content filtering.")
+            return char_dicts
+            
+    elif isinstance(content_filter, list):
+        # List of regex patterns - exclude characters matching ANY pattern
+        try:
+            patterns = [re.compile(p) for p in content_filter]
+            for char_dict in char_dicts:
+                text = char_dict.get("text", "")
+                if not any(pattern.search(text) for pattern in patterns):
+                    filtered_chars.append(char_dict)
+        except re.error as e:
+            logger.warning(f"Invalid regex pattern in list: {e}. Skipping content filtering.")
+            return char_dicts
+            
+    elif callable(content_filter):
+        # Callable filter - keep characters where function returns True
+        try:
+            for char_dict in char_dicts:
+                text = char_dict.get("text", "")
+                if content_filter(text):
+                    filtered_chars.append(char_dict)
+        except Exception as e:
+            logger.warning(f"Error in content filter function: {e}. Skipping content filtering.")
+            return char_dicts
+    else:
+        logger.warning(f"Unsupported content_filter type: {type(content_filter)}. Skipping content filtering.")
+        return char_dicts
+    
+    filtered_count = initial_count - len(filtered_chars)
+    if filtered_count > 0:
+        logger.debug(f"Content filter removed {filtered_count} characters.")
+    
+    return filtered_chars
+
+
 def generate_text_layout(
     char_dicts: List[Dict[str, Any]],
     layout_context_bbox: Optional[Tuple[float, float, float, float]] = None,
@@ -206,6 +276,11 @@ def generate_text_layout(
     # Make a working copy of user_kwargs so we can safely pop custom keys
     incoming_kwargs = user_kwargs.copy() if user_kwargs else {}
 
+    # --- Apply content filtering if specified ---
+    content_filter = incoming_kwargs.pop("content_filter", None)
+    if content_filter is not None:
+        valid_char_dicts = _apply_content_filter(valid_char_dicts, content_filter)
+
     # --- Handle custom 'strip' option ------------------------------------
     # * strip=True  – post-process the final string to remove leading/trailing
     #                 whitespace (typically used when layout=False)

{natural_pdf-0.1.36.dist-info → natural_pdf-0.1.38.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: natural-pdf
-Version: 0.1.36
+Version: 0.1.38
 Summary: A more intuitive interface for working with PDFs
 Author-email: Jonathan Soma <jonathan.soma@gmail.com>
 License-Expression: MIT

{natural_pdf-0.1.36.dist-info → natural_pdf-0.1.38.dist-info}/RECORD

@@ -1,7 +1,7 @@
 natural_pdf/__init__.py,sha256=qDFJNF8sbEDO-2WSFAxoWEM8updOUP6dB-ckya0kxfs,3275
 natural_pdf/cli.py,sha256=SkPwhhMM-GhLsj3O1n1Agxz4KOxcZ08sj8hVQSFJB5c,4064
 natural_pdf/analyzers/__init__.py,sha256=M5oD4oEsIBWrzgTaeg4uBYrC4OPd7Mp7tz8ootKN_l8,1134
-natural_pdf/analyzers/guides.py,sha256=5Lqc51trtqmLvjxLjDS__mgeyviRrjV-CIIT69RmEt4,92327
+natural_pdf/analyzers/guides.py,sha256=D55ov45PE7mhqvEnarn82y5hG6gmDzk7tYw233LnluA,141896
 natural_pdf/analyzers/shape_detection_mixin.py,sha256=Ef1o73QYVXQ2QcQMM_W9XRwY6vaIQHgxzD7etJ6LbiM,62820
 natural_pdf/analyzers/text_options.py,sha256=qEkDaYWla0rIM_gszEOsu52q7C_dAfV81P2HLJZM2sw,3333
 natural_pdf/analyzers/text_structure.py,sha256=VfKTsTFrK877sC0grsis9jK3rrgp0Mbp13VWEbukTcs,28437
@@ -27,8 +27,8 @@ natural_pdf/collections/pdf_collection.py,sha256=sDVEbFMNME_2OaHIsCoR_W7V1cAATNw
 natural_pdf/core/__init__.py,sha256=QC8H4M3KbXwMFiQORZ0pdPlzx1Ix6oKKQSS7Ib2KEaA,38
 natural_pdf/core/element_manager.py,sha256=DRZvntd99wjXy6KeDjCq5uRhjMftZop9QklOZqlUH8M,55349
 natural_pdf/core/highlighting_service.py,sha256=2tBrrEq6d6hz5f6Yf7z5TysJdlTyuHTURBnQxokJnDM,40645
-natural_pdf/core/page.py,sha256=Jw5SDshnHesqoC4yhtKEokeV08wMHuWZyWs5kDMOAjo,133204
-natural_pdf/core/pdf.py,sha256=9t8Ks-AZp3yjH_lRkFZAyIkjUQoCTRbmXK7vSi1e4UE,92415
+natural_pdf/core/page.py,sha256=iWokHLuSrQ71kxB_tTWkCp_O-i72urR4iGFUIzKoH8k,145351
+natural_pdf/core/pdf.py,sha256=5M1gB9psqwJCgE0w7PQ_G1XVa_XCmyNNmluZO7pIyZ4,97112
 natural_pdf/describe/__init__.py,sha256=kIV7ORmWWB1SAur7nK2aAwR-wHqSedhKfUsaUl4hG0A,586
 natural_pdf/describe/base.py,sha256=CLhZXYQO6SOPUVWLt6VwZ7MK48t_6wgPMyFMLtTCKRc,18166
 natural_pdf/describe/elements.py,sha256=JicXC9SJmmasqxalpCXA47-kVwv-6JnR3Xiu778aNHM,12634
@@ -36,12 +36,12 @@ natural_pdf/describe/mixin.py,sha256=rkX14aGrSz7Jvxx8Rbxv3eSfbO-_29DipwpstrV2pDQ
 natural_pdf/describe/summary.py,sha256=cfT4ZQkeatCDAOwWPwhtEVXisNgk6E57fAXAnoRysSU,7645
 natural_pdf/elements/__init__.py,sha256=S8XeiNWJ1WcgnyYKdYV1yxQlAxCCO3FfITT8MQwNbyk,41
 natural_pdf/elements/base.py,sha256=-ZAcc8lb2aSWTKcprwKTvnR6hsDGDm7T8a1Y9V38E_A,52042
-natural_pdf/elements/collections.py,sha256=7i279l8kpgzRyvjRr13n1BeqbC5ufwYx7lu_WmfXWTE,131199
+natural_pdf/elements/collections.py,sha256=qtHEaLPxZ6i3zPQsbSOw_KMAr9oDMWR1516ilSMSDeY,133189
 natural_pdf/elements/image.py,sha256=zu-P2Y8fRoEXf6IeZU0EYRWsgZ6I_a5vy1FA3VXTGkQ,1424
 natural_pdf/elements/line.py,sha256=mHSeV-ZABY-Cc_K_NpFL53OGtTWlexYDlMvZc8_Vrx8,3845
 natural_pdf/elements/rect.py,sha256=QuQg0Qo7XYQKBac-3Ss0n0ELV6icdPcrygWM2VWzeX8,3325
-natural_pdf/elements/region.py,sha256=EqwtZJ2qgMyykuLVv2zO51oKJoSU4Hl7UA_mqTqRzmQ,143419
-natural_pdf/elements/text.py,sha256=409RqADe0FYG_i99n6Dy0hl_fWTtBHRCzCq7BP0eAL8,18854
+natural_pdf/elements/region.py,sha256=s3iFTq6QNiEgSAEV9ywt-3oQW5_swTvB6FNMgANpvmA,151055
+natural_pdf/elements/text.py,sha256=giPJQaXuOBCviQ7QKVx_ZMrKFVpgQAsaCS2-kn-8mp0,20530
 natural_pdf/export/mixin.py,sha256=L1q3MIEFWuvie4j4_EmW7GT3NerbZ1as0XMUoqTS7gM,5083
 natural_pdf/exporters/__init__.py,sha256=QffoARekR6WzXEd05oxOytly4qPdBizuIF-SUkeFpig,643
 natural_pdf/exporters/base.py,sha256=XhR1xlkHOh7suOuX7mWbsj1h2o1pZNet-OAS5YCJyeI,2115
@@ -60,7 +60,7 @@ natural_pdf/flows/__init__.py,sha256=cUN4A8hTDLZSRr4PO2W_lR4z6hWpbNG8Seox-IIcrLU
 natural_pdf/flows/collections.py,sha256=iF8SsfKKb-YVIGi3m-yMRnfKgo_0n_EGhojnYK24h-Q,28493
 natural_pdf/flows/element.py,sha256=mKzk3B7A7sWNvu4CDvAjLr3_ZFLt--ktrSNoLfLpFxU,23940
 natural_pdf/flows/flow.py,sha256=ukkUqXsZmEw-QJEiVqEBLC8ktfBG2Bw56_RR1OEsd24,12802
-natural_pdf/flows/region.py,sha256=nB634NCuC2BzBHuXAn8Ynf5lwZnR5mWb3RD36iEaPYY,27659
+natural_pdf/flows/region.py,sha256=jRenBFh2ZmFNklNnGkzCsAM0OfMjbP8fo0p7BiVCl_k,31795
 natural_pdf/ocr/__init__.py,sha256=VY8hhvDPf7Gh2lB-d2QRmghLLyTy6ydxlgo1cS4dOSk,2482
 natural_pdf/ocr/engine.py,sha256=SwNlWydtHbrIghV5JD_j5B4-rnjCMYIWUIEARag-zHw,11839
 natural_pdf/ocr/engine_doctr.py,sha256=ptKrupMWoulZb-R93zr9btoe94JPWU7vlJuN7OBJEIM,17740
@@ -81,7 +81,7 @@ natural_pdf/search/search_options.py,sha256=sq_e8_jSROicD94b_xtDtLnjEr_Zsy4icjzP
 natural_pdf/search/search_service_protocol.py,sha256=Dl-Q-CrutkhZwI69scbW9EWPeYM63qxB60_EA7YqIYo,6699
 natural_pdf/search/searchable_mixin.py,sha256=hqQ_AuID5eTGRCtKYdFLZ1zF35y73uk3x1M1VW9Il8U,23514
 natural_pdf/selectors/__init__.py,sha256=oZGeqSv53EqmIZOhcnawuaGGlRg1h79vArXuZCWKm4A,123
-natural_pdf/selectors/parser.py,sha256=Flxjo_ZODBLQM8DQlQGqZTTQDyea3zUTzO9L2dtVabM,36402
+natural_pdf/selectors/parser.py,sha256=W1gZuBhGy2uHqCoExzCAFbsiVMKYSgUfCc9cr4rO1V0,37540
 natural_pdf/tables/__init__.py,sha256=sCvCGbGsL6BiqlNxAYfVv003bIDLI11FmjHhaWfcU6w,104
 natural_pdf/tables/result.py,sha256=hrGIWDkImpdxsGzugcQKU-qrTgHwwfOigJDFdYl8aUc,3994
 natural_pdf/templates/__init__.py,sha256=jYBxzfi73vew0f6yhIh1MlRxw4F_TVN2hKQR0YXOFe0,20
@@ -90,14 +90,15 @@ natural_pdf/utils/bidi_mirror.py,sha256=jJEES0xDrMfo5Me8kHMxHv4COS51PitnYi2EvKv3
 natural_pdf/utils/debug.py,sha256=RN7H3E6ph-GtxubCW6psW7TO8o2BxcNLiEzByTVR9fk,995
 natural_pdf/utils/highlighting.py,sha256=EIY6ihVGtUTS_DjWyxpnr_UXpcR4btC1KhSGQ9VUfKg,698
 natural_pdf/utils/identifiers.py,sha256=P7n6owcubnF8oAMa_UfYtENmIaJQdH_AMC9Jbs2bWXo,1117
+natural_pdf/utils/layout.py,sha256=nCmXiflatJoh-uFtDzfNnlYuRu7Pu9voJWUek6rEMzI,752
 natural_pdf/utils/locks.py,sha256=7HJqV0VsNcOfISnbw8goCKWP5ck11uSJo6T_x9XIPKI,215
 natural_pdf/utils/packaging.py,sha256=e7U2wWvpunlAWpPFexNkD_c4dYbPp5LcKo7og4bNGvk,22411
 natural_pdf/utils/reading_order.py,sha256=u7XyVZdKMPMK0CL1C7xFogKnZ92b0JKT068KFjQWe18,7437
-natural_pdf/utils/text_extraction.py,sha256=mDeN1_VevNi3RwvFe48PM5vBh-A5WeBlYgP6lSjBaOk,10854
+natural_pdf/utils/text_extraction.py,sha256=HYWlYGPfafwzsuMyfL5oQhvcD4NobbvC_aCpcDs9I64,13901
 natural_pdf/utils/visualization.py,sha256=olDkWtuVzP0NxRg0CP0DL-eXNCY7Bs-SH-2Xn-cjbo0,9370
 natural_pdf/widgets/__init__.py,sha256=QTVaUmsw__FCweFYZebwPssQxxUFUMd0wpm_cUbGZJY,181
 natural_pdf/widgets/viewer.py,sha256=KW3JogdR2TMg2ECUMYp8hwd060hfg8EsYBWxb5IEzBY,24942
-natural_pdf-0.1.36.dist-info/licenses/LICENSE,sha256=9zfwINwJlarbDmdh6iJV4QUG54QSJlSAUcnC1YiC_Ns,1074
+natural_pdf-0.1.38.dist-info/licenses/LICENSE,sha256=9zfwINwJlarbDmdh6iJV4QUG54QSJlSAUcnC1YiC_Ns,1074
 optimization/memory_comparison.py,sha256=F90D_5WhliSGAct_lyx93xd4q4F-jeo8QpGyDr8tmNw,6543
 optimization/pdf_analyzer.py,sha256=xf6h-FNlqCpsm8NriXcs_bQZOB8eQkxgGGKVRL_jgCM,19347
 optimization/performance_analysis.py,sha256=RjAqeE3YS1r_7qTWkY6Ng5YMbb6MXJXfXX6LoVjg_xQ,13035
@@ -114,8 +115,8 @@ tools/bad_pdf_eval/llm_enrich.py,sha256=mCh4KGi1HmIkzGjj5rrHz1Osd7sEX1IZ_FW08H1t
 tools/bad_pdf_eval/llm_enrich_with_retry.py,sha256=XUtPF1hUvqd3frDXT0wDTXoonuAivhjM5vgFdZ-tm0A,9373
 tools/bad_pdf_eval/reporter.py,sha256=e1g__mkSB4q02p3mGWOwMhvFs7F2HJosNBxup0-LkyU,400
 tools/bad_pdf_eval/utils.py,sha256=hR95XQ7qf7Cu6BdyX0L7ggGVx-ah5sK0jHWblTJUUic,4896
-natural_pdf-0.1.36.dist-info/METADATA,sha256=bAjoKpKPZW76v_QVBA0HgyXvA9ZP2uFrrD50mJq051M,6739
-natural_pdf-0.1.36.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-natural_pdf-0.1.36.dist-info/entry_points.txt,sha256=1R_KMv7g60UBBpRqGfw7bppsMNGdayR-iJlb9ohEk_8,81
-natural_pdf-0.1.36.dist-info/top_level.txt,sha256=oZlRzSc3nZ9sV3L6kD_Di734Pp62ANrm46imFVa51qQ,58
-natural_pdf-0.1.36.dist-info/RECORD,,
+natural_pdf-0.1.38.dist-info/METADATA,sha256=7a2BfP1oBRbUDUm_9t-3jCsw9BGjIiGyoFwGQyDvcVo,6739
+natural_pdf-0.1.38.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+natural_pdf-0.1.38.dist-info/entry_points.txt,sha256=1R_KMv7g60UBBpRqGfw7bppsMNGdayR-iJlb9ohEk_8,81
+natural_pdf-0.1.38.dist-info/top_level.txt,sha256=oZlRzSc3nZ9sV3L6kD_Di734Pp62ANrm46imFVa51qQ,58
+natural_pdf-0.1.38.dist-info/RECORD,,