wxpath 0.5.1__tar.gz → 0.5.2__tar.gz

{wxpath-0.5.1/src/wxpath.egg-info → wxpath-0.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wxpath
-Version: 0.5.1
+Version: 0.5.2
 Summary: wxpath - a declarative web crawler and data extractor
 Author-email: Rodrigo Palacios <rodrigopala91@gmail.com>
 License-Expression: MIT
@@ -65,8 +65,10 @@ Requires Python 3.10+.
 
 ```
 pip install wxpath
-# For TUI support
+# For TUI support:
 pip install "wxpath[tui]"
+# Immediately launch the TUI via uv:
+uvx --from "wxpath[tui]" wxpath-tui
 ```
 ---
 

{wxpath-0.5.1 → wxpath-0.5.2}/README.md

@@ -13,8 +13,10 @@ Requires Python 3.10+.
 
 ```
 pip install wxpath
-# For TUI support
+# For TUI support:
 pip install "wxpath[tui]"
+# Immediately launch the TUI via uv:
+uvx --from "wxpath[tui]" wxpath-tui
 ```
 ---
 

{wxpath-0.5.1 → wxpath-0.5.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "wxpath"
-version = "0.5.1"
+version = "0.5.2"
 description = "wxpath - a declarative web crawler and data extractor"
 readme = "README.md"
 requires-python = ">=3.10"

{wxpath-0.5.1 → wxpath-0.5.2}/src/wxpath/core/ops.py

@@ -2,25 +2,11 @@ from typing import Callable, Iterable
 from urllib.parse import urljoin
 
 import elementpath
-from elementpath import (
-    ElementPathError,
-    ElementPathSyntaxError as EPSyntaxError,
-    ElementPathTypeError as EPTypeError,
-    ElementPathZeroDivisionError,
-    ElementPathRuntimeError as EPRuntimeError,
-    MissingContextError,
-)
 from elementpath.datatypes import AnyAtomicType
 from elementpath.xpath3 import XPath3Parser
 from lxml import html
 
 from wxpath.core.dom import get_absolute_links_from_elem_and_xpath
-from wxpath.core.exceptions import (
-    XPathEvaluationError,
-    XPathSyntaxError, 
-    XPathTypeError, 
-    XPathRuntimeError,
-)
 from wxpath.core.models import (
     CrawlIntent,
     DataIntent,
@@ -133,52 +119,7 @@ def _handle_xpath(curr_elem: html.HtmlElement,
         raise ValueError("Element must be provided when path_expr does not start with 'url()'.")
     base_url = getattr(curr_elem, 'base_url', None)
     log.debug("base url", extra={"depth": curr_depth, "op": 'xpath', "base_url": base_url})
-    
-    try:
-        elems = curr_elem.xpath3(expr)
-    except EPSyntaxError as e:
-        # Parse the error message to extract line/column if available
-        # elementpath format: "... at line 1, column 7: [err:XPST0003] ..."
-        raise XPathSyntaxError(
-            f"Invalid XPath syntax: {str(e).split(': ', 1)[-1]}",
-            xpath=expr,
-            base_url=base_url,
-            element_tag=curr_elem.tag,
-            original_error=e
-        ) from e
-    except EPTypeError as e:
-        raise XPathTypeError(
-            f"XPath type error: {str(e).split(': ', 1)[-1]}",
-            xpath=expr,
-            base_url=base_url,
-            element_tag=curr_elem.tag,
-            original_error=e
-        ) from e
-    except ElementPathZeroDivisionError as e:
-        raise XPathRuntimeError(
-            f"Division by zero in XPath: {expr}",
-            xpath=expr,
-            base_url=base_url,
-            element_tag=curr_elem.tag,
-            original_error=e
-        ) from e
-    except MissingContextError as e:
-        raise XPathRuntimeError(
-            f"XPath requires context but none provided: {expr}",
-            xpath=expr,
-            base_url=base_url,
-            element_tag=curr_elem.tag,
-            original_error=e
-        ) from e
-    except ElementPathError as e:
-        # Catch-all for other elementpath errors
-        raise XPathEvaluationError(
-            f"XPath evaluation failed: {e}",
-            xpath=expr,
-            base_url=base_url,
-            element_tag=curr_elem.tag,
-            original_error=e
-        ) from e
+    elems = curr_elem.xpath3(expr)
     
     next_segments = curr_segments[1:]
     for elem in elems:
@@ -315,37 +256,12 @@ def _handle_binary(curr_elem: html.HtmlElement | str,
     base_url = getattr(curr_elem, 'base_url', None)
     next_segments = right
 
-    try:
-        results = elementpath.select(
-            curr_elem,
-            left.value,
-            parser=XPath3Parser,
-            item='' if curr_elem is None else None
-        )
-    except EPSyntaxError as e:
-        raise XPathSyntaxError(
-            f"Invalid XPath in binary operation: {str(e).split(': ', 1)[-1]}",
-            xpath=left.value,
-            base_url=base_url,
-            element_tag=getattr(curr_elem, 'tag', None),
-            original_error=e
-        ) from e
-    except EPTypeError as e:
-        raise XPathTypeError(
-            f"XPath type error in binary operation: {str(e).split(': ', 1)[-1]}",
-            xpath=left.value,
-            base_url=base_url,
-            element_tag=getattr(curr_elem, 'tag', None),
-            original_error=e
-        ) from e
-    except ElementPathError as e:
-        raise XPathEvaluationError(
-            f"XPath evaluation failed in binary operation: {e}",
-            xpath=left.value,
-            base_url=base_url,
-            element_tag=getattr(curr_elem, 'tag', None),
-            original_error=e
-        ) from e
+    results = elementpath.select(
+        curr_elem,
+        left.value,
+        parser=XPath3Parser,
+        item='' if curr_elem is None else None
+    )
 
     if isinstance(results, AnyAtomicType):
         results = [results]

{wxpath-0.5.1 → wxpath-0.5.2}/src/wxpath/core/parser.py

@@ -13,7 +13,6 @@ except ImportError:
 
 
 TOKEN_SPEC = [
-    ("WXLOOP",  r"wx:loop"),
     ("NUMBER",   r"\d+\.\d+"),
     ("INTEGER",  r"\d+"),
     ("STRING",   r"'([^'\\]|\\.)*'|\"([^\"\\]|\\.)*\""), # TODO: Rename to URL Literal
@@ -181,7 +180,7 @@ class Parser:
 
     def parse_binary(self, min_prec: int) -> object:
         """Parse a binary expression chain honoring operator precedence."""
-        if self.token.type == "WXPATH" or self.token.type == "WXLOOP":
+        if self.token.type == "WXPATH":
             left = self.parse_segments()
         else:
             left = self.nud()

{wxpath-0.5.1 → wxpath-0.5.2}/src/wxpath/core/runtime/engine.py

@@ -2,14 +2,13 @@ import asyncio
 import contextlib
 import inspect
 from collections import deque
-from typing import Any, AsyncGenerator, Iterator, Iterable
+from typing import Any, AsyncGenerator, Iterator
 
 from lxml.html import HtmlElement
 from tqdm import tqdm
 
 from wxpath import patches  # noqa: F401
 from wxpath.core import parser
-from wxpath.core.exceptions import XPathEvaluationError
 from wxpath.core.models import (
     CrawlIntent,
     CrawlTask,
@@ -146,7 +145,6 @@ class WXPathEngine(HookedEngineBase):
             respect_robots: bool = True,
             allowed_response_codes: set[int] = None,
             allow_redirects: bool = True,
-            yield_errors: bool = False,
         ):
         # NOTE: Will grow unbounded in large crawls. Consider a LRU cache, or bloom filter.
         self.seen_urls: set[str] = set()
@@ -159,7 +157,6 @@ class WXPathEngine(HookedEngineBase):
         self.allow_redirects = allow_redirects
         if allow_redirects:
             self.allowed_response_codes |= {301, 302, 303, 307, 308}
-        self.yield_errors = yield_errors
 
     def _get_max_depth(self, bin_or_segs: Binary | Segments, max_depth: int) -> int:
         """Get the maximum crawl depth for a given expression. Will find a Depth
@@ -185,6 +182,7 @@ class WXPathEngine(HookedEngineBase):
             expression: str, 
             max_depth: int, 
             progress: bool = False,
+            yield_errors: bool = False,
         ) -> AsyncGenerator[Any, None]:
         """Execute a wxpath expression concurrently and yield results.
 
@@ -269,10 +267,7 @@ class WXPathEngine(HookedEngineBase):
                 queue=queue,
                 pbar=pbar,
             ):
-                if isinstance(output, dict) and output.get("__type__") == "error":
-                    yield output
-                else:
-                    yield await self.post_extract_hooks(output)
+                yield await self.post_extract_hooks(output)
 
             # While looping asynchronous generators, you MUST make sure 
             # to check terminal conditions before re-iteration.
@@ -287,7 +282,7 @@ class WXPathEngine(HookedEngineBase):
                 if task is None:
                     log.warning(f"Got unexpected response from {resp.request.url}")
 
-                    if self.yield_errors:
+                    if yield_errors:
                         yield {
                             "__type__": "error",
                             "url": resp.request.url,
@@ -303,7 +298,7 @@ class WXPathEngine(HookedEngineBase):
                 if resp.error:
                     log.warning(f"Got error from {resp.request.url}: {resp.error}")
 
-                    if self.yield_errors:
+                    if yield_errors:
                         yield {
                             "__type__": "error",
                             "url": resp.request.url,
@@ -320,7 +315,7 @@ class WXPathEngine(HookedEngineBase):
                 if resp.status not in self.allowed_response_codes or not resp.body:
                     log.warning(f"Got non-200 response from {resp.request.url}")
 
-                    if self.yield_errors:
+                    if yield_errors:
                         yield {
                             "__type__": "error",
                             "url": resp.request.url,
@@ -418,11 +413,7 @@ class WXPathEngine(HookedEngineBase):
 
             binary_or_segment = bin_or_segs if isinstance(bin_or_segs, Binary) else bin_or_segs[0]
             operator = get_operator(binary_or_segment)
-
-            if self.yield_errors:
-                intents = _safe_iterator(operator(elem, bin_or_segs, depth))
-            else:
-                intents = operator(elem, bin_or_segs, depth)
+            intents = operator(elem, bin_or_segs, depth)
 
             if not intents:
                 return
@@ -458,28 +449,6 @@ class WXPathEngine(HookedEngineBase):
                     mini_queue.append((elem, next_segments))
 
 
-def _safe_iterator(iterable: Iterable[Any]) -> Iterator[Any]:
-    """Wrap an iterable in a try/except block and return an iterator that yields the result or the error."""
-    it = iter(iterable)
-    while True:
-        try:
-            yield next(it)
-        except StopIteration:
-            break
-        except XPathEvaluationError as e:
-            yield {
-                "__type__": "error",
-                "reason": "xpath_evaluation_error",
-                "exception": str(e),
-            }
-        except Exception as e:
-            yield {
-                "__type__": "error",
-                "reason": "iterator_error",
-                "exception": str(e),
-            }
-
-
 def wxpath_async(path_expr: str,
                  max_depth: int,
                  progress: bool = False,

{wxpath-0.5.1 → wxpath-0.5.2}/src/wxpath/tui.py

@@ -20,7 +20,6 @@ Example:
 import asyncio
 import csv
 import json
-import traceback
 from datetime import datetime
 from pathlib import Path
 from typing import Any, Iterable
@@ -28,7 +27,7 @@ from typing import Any, Iterable
 from elementpath.xpath_tokens import XPathMap
 from lxml.html import HtmlElement, tostring
 from rich.console import RenderableType
-from textual import events, work
+from textual import work
 from textual.app import App, ComposeResult
 from textual.containers import Container, Horizontal, Vertical, VerticalScroll
 from textual.reactive import reactive
@@ -559,7 +558,6 @@ class WXPathTUI(App):
         ("ctrl+r", "execute", "Execute"),
         ("escape", "cancel_crawl", "Cancel Crawl"),
         ("ctrl+c", "clear", "Clear"),
-        ("ctrl+shift+backspace", "clear_editor", "Clear Editor"),
         ("ctrl+d", "clear_debug", "Clear Debug"),
         ("ctrl+shift+d", "toggle_debug", "Toggle Debug"),
         ("ctrl+e", "export", "Export"),
@@ -631,7 +629,6 @@ class WXPathTUI(App):
             "  • Press [bold]Escape[/bold] to cancel a running crawl\n"
             "  • Press [bold]Ctrl+E[/bold] to export table (CSV/JSON)\n"
             "  • Press [bold]Ctrl+C[/bold] to clear output\n"
-            "  • Press [bold]Ctrl+Shift+Backspace[/bold] to clear expression editor\n"
             "  • Press [bold]Ctrl+Shift+D[/bold] to toggle debug panel\n"
             "  • Press [bold]Ctrl+H[/bold] to configure HTTP headers\n"
             "  • Press [bold]Ctrl+Shift+S[/bold] to edit persistent settings (concurrency, robots)\n" # noqa: E501
@@ -648,7 +645,7 @@ class WXPathTUI(App):
         """Update global settings and subtitle when cache setting changes."""
         # Update the global settings - this is what the HTTP crawler will read
         SETTINGS.http.client.cache.enabled = bool(new_value)
-        self._debug(f"Cache enabled: {SETTINGS.http.client.cache.enabled}")
+        print(f"Cache enabled: {SETTINGS.http.client.cache.enabled}")
         self._update_subtitle()
     
     def watch_custom_headers(self, new_value: dict) -> None:
@@ -661,8 +658,7 @@ class WXPathTUI(App):
     
     def _update_subtitle(self) -> None:
         """Update subtitle with current cache, headers, and persistent settings."""
-        # cache_state = "ON" if self.cache_enabled else "OFF"
-        cache_state = SETTINGS.http.client.cache.enabled
+        cache_state = "ON" if self.cache_enabled else "OFF"
         headers_count = len(self.custom_headers)
         headers_info = f"{headers_count} custom" if headers_count > 0 else "default"
         conc = self.tui_settings.get("concurrency", 16)
@@ -944,10 +940,7 @@ class WXPathTUI(App):
             columns_initialized = False
             column_keys: list[str] = []
 
-            async for result in engine.run(expression, max_depth=1, progress=False, yield_errors=True):
-                if isinstance(result, dict) and result.get("__type__") == "error":
-                    self._debug(f"Error: {result.get('reason')}: {result}")
-                    continue
+            async for result in engine.run(expression, max_depth=1, progress=False):
                 count += 1
                 if count % 100 == 0:
                     self._debug(f"Received result {count} of type {type(result).__name__}")
@@ -997,16 +990,8 @@ class WXPathTUI(App):
             self._executing = False
             return
         except Exception as e:
-            # Log full stack trace to debug panel
-            self._debug(traceback.format_exc())
-            # Append error as next row of table (do not clear output panel)
-            err_msg = f"Execution Error: {type(e).__name__}: {e}"
-            if columns_initialized and column_keys:
-                row = [err_msg] + [""] * (len(column_keys) - 1)
-                data_table.add_row(*row, key=f"error-{count}")
-            else:
-                data_table.add_column("error", key="error")
-                data_table.add_row(err_msg, key="error-0")
+            # Handle execution errors separately
+            self._update_output(f"[red]Execution Error:[/red] {type(e).__name__}: {e}")
             self._executing = False
             return
         finally:
@@ -1101,13 +1086,7 @@ class WXPathTUI(App):
         """Clear the output panel."""
         self._update_output("Waiting for expression...")
         self._debug("Cleared output panel.")
-
-    def action_clear_editor(self) -> None:
-        """Clear the expression editor (all text)."""
-        editor = self.query_one("#expression-editor", )
-        editor.clear()
-        self._debug("Expression editor cleared.")
-
+    
     def _update_output(self, content: str | RenderableType) -> None:
         """Update the output panel with new content."""
         # output_panel = self.query_one("#output-panel", OutputPanel)

{wxpath-0.5.1 → wxpath-0.5.2/src/wxpath.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wxpath
-Version: 0.5.1
+Version: 0.5.2
 Summary: wxpath - a declarative web crawler and data extractor
 Author-email: Rodrigo Palacios <rodrigopala91@gmail.com>
 License-Expression: MIT
@@ -65,8 +65,10 @@ Requires Python 3.10+.
 
 ```
 pip install wxpath
-# For TUI support
+# For TUI support:
 pip install "wxpath[tui]"
+# Immediately launch the TUI via uv:
+uvx --from "wxpath[tui]" wxpath-tui
 ```
 ---