kash-shell 0.3.23__py3-none-any.whl → 0.3.24__py3-none-any.whl

kash/web_content/web_fetch.py

@@ -2,11 +2,13 @@ from __future__ import annotations
 
 import logging
 from dataclasses import dataclass
-from functools import cached_property
+from enum import Enum
+from functools import cache, cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING, Any
 from urllib.parse import urlparse
 
+from cachetools import TTLCache
 from strif import atomic_output_file, copyfile_atomic
 
 from kash.config.env_settings import KashEnv
@@ -14,59 +16,245 @@ from kash.utils.common.url import Url
 from kash.utils.file_utils.file_formats import MimeType
 
 if TYPE_CHECKING:
-    from httpx import Client, Response
+    from curl_cffi.requests import Response as CurlCffiResponse
+    from curl_cffi.requests import Session as CurlCffiSession
+    from httpx import Client as HttpxClient
+    from httpx import Response as HttpxResponse
 
 log = logging.getLogger(__name__)
 
 
 DEFAULT_TIMEOUT = 30
+CURL_CFFI_IMPERSONATE_VERSION = "chrome120"
 
-
-DEFAULT_USER_AGENT = (
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:126.0) Gecko/20100101 Firefox/126.0"
+# Header helpers
+_DEFAULT_UA = (
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_7_3) "
+    "AppleWebKit/537.36 (KHTML, like Gecko) "
+    "Chrome/126.0.0.0 Safari/537.36"
 )
+_SIMPLE_HEADERS = {"User-Agent": KashEnv.KASH_USER_AGENT.read_str(default=_DEFAULT_UA)}
+
+
+class ClientMode(Enum):
+    """
+    Defines the web client and settings.
+    """
+
+    SIMPLE = "SIMPLE"
+    """httpx with minimal headers"""
+
+    BROWSER_HEADERS = "BROWSER_HEADERS"
+    """httpx with extensive, manually-set headers"""
+
+    CURL_CFFI = "CURL_CFFI"
+    """curl_cffi for full browser impersonation (incl. TLS)"""
+
+    AUTO = "AUTO"
+    """Automatically pick CURL_CFFI if available, otherwise BROWSER_HEADERS"""
+
+
+@cache
+def _have_brotli() -> bool:
+    """
+    Check if brotli compression is available.
+    Warns once if brotli is not installed.
+    """
+    try:
+        import brotli  # noqa: F401
+
+        return True
+    except ImportError:
+        log.warning("web_fetch: brotli package not found; install for better download performance")
+        return False
+
+
+@cache
+def _have_curl_cffi() -> bool:
+    """
+    Check if curl_cffi is available.
+    Warns once if curl_cffi is not installed.
+    """
+    try:
+        import curl_cffi.requests  # noqa: F401
+
+        return True
+    except ImportError:
+        log.warning("web_fetch: curl_cffi package not found; install for browser impersonation")
+        return False
 
 
-def default_headers() -> dict[str, str]:
-    return {"User-Agent": KashEnv.KASH_USER_AGENT.read_str(default=DEFAULT_USER_AGENT)}
+@cache
+def _get_auto_mode() -> ClientMode:
+    """
+    Automatically select the best available client mode.
+    Logs the decision once due to caching.
+    """
+    if _have_curl_cffi():
+        log.info("web_fetch: AUTO mode selected CURL_CFFI (full browser impersonation)")
+        return ClientMode.CURL_CFFI
+    else:
+        log.info("web_fetch: AUTO mode selected BROWSER_HEADERS (httpx with browser headers)")
+        return ClientMode.BROWSER_HEADERS
+
+
+@cache
+def _browser_like_headers() -> dict[str, str]:
+    """
+    Full header set that looks like a 2025-era Chrome GET.
+    """
+    ua = KashEnv.KASH_USER_AGENT.read_str(default=_DEFAULT_UA)
+
+    # Build Accept-Encoding based on available compression support
+    encodings = ["gzip", "deflate"]
+    if _have_brotli():
+        encodings.append("br")
+    accept_encoding = ", ".join(encodings)
+
+    return {
+        "User-Agent": ua,
+        "Accept": (
+            "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8"
+        ),
+        "Accept-Language": "en-US,en;q=0.9",
+        "Accept-Encoding": accept_encoding,
+        "Referer": "https://www.google.com/",
+        "DNT": "1",
+        "Upgrade-Insecure-Requests": "1",
+    }
+
+
+# Cookie priming cache - tracks which hosts have been primed
+_primed_hosts = TTLCache(maxsize=10000, ttl=3600)
+
+
+def _prime_host(host: str, client: HttpxClient | CurlCffiSession, timeout: int, **kwargs) -> bool:
+    """
+    Prime cookies for a host using the provided client and extra arguments.
+    """
+    if host in _primed_hosts:
+        log.debug("Cookie priming for %s skipped (cached)", host)
+        return True
+
+    try:
+        root = f"https://{host}/"
+        # Pass client-specific kwargs like `impersonate`
+        client.get(root, timeout=timeout, **kwargs)
+        log.debug("Cookie priming completed for %s", host)
+    except Exception as exc:
+        log.debug("Cookie priming for %s failed (%s); continuing", host, exc)
+
+    # Mark as primed (both success and failure to avoid immediate retries)
+    _primed_hosts[host] = True
+    return True
+
+
+def _get_req_headers(
+    mode: ClientMode, user_headers: dict[str, str] | None = None
+) -> dict[str, str]:
+    """
+    Build headers based on the selected ClientMode.
+    For CURL_CFFI, curl_cffi handles headers automatically.
+    """
+    if mode is ClientMode.AUTO:
+        mode = _get_auto_mode()
+
+    base_headers = {}
+    if mode is ClientMode.SIMPLE:
+        base_headers = _SIMPLE_HEADERS
+    elif mode is ClientMode.BROWSER_HEADERS:
+        base_headers = _browser_like_headers()
+    elif mode is ClientMode.CURL_CFFI:
+        # curl_cffi handles the important headers (UA, Accept-*, etc.)
+        # We only need to add user-provided ones.
+        return user_headers or {}
+
+    if user_headers:
+        return {**base_headers, **user_headers}
+
+    return base_headers
 
 
 def fetch_url(
     url: Url,
+    *,
     timeout: int = DEFAULT_TIMEOUT,
     auth: Any | None = None,
     headers: dict[str, str] | None = None,
-) -> Response:
+    mode: ClientMode = ClientMode.AUTO,
+) -> HttpxResponse | CurlCffiResponse:
     """
-    Fetch a URL using httpx with logging and reasonable defaults.
-    Raise httpx.HTTPError for non-2xx responses.
+    Fetch a URL, dispatching to httpx or curl_cffi based on the mode.
     """
-    import httpx
+    if mode is ClientMode.AUTO:
+        mode = _get_auto_mode()
+
+    req_headers = _get_req_headers(mode, headers)
+    parsed_url = urlparse(str(url))
+
+    # Handle curl_cffi mode
+    if mode is ClientMode.CURL_CFFI:
+        if not _have_curl_cffi():
+            raise ValueError("Could not find curl_cffi, which is needed for CURL_CFFI mode")
 
-    with httpx.Client(
-        follow_redirects=True,
-        timeout=timeout,
-        auth=auth,
-        headers=headers or default_headers(),
-    ) as client:
-        log.debug("fetch_url: using headers: %s", client.headers)
-        response = client.get(url)
-        log.info("Fetched: %s (%s bytes): %s", response.status_code, len(response.content), url)
-        response.raise_for_status()
-        return response
+        from curl_cffi.requests import Session
+
+        with Session() as client:
+            # Set headers on the session - they will be sent with all requests
+            client.headers.update(req_headers)
+            _prime_host(
+                parsed_url.netloc, client, timeout, impersonate=CURL_CFFI_IMPERSONATE_VERSION
+            )
+            log.debug("fetch_url (curl_cffi): using session headers: %s", client.headers)
+            response = client.get(
+                url,
+                impersonate=CURL_CFFI_IMPERSONATE_VERSION,
+                timeout=timeout,
+                auth=auth,
+                allow_redirects=True,
+            )
+            log.info(
+                "Fetched (curl_cffi): %s (%s bytes): %s",
+                response.status_code,
+                len(response.content),
+                url,
+            )
+            response.raise_for_status()
+            return response
+
+    # Handle httpx modes
+    else:
+        import httpx
+
+        with httpx.Client(
+            follow_redirects=True,
+            timeout=timeout,
+            auth=auth,
+            headers=req_headers,
+        ) as client:
+            log.debug("fetch_url (httpx): using headers: %s", client.headers)
+
+            # Cookie priming only makes sense for the browser-like mode
+            if mode is ClientMode.BROWSER_HEADERS:
+                _prime_host(parsed_url.netloc, client, timeout)
+
+            response = client.get(url)
+            log.info(
+                "Fetched (httpx): %s (%s bytes): %s",
+                response.status_code,
+                len(response.content),
+                url,
+            )
+            response.raise_for_status()
+            return response
 
 
 @dataclass(frozen=True)
 class HttpHeaders:
-    """
-    HTTP response headers.
-    """
-
     headers: dict[str, str]
 
     @cached_property
     def mime_type(self) -> MimeType | None:
-        """Get content type header, if available."""
         for key, value in self.headers.items():
             if key.lower() == "content-type":
                 return MimeType(value)
@@ -76,11 +264,12 @@ class HttpHeaders:
 def download_url(
     url: Url,
     target_filename: str | Path,
-    session: Client | None = None,
+    *,
     show_progress: bool = False,
     timeout: int = DEFAULT_TIMEOUT,
     auth: Any | None = None,
     headers: dict[str, str] | None = None,
+    mode: ClientMode = ClientMode.AUTO,
 ) -> HttpHeaders | None:
     """
     Download given file, optionally with progress bar, streaming to a target file.
@@ -88,8 +277,8 @@ def download_url(
     Raise httpx.HTTPError for non-2xx responses.
     Returns response headers for HTTP/HTTPS requests, None for other URL types.
     """
-    import httpx
-    from tqdm import tqdm
+    if mode is ClientMode.AUTO:
+        mode = _get_auto_mode()
 
     target_filename = str(target_filename)
     parsed_url = urlparse(url)
@@ -106,39 +295,79 @@ def download_url(
         s3_path = parsed_url.path.lstrip("/")
         s3.Bucket(parsed_url.netloc).download_file(s3_path, target_filename)
         return None
-    else:
-        client = session or httpx.Client(follow_redirects=True, timeout=timeout)
-        response: httpx.Response | None = None
-        response_headers: dict[str, str] | None = None
-        try:
-            headers = headers or default_headers()
-            log.debug("download_url: using headers: %s", headers)
-            with client.stream(
-                "GET",
+
+    req_headers = _get_req_headers(mode, headers)
+    response_headers = None
+
+    def stream_to_file(response_iterator, total_size):
+        with atomic_output_file(target_filename, make_parents=True) as temp_filename:
+            with open(temp_filename, "wb") as f:
+                if not show_progress:
+                    for chunk in response_iterator:
+                        if chunk:  # Skip empty chunks
+                            f.write(chunk)
+                else:
+                    from tqdm import tqdm
+
+                    with tqdm(
+                        total=total_size,
+                        unit="B",
+                        unit_scale=True,
+                        desc=f"Downloading {Path(target_filename).name}",
+                    ) as progress:
+                        for chunk in response_iterator:
+                            if chunk:  # Skip empty chunks
+                                f.write(chunk)
+                                progress.update(len(chunk))
+
+    # Handle curl_cffi mode
+    if mode is ClientMode.CURL_CFFI:
+        if not _have_curl_cffi():
+            raise ValueError("Could not find curl_cffi, which is needed for CURL_CFFI mode")
+
+        from curl_cffi.requests import Session
+
+        with Session() as client:
+            # Set headers on the session; they will be sent with all requests
+            client.headers.update(req_headers)
+            _prime_host(
+                parsed_url.netloc, client, timeout, impersonate=CURL_CFFI_IMPERSONATE_VERSION
+            )
+            log.debug("download_url (curl_cffi): using session headers: %s", client.headers)
+
+            response = client.get(
                 url,
-                follow_redirects=True,
+                impersonate=CURL_CFFI_IMPERSONATE_VERSION,
                 timeout=timeout,
                 auth=auth,
-                headers=headers,
-            ) as response:
+                allow_redirects=True,
+                stream=True,
+            )
+            response.raise_for_status()
+            response_headers = dict(response.headers)
+            total = int(response.headers.get("content-length", "0"))
+
+            # Use iter_content for streaming; this is the standard method for curl_cffi
+            chunk_iterator = response.iter_content(chunk_size=8192)
+            stream_to_file(chunk_iterator, total)
+
+    # Handle httpx modes
+    else:
+        import httpx
+
+        with httpx.Client(follow_redirects=True, timeout=timeout, headers=req_headers) as client:
+            if mode is ClientMode.BROWSER_HEADERS:
+                _prime_host(parsed_url.netloc, client, timeout)
+
+            log.debug("download_url (httpx): using headers: %s", client.headers)
+            with client.stream("GET", url, auth=auth, follow_redirects=True) as response:
                 response.raise_for_status()
                 response_headers = dict(response.headers)
-                total_size = int(response.headers.get("content-length", "0"))
+                total = int(response.headers.get("content-length", "0"))
+                stream_to_file(response.iter_bytes(), total)
 
-                with atomic_output_file(target_filename, make_parents=True) as temp_filename:
-                    with open(temp_filename, "wb") as f:
-                        if not show_progress:
-                            for chunk in response.iter_bytes():
-                                f.write(chunk)
-                        else:
-                            with tqdm(total=total_size, unit="B", unit_scale=True) as progress:
-                                for chunk in response.iter_bytes():
-                                    f.write(chunk)
-                                    progress.update(len(chunk))
-        finally:
-            if not session:  # Only close if we created the client
-                client.close()
-            if response:
-                response.raise_for_status()  # In case of errors during streaming
-
-        return HttpHeaders(response_headers) if response_headers else None
+    # Filter out None values from headers for HttpHeaders type compatibility
+    if response_headers:
+        clean_headers = {k: v for k, v in response_headers.items() if v is not None}
+        return HttpHeaders(clean_headers)
+    return None

kash/web_content/web_page_model.py

@@ -6,6 +6,7 @@ from pydantic.dataclasses import dataclass
 
 from kash.utils.common.url import Url
 from kash.utils.file_utils.file_formats_model import FileFormatInfo
+from kash.web_content.local_file_cache import CacheResult
 
 
 @dataclass
@@ -18,6 +19,9 @@ class WebPageData:
     The `clean_html` field should be a clean HTML version of the page, if available.
     The `saved_content` is optional but can be used to reference the original content,
     especially for large or non-text content.
+
+    Optionally exposes the cache result for the content, so the client can have
+    information about headers and whether it was cached.
     """
 
     locator: Url | Path
@@ -29,6 +33,7 @@ class WebPageData:
     saved_content: Path | None = None
     format_info: FileFormatInfo | None = None
     thumbnail_url: Url | None = None
+    cache_result: CacheResult | None = None
 
     def __repr__(self):
         return abbrev_obj(self)

{kash_shell-0.3.23.dist-info → kash_shell-0.3.24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kash-shell
-Version: 0.3.23
+Version: 0.3.24
 Summary: The knowledge agent shell (core)
 Project-URL: Repository, https://github.com/jlevy/kash-shell
 Author-email: Joshua Levy <joshua@cal.berkeley.edu>
@@ -24,12 +24,14 @@ Requires-Dist: chopdiff>=0.2.3
 Requires-Dist: clideps>=0.1.4
 Requires-Dist: colour>=0.1.5
 Requires-Dist: cssselect>=1.2.0
+Requires-Dist: curl-cffi>=0.11.4
 Requires-Dist: deepgram-sdk>=3.10.1
 Requires-Dist: dunamai>=1.23.0
 Requires-Dist: fastapi>=0.115.11
 Requires-Dist: flowmark>=0.4.6
 Requires-Dist: frontmatter-format>=0.2.1
 Requires-Dist: funlog>=0.2.0
+Requires-Dist: httpx[brotli]>=0.28.1
 Requires-Dist: humanfriendly>=10.0
 Requires-Dist: inquirerpy>=0.3.4
 Requires-Dist: jinja2>=3.1.6
@@ -329,7 +331,7 @@ These are for `kash-media` but you can use a `kash-shell` for a more basic setup
 
 You can use kash from your MCP client (such as Anthropic Desktop or Cursor).
 
-You do this by running the the `kash_mcp` binary to make kash actions available as MCP
+You do this by running the the `kash-mcp` binary to make kash actions available as MCP
 tools.
 
 For Claude Desktop, my config looks like this:
@@ -338,7 +340,7 @@ For Claude Desktop, my config looks like this:
 {
   "mcpServers": {
     "kash": {
-      "command": "/Users/levy/.local/bin/kash_mcp",
+      "command": "/Users/levy/.local/bin/kash-mcp",
       "args": ["--proxy"]
     }
   }

{kash_shell-0.3.23.dist-info → kash_shell-0.3.24.dist-info}/RECORD

@@ -3,6 +3,8 @@ kash/__main__.py,sha256=83JiHvCNK7BAwEkaTD0kVekj7PEMucvCyquSl4p-1QA,78
 kash/actions/__init__.py,sha256=a4pQw8O-Y3q5N4Qg2jUV0xEZLX6d164FQhZ6zizY9fE,1357
 kash/actions/core/assistant_chat.py,sha256=28G20cSr7Z94cltouTPve5TXY3km0lACrRvpLE27fK8,1837
 kash/actions/core/chat.py,sha256=yCannBFa0cSpR_in-XSSuMm1x2ZZQUCKmlqzhsUfpOo,2696
+kash/actions/core/combine_docs.py,sha256=5bTU7n_ICavvTXfC7fs5BDMeZYn7Xh5FkU7DVQqDHAQ,1536
+kash/actions/core/concat_docs.py,sha256=Umx3VzFiHJGY-76AEs4ju_1HnB9SbQsBux03Mkeig24,1345
 kash/actions/core/format_markdown_template.py,sha256=ZJbtyTSypPo2ewLiGRSyIpVf711vQMhI_-Ng-FgCs80,2991
 kash/actions/core/markdownify_html.py,sha256=luMXwwaY6E8oidgdrwV6KSgzdG0iX2JKS5aTNYDdZpA,1810
 kash/actions/core/minify_html.py,sha256=99r3SjpI2NQP7e5MnMixAiT5lxPx7t2nyJvJi6Yps6w,1365
@@ -35,18 +37,18 @@ kash/commands/help/help_commands.py,sha256=eJTpIhXck123PAUq2k-D3Q6UL6IQ8atOVYurL
 kash/commands/help/logo.py,sha256=4K3pPIiNlPIgdNeOgdIGbJQCKmqCEsDOhuWPH51msWo,3377
 kash/commands/help/welcome.py,sha256=uM2UMtHG4oXTxU8IFlFbTOTmR5_XTCUtT828V_tKMsk,920
 kash/commands/workspace/selection_commands.py,sha256=nZzA-H7Pk8kqSJVRlX7j1m6cZX-e0X8isOryDU41vqU,8156
-kash/commands/workspace/workspace_commands.py,sha256=_2TcthGOu-nU9E_-jjf4kba9ldLRA6qe6Do6zV06EKc,21960
+kash/commands/workspace/workspace_commands.py,sha256=xJ3Agg_tzGvH55705ovoZDYiTEO4FejWclwcsMWKitY,21965
 kash/config/__init__.py,sha256=ytly9Typ1mWV4CXfV9G3CIPtPQ02u2rpZ304L3GlFro,148
 kash/config/capture_output.py,sha256=ud3uUVNuDicHj3mI_nBUBO-VmOrxtBdA3z-I3D1lSCU,2398
 kash/config/colors.py,sha256=osHrR1rLrFV5j2kTdN4z-DDM-HmbnBfMaOj4NiBdFzg,13527
 kash/config/env_settings.py,sha256=uhCdfs9-TzJ15SzbuIQP1yIORaLUqYXCxh9qq_Z8cJc,996
 kash/config/init.py,sha256=aE4sZ6DggBmmoZEx9C5mQKrEbcDiswX--HF7pfCFKzc,526
 kash/config/lazy_imports.py,sha256=MCZXLnKvNyfHi0k7MU5rNwcdJtUF28naCixuogsAOAA,805
-kash/config/logger.py,sha256=VHsHb9Llp9Z3QmPqh4x42IaZs8pyQqfWT3pWvxY7x8o,11923
+kash/config/logger.py,sha256=M5_w7LTxHO60VqLVM0yqu8pK6FHU-Twt4wfoJwuxWbY,12102
 kash/config/logger_basic.py,sha256=Gsxitz7xeMGCUr5qjWK6y72qeMsIz4mcDZP5xyzK0WU,1598
 kash/config/logo.txt,sha256=P4RO1cJ9HRF1BavTp3Kae9iByDNhzhEC-qLAa6ww1RA,217
 kash/config/server_config.py,sha256=eQ1yxDk031QI0Efp0I1VetqQd9wG7MrLVBCHFm4gp2g,1790
-kash/config/settings.py,sha256=P3g0RSR6vrvfovDDYOIx6Hxafrg1mYTAxrTiVgH2Tm4,8889
+kash/config/settings.py,sha256=Tja5MNZJDjo5SRaCngfQQFTTjmVGUlmkCZ7UEAhvXqw,9087
 kash/config/setup.py,sha256=zFxfTPG1cbsozuwUkIyAYebxuHhpYCiaexHnYnYJG1c,3524
 kash/config/suppress_warnings.py,sha256=yty5ZodMLIpmjphRtcVmRamXfiWbyfga9annve6qxb0,1475
 kash/config/text_styles.py,sha256=QCidaUPRbelZjBnI6Q_Dtw-g_4VHdr99g4KHvDyQAo4,13810
@@ -62,7 +64,7 @@ kash/docs/markdown/readme_template.md,sha256=iGx9IjSni1t_9BuYD5d2GgkxkNIkqvE3k78
 kash/docs/markdown/warning.md,sha256=ipTFWQc1F0cPGrIG0epX5RqQH6PmshyZOoCQDz0zDos,88
 kash/docs/markdown/welcome.md,sha256=uNI6CyZOuPUe6FZgKd9MpO_pumHxlGN7Lfhb52XJRa0,611
 kash/docs/markdown/topics/a1_what_is_kash.md,sha256=rgVrv6tRXEwdqQ54DAfHP3BSAuq8Ux4wCNeluTwpkhU,6758
-kash/docs/markdown/topics/a2_installation.md,sha256=DSzaniHjOYPC3soGLPTGOGDVvbiPTROtb3S8zYUCPEs,5736
+kash/docs/markdown/topics/a2_installation.md,sha256=MHZN0xBsNRYllg7H-Y4mribzXCMN_zweyE2CVELbhf0,5736
 kash/docs/markdown/topics/a3_getting_started.md,sha256=xOMevEXMIpVJvTGuuwI9Cc9sun3tQM3OqCgynSgMpeM,9376
 kash/docs/markdown/topics/a4_elements.md,sha256=XNJRw-iqnytiIHOAshp1YnUpHM5KBgFAhuOdp_fekxQ,4615
 kash/docs/markdown/topics/a5_tips_for_use_with_other_tools.md,sha256=VGUdq8dm78E8PFbNR9BmV8Gj-r8zP-vOQz8TibQmGw0,3259
@@ -79,16 +81,16 @@ kash/docs_base/recipes/general_system_commands.sh,sha256=rFNPuLj3Md09L5yzWx6ILja
 kash/docs_base/recipes/python_dev_commands.sh,sha256=9vJsQiDZKJ7ShokFnzc2Jsto6n87MNRkbgcc2Ee9Kro,179
 kash/docs_base/recipes/tldr_standard_commands.sh,sha256=7nPES55aT45HF3eDhQRrEUiWRpPdvvp40Sg88uADa80,60491
 kash/embeddings/cosine.py,sha256=QTWPWUHivXjxCM6APSqij_-4mywM2BVVm0xb0hu7FHA,1587
-kash/embeddings/embeddings.py,sha256=v6RmrEHsx5PuE3fPrY15RK4fgW0K_VlNWDTjCVr11zY,4451
+kash/embeddings/embeddings.py,sha256=l1mDCTi296_hP_jvY8lJ8-WTBq43FWS4jy3kNvKJy44,4448
 kash/embeddings/text_similarity.py,sha256=BOo9Vcs5oi2Zs5La56uTkPMHo65XSd4qz_yr6GTfUA4,1924
 kash/exec/__init__.py,sha256=Najls8No143yoj_KAaOQgo8ufC2LWCB_DwwEQ-8nDM0,1277
 kash/exec/action_decorators.py,sha256=kCEqQFN1MIhRbFeIEGux956LzsiwonhyIIrJ8Pq9zPk,16765
-kash/exec/action_exec.py,sha256=O_4UB_Vt7QRxltviMeBwNIfw9ten06n4fQ39MregacE,19017
+kash/exec/action_exec.py,sha256=tLL3ESIuxqS_gSOD4eGRYLuTzesRMTyKb_Uy3i_28VU,19022
 kash/exec/action_registry.py,sha256=numU9pH_W5RgIrYmfi0iYMYy_kLJl6vup8PMrhxAfdc,2627
 kash/exec/combiners.py,sha256=AJ6wgPUHsmwanObsUw64B83XzU26yuh5t4l7igLn82I,4291
 kash/exec/command_exec.py,sha256=zc-gWm7kyB5J5Kp8xhULQ9Jj9AL927KkDPXXk-Yr1Bw,1292
 kash/exec/command_registry.py,sha256=1s2ogU8b8nqK_AEtslbr1eYrXCGDkeT30UrB7L0BRoM,2027
-kash/exec/fetch_url_items.py,sha256=mKwPW_RJKVmYMUID6ESevolIn6Q76do4PfxiAAalqVY,4595
+kash/exec/fetch_url_items.py,sha256=onKoAOg747r5T9fAIO8sTjJcllxKh3XLzh59FU5EFE8,5466
 kash/exec/history.py,sha256=l2XwHGBR1UgTGSFPSBE9mltmxvjR_5qFFO6d-Z008nc,1208
 kash/exec/importing.py,sha256=xunmBapeUMNc6Zox7y6e_DZkidyWeouiFZpphajwSzc,1843
 kash/exec/llm_transforms.py,sha256=n7S-Dew8z_BoAwp-14lY4LueFeUtG117eK_8msbn02c,4375
@@ -128,7 +130,7 @@ kash/llm_utils/custom_sliding_transforms.py,sha256=z07WCdBoiywBIGk2EXK3xY4t_6g8I
 kash/llm_utils/fuzzy_parsing.py,sha256=bbG2Y7i5w6kxAVPAixyluv3MDS2hW_pkhnJpVOLHZQc,3278
 kash/llm_utils/init_litellm.py,sha256=5Fn9uW4P7lfEO8Rk1EJJUzDEGNjw-PDvxFgHlKDf-Ok,409
 kash/llm_utils/llm_api_keys.py,sha256=nTB9wSFfHTOXvqshSQCQGCPxUwOW1U7oslngya8nHkw,1168
-kash/llm_utils/llm_completion.py,sha256=HPgxFys8RZsenfKq2S2dkUrpu-A88xXb-xK578zNd2g,5439
+kash/llm_utils/llm_completion.py,sha256=SzeWGRrsjuN1TXdPwscYG6whLQkHclITtwTvQK19GE0,5436
 kash/llm_utils/llm_features.py,sha256=tgcz8qQByZ80noybXS2144K9eCw1iOFxPYkCK2kJJOw,1861
 kash/llm_utils/llm_messages.py,sha256=70QwIIvdwo-h4Jfn_6MbEHb3LTUjUmzg_v_dU_Ey__g,1174
 kash/llm_utils/llm_names.py,sha256=VZbdKnoeBx_luB5YQ-Rz37gMt3_FcueJdp40ZaQbpUA,3620
@@ -141,7 +143,7 @@ kash/local_server/local_url_formatters.py,sha256=SqHjGMEufvm43n34SCa_8Asdwm7utx9
 kash/local_server/port_tools.py,sha256=oFfOvO6keqS5GowTpVg2FTu5KqkPHBq-dWAEomUIgGo,2008
 kash/local_server/rich_html_template.py,sha256=O9CnkMYkWuMvKJkqD0P8jaZqfUe6hMP4LXFvcLpwN8Q,196
 kash/mcp/__init__.py,sha256=HA_aFskEchpAwA0wOKi5nasytx2JZfH8z9oCVXUI7MQ,160
-kash/mcp/mcp_cli.py,sha256=po0BrdAYwrhmzX4X6ro1wT7XOYSZgK3XxgI7BCZRYtA,3841
+kash/mcp/mcp_cli.py,sha256=UC0Jwd7DLxx2zEFj0hK1UWPkXXXGntV1te33CensyHM,3849
 kash/mcp/mcp_main.py,sha256=6PhjKwp631mezDTUAd-pL8lUZx9Gl7yCrCQFW61pqJU,3167
 kash/mcp/mcp_server_commands.py,sha256=C-gKLbUVEpF76SmW3NgjlEWoM3YaA3ARrCos5UH1Zh8,4345
 kash/mcp/mcp_server_routes.py,sha256=radxy5cc0yBmcbqAbB1LpZ0qcNtfDbtS5RTGwvgliDM,10617
@@ -199,10 +201,11 @@ kash/shell/utils/native_utils.py,sha256=pAiuqqrjfNTesdArSya6CVavKVsuAXOcX3_XAIQr
 kash/shell/utils/shell_function_wrapper.py,sha256=fgUuVhocYMKLkGJJQJOER5nFMAvM0ZVpfGu7iJPJI9s,7385
 kash/utils/__init__.py,sha256=4Jl_AtgRADdGORimWhYZwbSfQSpQ6SiexNIZzmbcngI,111
 kash/utils/errors.py,sha256=2lPL0fxI8pPOiDvjl0j-rvwY8uhmWetsrYYIc2-x1WY,3906
-kash/utils/api_utils/api_retries.py,sha256=Cn32BJlTnvVMo9pbfMcPZG1jGSNJl99aZbnyFHYmscg,20695
+kash/utils/api_utils/api_retries.py,sha256=TtgxLxoMnXIzYMKbMUzsnVcPf-aKFm3cJ95zOcSeae8,21844
 kash/utils/api_utils/cache_requests_limited.py,sha256=TA5buZ9Dgbj4I1zHhwerTXre018i0TCACGsezsjX9Uc,3140
-kash/utils/api_utils/gather_limited.py,sha256=-qUoriVVI5iTWxziTLSoUee-4NevUNQqVvkSYGaxbkY,27823
-kash/utils/api_utils/progress_protocol.py,sha256=Z_umf2DVmyTlfjiW57juN3wwlruU0camvVAHJKPHjtk,9041
+kash/utils/api_utils/gather_limited.py,sha256=CV-9YjZakbKZ5AN3xIZSOyHwGvtvMljpl5Dq_SuDfNs,32945
+kash/utils/api_utils/http_utils.py,sha256=Ou6QNiba5w7n71cgNmV168OFTLmMDNxWW5MM-XkFEME,1461
+kash/utils/api_utils/progress_protocol.py,sha256=6cT5URY6cScHYd6UZoTT_rHI0mbsE52joBf88regEN8,8816
 kash/utils/common/__init__.py,sha256=ggeWw1xmbl1mgCQD3c4CNN2h5WXFCsN2wXlCWurEUEI,161
 kash/utils/common/format_utils.py,sha256=83FhAwbMnOQIFudpnOGMuCqCiyoAlWGS6cc8q6xgZus,2072
 kash/utils/common/function_inspect.py,sha256=KE5QgIPx16iupCZrMlcvU6MuA5fUFboPEkqmltpFw3E,19824
@@ -235,14 +238,14 @@ kash/utils/lang_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 kash/utils/lang_utils/capitalization.py,sha256=5XbqBvjkzlxsm1Ue5AQP3P1J1IG0PubMVmGnoKVTF-c,3903
 kash/utils/rich_custom/__init__.py,sha256=_g2F3Bqc1UnLTdAdCwkvzXmW7OvmqXrA8DpfT1dKy6w,75
 kash/utils/rich_custom/ansi_cell_len.py,sha256=oQlNrqWB0f6pmigkbRRyeK6oWlGHMPbV_YLO_qmDH5E,2356
-kash/utils/rich_custom/multitask_status.py,sha256=9K8jA_WCskb2-S3WZOgGQo19qkWYpX4WqB2RF1p1apE,21540
+kash/utils/rich_custom/multitask_status.py,sha256=ViNx35akEaV-fihef57_b3l8FnLytNomV6t2I_peJv8,23676
 kash/utils/rich_custom/rich_char_transform.py,sha256=3M89tViKM0y31VHsDoHi5eHFWlv5ME7F4p35IdDxnrw,2616
 kash/utils/rich_custom/rich_indent.py,sha256=nz72yNpUuYjOsaPNVmxM81oEQm-GKEfQkNsuWmv16G0,2286
 kash/utils/rich_custom/rich_markdown_fork.py,sha256=M_JRaSAyHrSg-wuLv9C9P7SkehSim3lwkqQPuMIFkVw,26551
 kash/utils/text_handling/doc_normalization.py,sha256=C211eSof8PUDVCqQtShuC4AMJpTZeBK8GHlGATp3c9E,2976
 kash/utils/text_handling/escape_html_tags.py,sha256=8pC3JgoKRtdnbnOu8DiWrlvNR6GAqjwhGbQgl3jiFG4,6441
 kash/utils/text_handling/markdown_render.py,sha256=LHPdJc__2ejBx7iwkp_P9wIePNmiVSgwu4-uhamVjms,3791
-kash/utils/text_handling/markdown_utils.py,sha256=4RGIK9weadZ1UYTk7eVmCIFX9yktMyLSFsMLNTCnmoY,31681
+kash/utils/text_handling/markdown_utils.py,sha256=tAPMZulEcJOmWQHnZVKRqstThmsLB0mm7Fey5DHMFvc,31985
 kash/utils/text_handling/markdownify_utils.py,sha256=xNMlBX36BJ5VK5kxY2Ofo-Q84R2kBSM91u1grkQ-5As,2925
 kash/utils/text_handling/unified_diffs.py,sha256=JfHSakISkT_GuBPBI4fTooHrp2aenWzDKiVvDewVfMk,2655
 kash/web_content/canon_url.py,sha256=Zv2q7xQdIHBFkxxwyJn3_ME-qqMFRi_fKxE_IgV2Z50,742
@@ -250,11 +253,11 @@ kash/web_content/dir_store.py,sha256=BJc-s-RL5CC-GwhFTC_lhLXSMWluPPnLVmVBx-66DiM
 kash/web_content/file_cache_utils.py,sha256=JRXUCAmrc83iAgdiICU2EYGWcoORflWNl6GAVq-O80I,5529
 kash/web_content/file_processing.py,sha256=cQC-MnJMM5qG9-y0S4yobkmRi6A75qhHjV6xTwbtYDY,1904
 kash/web_content/local_file_cache.py,sha256=PEDKU5VIwhCnSC-HXG4EkO2OzrOUDuuDBMuo3lP2EN0,9466
-kash/web_content/web_extract.py,sha256=w6tjayTCgHFcyfSUk1UWBJjdYneoHQuTcV4foyUd_HQ,2844
+kash/web_content/web_extract.py,sha256=TrGOohn99LF1F0zbycgXqYiIR-V3leefFFEVk3tnW6Y,2979
 kash/web_content/web_extract_justext.py,sha256=74HLJBKDGKatwxyRDX6za70bZG9LrVmtj9jLX7UJzg4,2540
 kash/web_content/web_extract_readabilipy.py,sha256=IT7ET5IoU2-Nf37-Neh6CkKMvLL3WTNVJjq7ZMOx6OM,808
-kash/web_content/web_fetch.py,sha256=J8DLFP1vzp7aScanFq0Bd7xCP6AVL4JgMMBqyRPtZjQ,4720
-kash/web_content/web_page_model.py,sha256=aPpgC1fH2z2LTzGJhEDvZgq_mYwgsQIZaDS3UE7v98w,1147
+kash/web_content/web_fetch.py,sha256=hC4kijKVez4_QtfwdE0OPrEkfEGT2hVcB1vVZko8o78,12129
+kash/web_content/web_page_model.py,sha256=TWgWreGOoOvl7lUkjMSd0rxoDf2VuaKOq7WijwydW0Q,1387
 kash/web_gen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kash/web_gen/simple_webpage.py,sha256=ks_0ljxCeS2-gAAEaUc1JEnzY3JY0nzqGFiyyqyRuZs,1537
 kash/web_gen/tabbed_webpage.py,sha256=e0GGG1bQ4CQegpJgOIT2KpyM6cmwN_BQ9eJSsi4BjgY,4945
@@ -291,8 +294,8 @@ kash/xonsh_custom/xonsh_modern_tools.py,sha256=mj_b34LZXfE8MJe9EpDmp5JZ0tDM1biYN
 kash/xonsh_custom/xonsh_ranking_completer.py,sha256=ZRGiAfoEgqgnlq2-ReUVEaX5oOgW1DQ9WxIv2OJLuTo,5620
 kash/xontrib/fnm.py,sha256=V2tsOdmIDgbFbZSfMLpsvDIwwJJqiYnOkOySD1cXNXw,3700
 kash/xontrib/kash_extension.py,sha256=FLIMlgR3C_6A1fwKE-Ul0nmmpJSszVPbAriinUyQ8Zg,1896
-kash_shell-0.3.23.dist-info/METADATA,sha256=1y1zNJVuhHB8lUyLOKZoErj_A3nhZlOuEuERxtIM5Wo,32656
-kash_shell-0.3.23.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-kash_shell-0.3.23.dist-info/entry_points.txt,sha256=SQraWDAo8SqYpthLXThei0mf_hGGyhYBUO-Er_0HcwI,85
-kash_shell-0.3.23.dist-info/licenses/LICENSE,sha256=rCh2PsfYeiU6FK_0wb58kHGm_Fj5c43fdcHEexiVzIo,34562
-kash_shell-0.3.23.dist-info/RECORD,,
+kash_shell-0.3.24.dist-info/METADATA,sha256=zgoOSgrSaBs5rmbe9RaoUHai2XJTLc3YFLTdM73MwWU,32726
+kash_shell-0.3.24.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kash_shell-0.3.24.dist-info/entry_points.txt,sha256=SQraWDAo8SqYpthLXThei0mf_hGGyhYBUO-Er_0HcwI,85
+kash_shell-0.3.24.dist-info/licenses/LICENSE,sha256=rCh2PsfYeiU6FK_0wb58kHGm_Fj5c43fdcHEexiVzIo,34562
+kash_shell-0.3.24.dist-info/RECORD,,