lionagi 0.16.1__tar.gz → 0.16.3__tar.gz

{lionagi-0.16.1 → lionagi-0.16.3}/.github/workflows/ci.yml

@@ -39,12 +39,18 @@ jobs:
       run: |
         uv venv
         uv sync --extra all
-    
-    - name: Run tests
+
+    - name: Run tests with coverage
       run: |
         source .venv/bin/activate
-        uv run pytest --asyncio-mode=auto --maxfail=1 --disable-warnings tests/
-    
+        uv run pytest --asyncio-mode=auto --maxfail=1 --disable-warnings --cov=lionagi --cov-report=xml --cov-report=term tests/
+
+    - name: Upload coverage reports to Codecov
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        slug: khive-ai/lionagi
+
     - name: Check code style and compatibility
       run: |
         source .venv/bin/activate

{lionagi-0.16.1 → lionagi-0.16.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.16.1
+Version: 0.16.3
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License
@@ -226,17 +226,13 @@ Requires-Dist: backoff>=2.0.0
 Requires-Dist: jinja2>=3.0.0
 Requires-Dist: json-repair>=0.40.0
 Requires-Dist: msgspec>=0.18.0
-Requires-Dist: pillow>=10.0.0
-Requires-Dist: psutil>=6.0.0
 Requires-Dist: pydantic-settings>=2.8.0
 Requires-Dist: pydantic>=2.8.0
 Requires-Dist: pydapter[pandas]>=1.1.1
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: tiktoken>=0.9.0
-Requires-Dist: toml>=0.8.0
 Provides-Extra: all
 Requires-Dist: aiosqlite>=0.21.0; extra == 'all'
-Requires-Dist: claude-code-sdk>=0.0.15; extra == 'all'
 Requires-Dist: datamodel-code-generator>=0.31.2; extra == 'all'
 Requires-Dist: docling>=2.15.0; extra == 'all'
 Requires-Dist: fastmcp>=2.10.5; extra == 'all'
@@ -245,8 +241,6 @@ Requires-Dist: networkx>=3.0.0; extra == 'all'
 Requires-Dist: ollama>=0.4.0; extra == 'all'
 Requires-Dist: pydapter[postgres]; extra == 'all'
 Requires-Dist: rich>=13.0.0; extra == 'all'
-Provides-Extra: claude-code
-Requires-Dist: claude-code-sdk>=0.0.15; extra == 'claude-code'
 Provides-Extra: graph
 Requires-Dist: matplotlib>=3.7.0; extra == 'graph'
 Requires-Dist: networkx>=3.0.0; extra == 'graph'
@@ -264,10 +258,6 @@ Provides-Extra: schema
 Requires-Dist: datamodel-code-generator>=0.31.2; extra == 'schema'
 Provides-Extra: sqlite
 Requires-Dist: aiosqlite>=0.21.0; extra == 'sqlite'
-Provides-Extra: tools
-Requires-Dist: docling>=2.15.0; extra == 'tools'
-Provides-Extra: unstructured
-Requires-Dist: opencv-python>=4.2.0.34; extra == 'unstructured'
 Provides-Extra: xml
 Requires-Dist: xmltodict>=0.12.0; extra == 'xml'
 Description-Content-Type: text/markdown
@@ -275,6 +265,7 @@ Description-Content-Type: text/markdown
 ![PyPI - Version](https://img.shields.io/pypi/v/lionagi?labelColor=233476aa&color=231fc935)
 ![PyPI - Downloads](https://img.shields.io/pypi/dm/lionagi?color=blue)
 ![Python Version](https://img.shields.io/badge/python-3.10%2B-blue)
+[![codecov](https://codecov.io/github/khive-ai/lionagi/graph/badge.svg?token=FAE47FY26T)](https://codecov.io/github/khive-ai/lionagi)
 
 [Documentation](https://khive-ai.github.io/lionagi/) |
 [Discord](https://discord.gg/JDj9ENhUE8) |
@@ -417,7 +408,7 @@ Seamlessly route to different models in the same workflow.
 
 ### Claude Code Integration
 
-LionAGI now supports Anthropic's Claude Code [Python SDK](https://github.com/anthropics/claude-code-sdk-python), and [CLI SDK](https://docs.anthropic.com/en/docs/claude-code/sdk) enabling autonomous coding capabilities with persistent session management. The CLI endpoint
+LionAGI now supports Anthropic's Claude Code [CLI SDK](https://docs.anthropic.com/en/docs/claude-code/sdk) enabling autonomous coding capabilities with persistent session management. The CLI endpoint
 directly connects to claude code, and is recommended, you can either use it via a [proxy server](https://github.com/khive-ai/lionagi/tree/main/cookbooks/claude_proxy) or directly with `query_cli` endpoint, provided you have already logged onto claude code cli in your terminal.
 
 ```python
@@ -485,7 +476,6 @@ Key features:
 ```
 "lionagi[reader]" - Reader tool for any unstructured data and web pages
 "lionagi[ollama]" - Ollama model support for local inference
-"lionagi[claude-code]" - Claude code python SDK integration (cli endpoint does not require this)
 "lionagi[rich]" - Rich output formatting for better console display
 "lionagi[schema]" - Convert pydantic schema to make the Model class persistent
 "lionagi[postgres]" - Postgres database support for storing and retrieving structured data

{lionagi-0.16.1 → lionagi-0.16.3}/README.md

@@ -1,6 +1,7 @@
 ![PyPI - Version](https://img.shields.io/pypi/v/lionagi?labelColor=233476aa&color=231fc935)
 ![PyPI - Downloads](https://img.shields.io/pypi/dm/lionagi?color=blue)
 ![Python Version](https://img.shields.io/badge/python-3.10%2B-blue)
+[![codecov](https://codecov.io/github/khive-ai/lionagi/graph/badge.svg?token=FAE47FY26T)](https://codecov.io/github/khive-ai/lionagi)
 
 [Documentation](https://khive-ai.github.io/lionagi/) |
 [Discord](https://discord.gg/JDj9ENhUE8) |
@@ -143,7 +144,7 @@ Seamlessly route to different models in the same workflow.
 
 ### Claude Code Integration
 
-LionAGI now supports Anthropic's Claude Code [Python SDK](https://github.com/anthropics/claude-code-sdk-python), and [CLI SDK](https://docs.anthropic.com/en/docs/claude-code/sdk) enabling autonomous coding capabilities with persistent session management. The CLI endpoint
+LionAGI now supports Anthropic's Claude Code [CLI SDK](https://docs.anthropic.com/en/docs/claude-code/sdk) enabling autonomous coding capabilities with persistent session management. The CLI endpoint
 directly connects to claude code, and is recommended, you can either use it via a [proxy server](https://github.com/khive-ai/lionagi/tree/main/cookbooks/claude_proxy) or directly with `query_cli` endpoint, provided you have already logged onto claude code cli in your terminal.
 
 ```python
@@ -211,7 +212,6 @@ Key features:
 ```
 "lionagi[reader]" - Reader tool for any unstructured data and web pages
 "lionagi[ollama]" - Ollama model support for local inference
-"lionagi[claude-code]" - Claude code python SDK integration (cli endpoint does not require this)
 "lionagi[rich]" - Rich output formatting for better console display
 "lionagi[schema]" - Convert pydantic schema to make the Model class persistent
 "lionagi[postgres]" - Postgres database support for storing and retrieving structured data

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/baselines/concurrency-asyncio.json

@@ -56,4 +56,4 @@
       "max": 0.09765000000001578
     }
   }
-}
+}

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/baselines/concurrency-trio.json

@@ -56,4 +56,4 @@
       "max": 0.09094968200000153
     }
   }
-}
+}

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/baselines/fuzzy.json

@@ -71,4 +71,4 @@
       "max": 0.0012660250000067208
     }
   }
-}
+}

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/baselines/ln-asyncio.json

@@ -64,4 +64,4 @@
       "max": 0.0542278519999968
     }
   }
-}
+}

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/baselines/ln-trio.json

@@ -64,4 +64,4 @@
       "max": 0.05512452299998927
     }
   }
-}
+}

{lionagi-0.16.1 → lionagi-0.16.3}/benchmarks/ln_bench.py

@@ -170,7 +170,7 @@ def scenario_json_dumps_medium_1000() -> (
             "flags": {"a": True, "b": False, "n": None},
         }
         for _ in range(1000):
-            json_dumps(obj, False)
+            json_dumps(obj, decode=False)
 
     return _run
 

{lionagi-0.16.1 → lionagi-0.16.3}/lionagi/adapters/_utils.py

@@ -10,17 +10,3 @@ def check_async_postgres_available():
             "This adapter requires postgres option to be installed. "
             'Please install them using `uv pip install "lionagi[postgres]"`.'
         )
-
-
-def check_postgres_available():
-    try:
-        from pydapter.model_adapters.postgres_model import PostgresModelAdapter
-        from sqlalchemy import String
-        from sqlalchemy.orm import DeclarativeBase
-
-        return True
-    except Exception:
-        return ImportError(
-            "This adapter requires postgres option to be installed. "
-            'Please install them using `uv pip install "lionagi[postgres]"`.'
-        )

{lionagi-0.16.1 → lionagi-0.16.3}/lionagi/libs/file/save.py

@@ -89,7 +89,14 @@ def save_chunks(
             random_hash_digits=random_hash_digits,
         )
         save_to_file(
-            ln.json_dumps(chunk),
+            ln.json_dumps(
+                chunk,
+                pretty=True,
+                sort_keys=True,
+                append_newline=True,
+                deterministic_sets=True,
+                decimal_as_float=True,
+            ),
             directory=file_path.parent,
             filename=file_path.name,
             verbose=verbose,

{lionagi-0.16.1 → lionagi-0.16.3}/lionagi/ln/__init__.py

@@ -4,7 +4,10 @@ from ._json_dump import (
     DEFAULT_SERIALIZER,
     DEFAULT_SERIALIZER_OPTION,
     get_orjson_default,
+    json_dumpb,
     json_dumps,
+    json_lines_iter,
+    make_options,
 )
 from ._list_call import lcall
 from ._to_list import to_list
@@ -34,8 +37,10 @@ from .fuzzy import (
     extract_json,
     fuzzy_json,
     fuzzy_match_keys,
+    fuzzy_validate_mapping,
     fuzzy_validate_pydantic,
     string_similarity,
+    to_dict,
 )
 from .types import is_sentinel, not_sentinel
 
@@ -47,6 +52,9 @@ __all__ = (
     "DEFAULT_SERIALIZER_OPTION",
     "get_orjson_default",
     "json_dumps",
+    "make_options",
+    "json_dumpb",
+    "json_lines_iter",
     "lcall",
     "to_list",
     "acreate_path",
@@ -74,4 +82,6 @@ __all__ = (
     "string_similarity",
     "is_sentinel",
     "not_sentinel",
+    "to_dict",
+    "fuzzy_validate_mapping",
 )

lionagi-0.16.3/lionagi/ln/_json_dump.py

@@ -0,0 +1,348 @@
+from __future__ import annotations
+
+import datetime as dt
+import decimal
+import re
+from collections.abc import Callable, Iterable, Mapping
+from enum import Enum
+from functools import lru_cache
+from pathlib import Path
+from textwrap import shorten
+from typing import Any
+from uuid import UUID
+
+import orjson
+
+__all__ = [
+    "get_orjson_default",
+    "DEFAULT_SERIALIZER",
+    "DEFAULT_SERIALIZER_OPTION",
+    "make_options",
+    "json_dumpb",
+    "json_dumps",
+    "json_lines_iter",
+]
+
+# Types orjson already serializes natively at C/Rust speed.
+# (We only route them through default() when passthrough is requested.)
+_NATIVE = (dt.datetime, dt.date, dt.time, UUID)
+
+# --------- helpers ------------------------------------------------------------
+
+_ADDR_PAT = re.compile(r" at 0x[0-9A-Fa-f]+")
+
+
+def _clip(s: str, limit: int = 2048) -> str:
+    return shorten(s, width=limit, placeholder=f"...(+{len(s) - limit} chars)")  # type: ignore[arg-type]
+
+
+def _normalize_for_sorting(x: Any) -> str:
+    """Normalize repr/str to remove process-specific addresses."""
+    s = str(x)
+    return _ADDR_PAT.sub(" at 0x?", s)
+
+
+def _stable_sorted_iterable(o: Iterable[Any]) -> list[Any]:
+    """
+    Deterministic ordering for sets (including mixed types).
+    Key: (class name, normalized str) avoids comparisons across unlike types
+    and removes memory address variance in default reprs.
+    """
+    return sorted(
+        o, key=lambda x: (x.__class__.__name__, _normalize_for_sorting(x))
+    )
+
+
+def _safe_exception_payload(ex: Exception) -> dict[str, str]:
+    return {"type": ex.__class__.__name__, "message": str(ex)}
+
+
+def _default_serializers(
+    deterministic_sets: bool,
+    decimal_as_float: bool,
+    enum_as_name: bool,
+    passthrough_datetime: bool,
+) -> dict[type, Callable[[Any], Any]]:
+    ser: dict[type, Callable[[Any], Any]] = {
+        Path: str,
+        decimal.Decimal: (float if decimal_as_float else str),
+        set: (_stable_sorted_iterable if deterministic_sets else list),
+        frozenset: (_stable_sorted_iterable if deterministic_sets else list),
+    }
+    if enum_as_name:
+        ser[Enum] = lambda e: e.name
+    # Only needed if you also set OPT_PASSTHROUGH_DATETIME via options.
+    if passthrough_datetime:
+        ser[dt.datetime] = lambda o: o.isoformat()
+    return ser
+
+
+# --------- default() factory --------------------------------------------------
+
+
+def get_orjson_default(
+    *,
+    order: list[type] | None = None,
+    additional: Mapping[type, Callable[[Any], Any]] | None = None,
+    extend_default: bool = True,
+    deterministic_sets: bool = False,
+    decimal_as_float: bool = False,
+    enum_as_name: bool = False,
+    passthrough_datetime: bool = False,
+    safe_fallback: bool = False,
+    fallback_clip: int = 2048,
+) -> Callable[[Any], Any]:
+    """
+    Build a fast, extensible `default=` callable for orjson.dumps.
+
+    - deterministic_sets: sort set/frozenset deterministically (slower).
+    - decimal_as_float: serialize Decimal as float (faster/smaller; precision loss).
+    - enum_as_name: serialize Enum as .name (else orjson uses .value by default).
+    - passthrough_datetime: if True, also pass OPT_PASSTHROUGH_DATETIME in options.
+    - safe_fallback: if True, unknown objects never raise (for logs);
+      Exceptions become a tiny dict; all else becomes clipped repr(str).
+
+    'order' and 'additional' preserve your override semantics.
+    """
+    ser = _default_serializers(
+        deterministic_sets=deterministic_sets,
+        decimal_as_float=decimal_as_float,
+        enum_as_name=enum_as_name,
+        passthrough_datetime=passthrough_datetime,
+    )
+    if additional:
+        ser.update(additional)
+
+    base_order: list[type] = [Path, decimal.Decimal, set, frozenset]
+    if enum_as_name:
+        base_order.insert(0, Enum)
+    if passthrough_datetime:
+        base_order.insert(0, dt.datetime)
+
+    if order:
+        order_ = (
+            (base_order + [t for t in order if t not in base_order])
+            if extend_default
+            else list(order)
+        )
+    else:
+        order_ = base_order.copy()
+
+    if not passthrough_datetime:
+        # Avoid checks for types already on the orjson native fast path.
+        order_ = [t for t in order_ if t not in _NATIVE]
+
+    order_tuple = tuple(order_)
+    cache: dict[type, Callable[[Any], Any]] = {}
+
+    def default(obj: Any) -> Any:
+        typ = obj.__class__
+        func = cache.get(typ)
+        if func is None:
+            for T in order_tuple:
+                if issubclass(typ, T):
+                    f = ser.get(T)
+                    if f:
+                        cache[typ] = f
+                        func = f
+                        break
+            else:
+                # Duck-typed support for common data holders
+                md = getattr(obj, "model_dump", None)
+                if callable(md):
+                    try:
+                        return md()
+                    except Exception:
+                        pass
+                dd = getattr(obj, "dict", None)
+                if callable(dd):
+                    try:
+                        return dd()
+                    except Exception:
+                        pass
+                if safe_fallback:
+                    if isinstance(obj, Exception):
+                        return _safe_exception_payload(obj)
+                    return _clip(repr(obj), fallback_clip)
+                raise TypeError(
+                    f"Type is not JSON serializable: {typ.__name__}"
+                )
+        return func(obj)
+
+    return default
+
+
+@lru_cache(maxsize=128)
+def _cached_default(
+    deterministic_sets: bool,
+    decimal_as_float: bool,
+    enum_as_name: bool,
+    passthrough_datetime: bool,
+    safe_fallback: bool,
+    fallback_clip: int,
+):
+    return get_orjson_default(
+        deterministic_sets=deterministic_sets,
+        decimal_as_float=decimal_as_float,
+        enum_as_name=enum_as_name,
+        passthrough_datetime=passthrough_datetime,
+        safe_fallback=safe_fallback,
+        fallback_clip=fallback_clip,
+    )
+
+
+# --------- defaults & options -------------------------------------------------
+
+# Compact, no newline, no sorting: neutral default for most use-cases.
+DEFAULT_SERIALIZER_OPTION = 0
+DEFAULT_SERIALIZER = get_orjson_default()
+
+
+def make_options(
+    *,
+    pretty: bool = False,
+    sort_keys: bool = False,
+    naive_utc: bool = False,
+    utc_z: bool = False,
+    append_newline: bool = False,
+    passthrough_datetime: bool = False,
+    allow_non_str_keys: bool = False,
+) -> int:
+    """
+    Compose orjson 'option' bit flags succinctly.
+    """
+    opt = 0
+    if append_newline:
+        opt |= orjson.OPT_APPEND_NEWLINE
+    if pretty:
+        opt |= orjson.OPT_INDENT_2
+    if sort_keys:
+        opt |= orjson.OPT_SORT_KEYS
+    if naive_utc:
+        opt |= orjson.OPT_NAIVE_UTC
+    if utc_z:
+        opt |= orjson.OPT_UTC_Z
+    if passthrough_datetime:
+        opt |= orjson.OPT_PASSTHROUGH_DATETIME
+    if allow_non_str_keys:
+        opt |= orjson.OPT_NON_STR_KEYS
+    return opt
+
+
+# --------- dump helpers -------------------------------------------------------
+
+
+def json_dumpb(
+    obj: Any,
+    *,
+    pretty: bool = False,
+    sort_keys: bool = False,
+    naive_utc: bool = False,
+    utc_z: bool = False,
+    append_newline: bool = False,
+    allow_non_str_keys: bool = False,
+    deterministic_sets: bool = False,
+    decimal_as_float: bool = False,
+    enum_as_name: bool = False,
+    passthrough_datetime: bool = False,
+    safe_fallback: bool = False,
+    fallback_clip: int = 2048,
+    default: Callable[[Any], Any] | None = None,
+    options: int | None = None,
+) -> bytes:
+    """
+    Serialize to **bytes** (fast path). Prefer this in hot code.
+
+    Notes:
+      - If you set passthrough_datetime=True, you likely also want it in options.
+      - safe_fallback=True is recommended for LOGGING ONLY.
+    """
+    if default is None:
+        default = _cached_default(
+            deterministic_sets=deterministic_sets,
+            decimal_as_float=decimal_as_float,
+            enum_as_name=enum_as_name,
+            passthrough_datetime=passthrough_datetime,
+            safe_fallback=safe_fallback,
+            fallback_clip=fallback_clip,
+        )
+    opt = (
+        options
+        if options is not None
+        else make_options(
+            pretty=pretty,
+            sort_keys=sort_keys,
+            naive_utc=naive_utc,
+            utc_z=utc_z,
+            append_newline=append_newline,
+            passthrough_datetime=passthrough_datetime,
+            allow_non_str_keys=allow_non_str_keys,
+        )
+    )
+    return orjson.dumps(obj, default=default, option=opt)
+
+
+def json_dumps(
+    obj: Any,
+    /,
+    *,
+    decode: bool = True,
+    **kwargs: Any,
+) -> str | bytes:
+    """
+    Serialize to str by default (decode=True), or bytes if decode=False.
+    """
+    out = json_dumpb(obj, **kwargs)
+    return out.decode("utf-8") if decode else out
+
+
+# --------- streaming for very large outputs ----------------------------------
+
+
+def json_lines_iter(
+    it: Iterable[Any],
+    *,
+    # default() configuration for each line
+    deterministic_sets: bool = False,
+    decimal_as_float: bool = False,
+    enum_as_name: bool = False,
+    passthrough_datetime: bool = False,
+    safe_fallback: bool = False,
+    fallback_clip: int = 2048,
+    # options
+    naive_utc: bool = False,
+    utc_z: bool = False,
+    allow_non_str_keys: bool = False,
+    # advanced
+    default: Callable[[Any], Any] | None = None,
+    options: int | None = None,
+) -> Iterable[bytes]:
+    """
+    Stream an iterable as **NDJSON** (one JSON object per line) in **bytes**.
+
+    Always ensures a trailing newline per line (OPT_APPEND_NEWLINE).
+    """
+    if default is None:
+        default = _cached_default(
+            deterministic_sets=deterministic_sets,
+            decimal_as_float=decimal_as_float,
+            enum_as_name=enum_as_name,
+            passthrough_datetime=passthrough_datetime,
+            safe_fallback=safe_fallback,
+            fallback_clip=fallback_clip,
+        )
+    if options is None:
+        opt = make_options(
+            pretty=False,
+            sort_keys=False,
+            naive_utc=naive_utc,
+            utc_z=utc_z,
+            append_newline=True,  # enforce newline for NDJSON
+            passthrough_datetime=passthrough_datetime,
+            allow_non_str_keys=allow_non_str_keys,
+        )
+    else:
+        opt = options | orjson.OPT_APPEND_NEWLINE
+
+    for item in it:
+        yield orjson.dumps(item, default=default, option=opt)

{lionagi-0.16.1 → lionagi-0.16.3}/lionagi/ln/fuzzy/__init__.py

@@ -1,10 +1,12 @@
 from ._extract_json import extract_json
 from ._fuzzy_json import fuzzy_json
 from ._fuzzy_match import FuzzyMatchKeysParams, fuzzy_match_keys
-from ._fuzzy_validate import fuzzy_validate_pydantic
+from ._fuzzy_validate import fuzzy_validate_mapping, fuzzy_validate_pydantic
 from ._string_similarity import SIMILARITY_TYPE, string_similarity
+from ._to_dict import to_dict
 
 __all__ = (
+    "to_dict",
     "fuzzy_json",
     "fuzzy_match_keys",
     "extract_json",
@@ -12,4 +14,5 @@ __all__ = (
     "SIMILARITY_TYPE",
     "fuzzy_validate_pydantic",
     "FuzzyMatchKeysParams",
+    "fuzzy_validate_mapping",
 )