lionagi 0.15.14__tar.gz → 0.16.0__tar.gz

lionagi-0.16.0/.github/workflows/benchmarks.yml

@@ -0,0 +1,95 @@
+name: Benchmarks
+
+on:
+  push:
+    branches: [ main, master ]
+  pull_request:
+    branches: [ main, master ]
+
+permissions:
+  contents: read
+
+jobs:
+  run-benchmarks:
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    strategy:
+      matrix:
+        python-version: ["3.12"]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+      
+      - name: Install dependencies
+        run: |
+          uv venv
+          source .venv/bin/activate
+          uv sync --all-extras
+
+      - name: Run concurrency benchmarks (asyncio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.concurrency_bench --repeat 100 --backend asyncio --output benchmarks/_ci_out/concurrency-asyncio.json
+
+      - name: Run concurrency benchmarks (trio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.concurrency_bench --repeat 100 --backend trio --output benchmarks/_ci_out/concurrency-trio.json
+
+      - name: Run ln benchmarks (asyncio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.ln_bench --repeat 10 --backend asyncio --output benchmarks/_ci_out/ln-asyncio.json
+
+      - name: Run ln benchmarks (trio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.ln_bench --repeat 10 --backend trio --output benchmarks/_ci_out/ln-trio.json
+
+      - name: Run fuzzy benchmarks
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.fuzzy_bench --repeat 10 --output benchmarks/_ci_out/fuzzy.json
+
+      - name: Compare concurrency asyncio vs baseline (if present)
+        run: |
+          source .venv/bin/activate
+          python benchmarks/ci_compare.py --baseline benchmarks/baselines/concurrency-asyncio.json --current benchmarks/_ci_out/concurrency-asyncio.json --threshold 0.2
+
+      - name: Compare concurrency trio vs baseline (if present)
+        run: |
+          source .venv/bin/activate
+          python benchmarks/ci_compare.py --baseline benchmarks/baselines/concurrency-trio.json --current benchmarks/_ci_out/concurrency-trio.json --threshold 0.2
+
+      - name: Compare ln asyncio vs baseline (if present)
+        run: |
+          source .venv/bin/activate
+          python benchmarks/ci_compare.py --baseline benchmarks/baselines/ln-asyncio.json --current benchmarks/_ci_out/ln-asyncio.json --threshold 0.2
+
+      - name: Compare ln trio vs baseline (if present)
+        run: |
+          source .venv/bin/activate
+          python benchmarks/ci_compare.py --baseline benchmarks/baselines/ln-trio.json --current benchmarks/_ci_out/ln-trio.json --threshold 0.2
+
+      - name: Compare fuzzy vs baseline (if present)
+        run: |
+          source .venv/bin/activate
+          python benchmarks/ci_compare.py --baseline benchmarks/baselines/fuzzy.json --current benchmarks/_ci_out/fuzzy.json --threshold 0.2
+
+      - name: Upload results artifact
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: benchmark-results-py${{ matrix.python-version }}
+          path: benchmarks/_ci_out/**/*.json

lionagi-0.16.0/.github/workflows/refresh-bench-baselines.yml

@@ -0,0 +1,98 @@
+name: Refresh Bench Baselines
+
+on:
+  workflow_dispatch: {}
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  refresh:
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install uv
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+      
+      - name: Install dependencies
+        run: |
+          uv venv
+          source .venv/bin/activate
+          uv sync --all-extras
+
+      - name: Run concurrency benchmarks (asyncio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.concurrency_bench --repeat 100 --backend asyncio --output benchmarks/_ci_out/concurrency-asyncio.json
+
+      - name: Run concurrency benchmarks (trio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.concurrency_bench --repeat 100 --backend trio --output benchmarks/_ci_out/concurrency-trio.json
+
+      - name: Run ln benchmarks (asyncio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.ln_bench --repeat 10 --backend asyncio --output benchmarks/_ci_out/ln-asyncio.json
+
+      - name: Run ln benchmarks (trio)
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.ln_bench --repeat 10 --backend trio --output benchmarks/_ci_out/ln-trio.json
+
+      - name: Run fuzzy benchmarks
+        run: |
+          source .venv/bin/activate
+          python -m benchmarks.fuzzy_bench --repeat 10 --output benchmarks/_ci_out/fuzzy.json
+
+      - name: Copy outputs to baselines
+        run: |
+          cp benchmarks/_ci_out/concurrency-asyncio.json benchmarks/baselines/concurrency-asyncio.json
+          cp benchmarks/_ci_out/concurrency-trio.json benchmarks/baselines/concurrency-trio.json
+          cp benchmarks/_ci_out/ln-asyncio.json benchmarks/baselines/ln-asyncio.json
+          cp benchmarks/_ci_out/ln-trio.json benchmarks/baselines/ln-trio.json
+          cp benchmarks/_ci_out/fuzzy.json benchmarks/baselines/fuzzy.json
+
+      - name: Commit and create PR for updated baselines
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: |
+          git config --local user.email "action@github.com"
+          git config --local user.name "GitHub Action"
+          
+          # Create a unique branch name with timestamp
+          BRANCH_NAME="chore/refresh-baselines-$(date +%Y%m%d-%H%M%S)"
+          git checkout -b "$BRANCH_NAME"
+          
+          # Add and commit changes
+          git add benchmarks/baselines/*.json
+          git commit -m "chore(benchmarks): refresh CI-native baselines [skip ci]"
+          
+          # Push the branch
+          git push origin "$BRANCH_NAME"
+          
+          # Create pull request using GitHub CLI
+          gh pr create \
+            --title "chore(benchmarks): refresh CI-native baselines" \
+            --body "Automated refresh of benchmark baselines from GitHub Actions workflow." \
+            --label "enhancement" \
+            --head "$BRANCH_NAME" \
+            --base main
+
+      - name: Upload baselines artifact (fallback)
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: refreshed-bench-baselines
+          path: benchmarks/baselines/*.json

{lionagi-0.15.14 → lionagi-0.16.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.15.14
+Version: 0.16.0
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License
@@ -223,12 +223,14 @@ Requires-Dist: aiocache>=0.12.0
 Requires-Dist: aiohttp>=3.11.0
 Requires-Dist: anyio>=4.7.0
 Requires-Dist: backoff>=2.0.0
+Requires-Dist: exceptiongroup>=1.3.0
 Requires-Dist: jinja2>=3.0.0
 Requires-Dist: json-repair>=0.40.0
+Requires-Dist: msgspec>=0.18.0
 Requires-Dist: pillow>=10.0.0
 Requires-Dist: psutil>=6.0.0
 Requires-Dist: pydantic-settings>=2.8.0
-Requires-Dist: pydapter[pandas]>=1.0.4
+Requires-Dist: pydapter[pandas]>=1.0.5
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: tiktoken>=0.9.0
 Requires-Dist: toml>=0.8.0

lionagi-0.16.0/benchmarks/README.md

@@ -0,0 +1,45 @@
+Minimal concurrency benchmarks
+
+This folder contains a lightweight benchmark runner for lionagi.ln.concurrency.
+It establishes a baseline for core patterns to help catch regressions.
+
+How to run (concurrency)
+- Asyncio backend (default):
+  - `python -m benchmarks.concurrency_bench`
+- Trio backend:
+  - `python -m benchmarks.concurrency_bench --backend trio`
+
+Options
+- `--backend {asyncio,trio}`: Select async backend (default: asyncio)
+- `--repeat N`: Repeat each scenario N times and report aggregates (default: 3)
+- `--json`: Also print JSON to stdout (besides saving to file)
+- `--output PATH`: Save results JSON to a custom path
+- `--compare BASELINE.json`: Compare against a previous run and show deltas
+
+How to run (ln functions)
+- Asyncio backend (default):
+  - `python -m benchmarks.ln_bench`
+- Trio backend:
+  - `python -m benchmarks.ln_bench --backend trio`
+
+Options are the same as the concurrency runner.
+
+Results
+- Results are saved under `benchmarks/results/<timestamp>-<backend>.json` (concurrency)
+  and `benchmarks/results/ln-<timestamp>-<backend>.json` (ln functions) by default.
+- Each scenario reports min/mean/median/max (seconds) over the configured repeats.
+
+Scenarios (initial set)
+- gather_100_yield: 100 tasks, each yields once (sleep 0)
+- bounded_map_2000_limit_100: 2000 items, async no-op mapper, limit=100
+- completion_stream_1000_limit_100: 1000 awaitables streamed with limit=100
+- race_first_completion_10: 10 tasks where one completes immediately
+- cancel_propagation_500: 500 tasks; one fails quickly to trigger cancellation
+- taskgroup_start_1000_noop: start 1000 short-lived tasks
+
+Notes
+- Fuzzy utilities benches are available:
+  - `python -m benchmarks.fuzzy_bench` (JSON parsing, extraction, key matching)
+  - Outputs to `benchmarks/results/fuzzy-<timestamp>.json`
+- These are micro-benchmarks intended to detect relative changes, not absolute throughput.
+- Run on a quiet machine for less noisy results. Prefer CI runners for consistency.

lionagi-0.16.0/benchmarks/baselines/concurrency-asyncio.json

@@ -0,0 +1,59 @@
+{
+  "meta": {
+    "backend": "asyncio",
+    "python": "3.10.18",
+    "platform": "Linux-6.11.0-1018-azure-x86_64-with-glibc2.39",
+    "anyio": "unknown",
+    "timestamp": "2025-09-02T13:35:48.146812+00:00"
+  },
+  "results": {
+    "gather_100_yield": {
+      "name": "gather_100_yield",
+      "runs": 100,
+      "min": 0.0013307739999959267,
+      "mean": 0.002037186759999088,
+      "median": 0.001366159999989236,
+      "max": 0.06699832600000377
+    },
+    "bounded_map_2000_limit_100": {
+      "name": "bounded_map_2000_limit_100",
+      "runs": 100,
+      "min": 0.051471915000007584,
+      "mean": 0.11217115943999971,
+      "median": 0.13023979999999824,
+      "max": 0.15564669899998762
+    },
+    "completion_stream_1000_limit_100": {
+      "name": "completion_stream_1000_limit_100",
+      "runs": 100,
+      "min": 0.0329682240000011,
+      "mean": 0.059458141469999365,
+      "median": 0.03493375699999035,
+      "max": 0.12365313499998365
+    },
+    "race_first_completion_10": {
+      "name": "race_first_completion_10",
+      "runs": 100,
+      "min": 0.00037635299997873517,
+      "mean": 0.0003924061999981632,
+      "median": 0.0003883794999950396,
+      "max": 0.0005232460000001993
+    },
+    "cancel_propagation_500": {
+      "name": "cancel_propagation_500",
+      "runs": 100,
+      "min": 0.01751969400001485,
+      "mean": 0.02870361817999765,
+      "median": 0.0186188854999898,
+      "max": 0.10571556099998247
+    },
+    "taskgroup_start_1000_noop": {
+      "name": "taskgroup_start_1000_noop",
+      "runs": 100,
+      "min": 0.012939626999980192,
+      "mean": 0.030543536530002482,
+      "median": 0.013727217000010228,
+      "max": 0.09765000000001578
+    }
+  }
+}

lionagi-0.16.0/benchmarks/baselines/concurrency-trio.json

@@ -0,0 +1,59 @@
+{
+  "meta": {
+    "backend": "trio",
+    "python": "3.10.18",
+    "platform": "Linux-6.11.0-1018-azure-x86_64-with-glibc2.39",
+    "anyio": "unknown",
+    "timestamp": "2025-09-02T13:36:12.244949+00:00"
+  },
+  "results": {
+    "gather_100_yield": {
+      "name": "gather_100_yield",
+      "runs": 100,
+      "min": 0.0014117040000201087,
+      "mean": 0.0014656342899996844,
+      "median": 0.0014346675000069808,
+      "max": 0.002635558999998011
+    },
+    "bounded_map_2000_limit_100": {
+      "name": "bounded_map_2000_limit_100",
+      "runs": 100,
+      "min": 0.052032400000001644,
+      "mean": 0.10031968010999832,
+      "median": 0.1200106145000035,
+      "max": 0.14297211099997753
+    },
+    "completion_stream_1000_limit_100": {
+      "name": "completion_stream_1000_limit_100",
+      "runs": 100,
+      "min": 0.035846581000015476,
+      "mean": 0.05587740749000119,
+      "median": 0.036930268499986596,
+      "max": 0.11426646800001095
+    },
+    "race_first_completion_10": {
+      "name": "race_first_completion_10",
+      "runs": 100,
+      "min": 0.0007386779999762894,
+      "mean": 0.0007710282699966342,
+      "median": 0.0007622674999936407,
+      "max": 0.0009878740000033304
+    },
+    "cancel_propagation_500": {
+      "name": "cancel_propagation_500",
+      "runs": 100,
+      "min": 0.02046249400001443,
+      "mean": 0.0379207331500001,
+      "median": 0.027372422999988544,
+      "max": 0.10746313000001351
+    },
+    "taskgroup_start_1000_noop": {
+      "name": "taskgroup_start_1000_noop",
+      "runs": 100,
+      "min": 0.013291812999995045,
+      "mean": 0.026810758450000947,
+      "median": 0.013807971500000349,
+      "max": 0.09094968200000153
+    }
+  }
+}

lionagi-0.16.0/benchmarks/baselines/fuzzy.json

@@ -0,0 +1,74 @@
+{
+  "meta": {
+    "python": "3.10.18",
+    "platform": "Linux-6.11.0-1018-azure-x86_64-with-glibc2.39",
+    "anyio": "unknown",
+    "timestamp": "2025-09-02T13:36:36.355579+00:00"
+  },
+  "results": {
+    "fuzzy_json_valid_1000": {
+      "name": "fuzzy_json_valid_1000",
+      "runs": 10,
+      "min": 0.0027464740000198162,
+      "mean": 0.0027687305000000605,
+      "median": 0.0027608015000026853,
+      "max": 0.002856620000017074
+    },
+    "fuzzy_json_dirty_single_quotes_500": {
+      "name": "fuzzy_json_dirty_single_quotes_500",
+      "runs": 10,
+      "min": 0.0052496760000053655,
+      "mean": 0.005336624200006667,
+      "median": 0.005300931500002548,
+      "max": 0.005598335999991377
+    },
+    "extract_json_direct_1000": {
+      "name": "extract_json_direct_1000",
+      "runs": 10,
+      "min": 0.0007120979999797328,
+      "mean": 0.0007235028999957649,
+      "median": 0.0007229384999902777,
+      "max": 0.0007527449999997771
+    },
+    "extract_json_markdown_blocks_200": {
+      "name": "extract_json_markdown_blocks_200",
+      "runs": 10,
+      "min": 0.0032754620000048362,
+      "mean": 0.0032953269999950407,
+      "median": 0.003279153999997675,
+      "max": 0.003359698999986449
+    },
+    "fuzzy_match_keys_2000": {
+      "name": "fuzzy_match_keys_2000",
+      "runs": 10,
+      "min": 0.3180015540000056,
+      "mean": 0.32003289620000147,
+      "median": 0.31981371050000007,
+      "max": 0.32366155500000104
+    },
+    "string_similarity_bulk_2000": {
+      "name": "string_similarity_bulk_2000",
+      "runs": 10,
+      "min": 0.15625453399999856,
+      "mean": 0.1588215744999985,
+      "median": 0.15791424849999203,
+      "max": 0.16330740000000787
+    },
+    "ref_std_json_valid_1000": {
+      "name": "ref_std_json_valid_1000",
+      "runs": 10,
+      "min": 0.006303881999997429,
+      "mean": 0.006335769899999377,
+      "median": 0.006317558000006329,
+      "max": 0.0064248369999972965
+    },
+    "ref_orjson_valid_1000": {
+      "name": "ref_orjson_valid_1000",
+      "runs": 10,
+      "min": 0.0012476400000025478,
+      "mean": 0.0012560897000042815,
+      "median": 0.0012546530000179246,
+      "max": 0.0012660250000067208
+    }
+  }
+}

lionagi-0.16.0/benchmarks/baselines/ln-asyncio.json

@@ -0,0 +1,67 @@
+{
+  "meta": {
+    "backend": "asyncio",
+    "python": "3.10.18",
+    "platform": "Linux-6.11.0-1018-azure-x86_64-with-glibc2.39",
+    "anyio": "unknown",
+    "timestamp": "2025-09-02T13:36:20.408039+00:00"
+  },
+  "results": {
+    "alcall_async_noop_1000_conc_100": {
+      "name": "alcall_async_noop_1000_conc_100",
+      "runs": 10,
+      "min": 0.027339697999991586,
+      "mean": 0.04231285889999583,
+      "median": 0.028904450999988285,
+      "max": 0.09554383200000416
+    },
+    "alcall_sync_noop_1000_conc_64": {
+      "name": "alcall_sync_noop_1000_conc_64",
+      "runs": 10,
+      "min": 0.1231813789999876,
+      "mean": 0.14566904129999897,
+      "median": 0.12549639949999403,
+      "max": 0.2023504040000148
+    },
+    "bcall_async_noop_1000_batch_50": {
+      "name": "bcall_async_noop_1000_batch_50",
+      "runs": 10,
+      "min": 0.03463674900001479,
+      "mean": 0.041982428599999365,
+      "median": 0.0348497119999962,
+      "max": 0.10610733600000799
+    },
+    "to_list_flatten_nested_10000": {
+      "name": "to_list_flatten_nested_10000",
+      "runs": 10,
+      "min": 0.03234598599999572,
+      "mean": 0.03946182770000632,
+      "median": 0.03328560400001379,
+      "max": 0.09648447600000054
+    },
+    "to_list_flatten_unique_2000_mixed": {
+      "name": "to_list_flatten_unique_2000_mixed",
+      "runs": 10,
+      "min": 0.006223709000011013,
+      "mean": 0.006309181899999317,
+      "median": 0.006298704499997143,
+      "max": 0.006478685000018913
+    },
+    "hash_dict_complex_1000": {
+      "name": "hash_dict_complex_1000",
+      "runs": 10,
+      "min": 0.320240278,
+      "mean": 0.3215539886000016,
+      "median": 0.32136970400000564,
+      "max": 0.3242211730000122
+    },
+    "json_dumps_medium_1000": {
+      "name": "json_dumps_medium_1000",
+      "runs": 10,
+      "min": 0.053597306000000344,
+      "mean": 0.053890407500000494,
+      "median": 0.05394290499999954,
+      "max": 0.0542278519999968
+    }
+  }
+}

lionagi-0.16.0/benchmarks/baselines/ln-trio.json

@@ -0,0 +1,67 @@
+{
+  "meta": {
+    "backend": "trio",
+    "python": "3.10.18",
+    "platform": "Linux-6.11.0-1018-azure-x86_64-with-glibc2.39",
+    "anyio": "unknown",
+    "timestamp": "2025-09-02T13:36:29.672202+00:00"
+  },
+  "results": {
+    "alcall_async_noop_1000_conc_100": {
+      "name": "alcall_async_noop_1000_conc_100",
+      "runs": 10,
+      "min": 0.039496262000000115,
+      "mean": 0.06164876089999893,
+      "median": 0.0449869785000061,
+      "max": 0.10796760300002006
+    },
+    "alcall_sync_noop_1000_conc_64": {
+      "name": "alcall_sync_noop_1000_conc_64",
+      "runs": 10,
+      "min": 0.20247881000000234,
+      "mean": 0.22778642419999925,
+      "median": 0.2086333964999909,
+      "max": 0.28522025600000234
+    },
+    "bcall_async_noop_1000_batch_50": {
+      "name": "bcall_async_noop_1000_batch_50",
+      "runs": 10,
+      "min": 0.0380686379999986,
+      "mean": 0.0461074301999929,
+      "median": 0.03830965849999757,
+      "max": 0.11178060099999243
+    },
+    "to_list_flatten_nested_10000": {
+      "name": "to_list_flatten_nested_10000",
+      "runs": 10,
+      "min": 0.03396243599999593,
+      "mean": 0.04107517129999962,
+      "median": 0.03474533150000525,
+      "max": 0.09925096700001745
+    },
+    "to_list_flatten_unique_2000_mixed": {
+      "name": "to_list_flatten_unique_2000_mixed",
+      "runs": 10,
+      "min": 0.006309203000000707,
+      "mean": 0.012771716699998593,
+      "median": 0.0065092619999944645,
+      "max": 0.06665278799999896
+    },
+    "hash_dict_complex_1000": {
+      "name": "hash_dict_complex_1000",
+      "runs": 10,
+      "min": 0.3123992969999847,
+      "mean": 0.3132378978000048,
+      "median": 0.3127961700000128,
+      "max": 0.31525472800001353
+    },
+    "json_dumps_medium_1000": {
+      "name": "json_dumps_medium_1000",
+      "runs": 10,
+      "min": 0.0535302880000188,
+      "mean": 0.05378593110000338,
+      "median": 0.053629779000019084,
+      "max": 0.05512452299998927
+    }
+  }
+}