lionagi 0.10.5__py3-none-any.whl → 0.10.7__py3-none-any.whl

lionagi/fields/research.py

@@ -16,8 +16,8 @@ class ResearchFinding(HashableModel):
     A single piece of information or insight from the research phase.
     """
 
-    summary: str = Field(
-        ...,
+    summary: str | None = Field(
+        None,
         description="Concise text describing the discovered fact, concept, or best practice.",
     )
     snippets: list[TextSnippet | CodeSnippet] = Field(
@@ -35,8 +35,8 @@ class PotentialRisk(HashableModel):
     Identifies a risk or challenge discovered during research.
     """
 
-    description: str = Field(
-        ...,
+    description: str | None = Field(
+        None,
         description="Short text describing the risk. E.g., 'Scalability concerns with chosen DB'.",
     )
     impact: str | None = Field(

lionagi/libs/file/concat.py

@@ -0,0 +1,121 @@
+from pathlib import Path
+from typing import Any
+
+from lionagi.utils import create_path, lcall
+
+from .process import dir_to_files
+
+
+def concat(
+    data_path: str | Path | list,
+    file_types: list[str],
+    output_dir: str | Path = None,
+    output_filename: str = None,
+    file_exist_ok: bool = True,
+    recursive: bool = True,
+    verbose: bool = True,
+    threshold: int = 0,
+    return_fps: bool = False,
+    return_files: bool = False,
+    exclude_patterns: list[str] = None,
+    **kwargs,
+) -> dict[str, Any]:
+    """
+    data_path: str or Path or list of str or Path, the directory or file paths to concatenate.
+    file_types: list of str, the file types to concatenate. [e.g. ['.txt', '.md']]
+    output_dir: str or Path, the directory to save the concatenated file. If provided, will save the file.
+    output_filename: str, the filename to save the concatenated file.
+    file_exist_ok: bool, if True, overwrite the existing file. Default is True.
+    recursive: bool, if True, search files recursively. Default is True.
+    verbose: bool, if True, print the output path. Default is True.
+    threshold: int, the minimum number of chars for the file to be considered valid to concatenate.
+    exclude_patterns: list of str, patterns to exclude files from concatenation (e.g. ['log', 'temp', '.venv']).
+    kwargs: additional keyword arguments to pass to create_path.
+    """
+    persist_path = None
+    if output_dir:
+        if not output_filename:
+            output_filename = "concatenated_text.txt"
+            kwargs["timestamp"] = kwargs.get("timestamp", True)
+            kwargs["random_hash_digits"] = kwargs.get("random_hash_digits", 6)
+        output_filename = output_filename or "concatenated_text.txt"
+        persist_path = create_path(
+            output_dir, output_filename, file_exist_ok=file_exist_ok, **kwargs
+        )
+
+    texts = []
+
+    def _check_existence(_p: str) -> Path | list[Path] | None:
+        if exclude_patterns:
+            _str_p = str(_p)
+            for pattern in exclude_patterns:
+                if pattern in _str_p:
+                    return None
+
+        if not Path(_p).exists():
+            # if the path doesn't exist, return None
+            if verbose:
+                print(f"Path {_p} does not exist, skipping...")
+            return None
+
+        p = Path(_p)
+        if p.is_dir():
+            return dir_to_files(
+                p,
+                recursive=recursive,
+                file_types=file_types,
+                ignore_errors=True,
+                max_workers=5,
+            )
+        if p.is_file():
+            return p
+
+    data_path: list[Path] = lcall(
+        data_path,
+        _check_existence,
+        sanitize_input=True,
+        unique_input=True,
+        flatten=True,
+        dropna=True,
+        unique_output=True,
+        flatten_tuple_set=True,
+    )
+
+    contents = {}
+    fps = []
+    for dp in data_path:
+        try:
+            text = dp.read_text(encoding="utf-8")
+
+        except Exception:
+            # if we cannot read the file, skip it
+            print(f"Could not read file: {dp}. Skipping...")
+            continue
+
+        if threshold > 0 and len(text) < threshold:
+            continue
+
+        fps.append(dp)
+        contents[str(dp)] = text
+
+    for k, text in sorted(contents.items(), key=lambda x: x[0]):
+        texts.extend(["---", k, "---\n", text])
+
+    text = "\n".join(texts)
+    if persist_path:
+        persist_path.write_text(text, encoding="utf-8")
+    if verbose:
+        print(
+            f"Concatenated {len(fps)} files to {persist_path}."
+            f" The file contains {len(text)} characters."
+        )
+
+    out = {"text": text}  # default output
+    if persist_path:
+        out["persist_path"] = persist_path
+    if return_files:
+        out["texts"] = texts
+    if return_fps:
+        out["fps"] = fps
+
+    return out

lionagi/libs/file/process.py

@@ -203,7 +203,7 @@ def chunk(
             )
 
         if reader_tool is None:
-            reader_tool = lambda x: x.read_text(encoding="utf-8")
+            reader_tool = lambda x: Path(x).read_text(encoding="utf-8")
 
         if reader_tool == "docling":
             from lionagi.libs.package.imports import check_import

lionagi/libs/token_transform/synthlang_/resources/frameworks/framework_options.json

@@ -1,52 +1,52 @@
 {
-    "options": {
-        "math": {
-            "name": "Mathematical Framework",
-            "description": "Offers a suite of math glyphs and notation rules.",
-            "glyphs": [
-                {
-                    "symbol": "\u21b9",
-                    "name": "Focus/Filter",
-                    "description": "Used for focusing instructions"
-                },
-                {
-                    "symbol": "\u03a3",
-                    "name": "Summarize",
-                    "description": "Condense large sets of data"
-                },
-                {
-                    "symbol": "\u2295",
-                    "name": "Combine/Merge",
-                    "description": "Merge multiple data sources"
-                },
-                {
-                    "symbol": "\u2022",
-                    "name": "Group Operation",
-                    "description": "Binary operation in group theory"
-                }
-            ]
+  "options": {
+    "math": {
+      "name": "Mathematical Framework",
+      "description": "Offers a suite of math glyphs and notation rules.",
+      "glyphs": [
+        {
+          "symbol": "\u21b9",
+          "name": "Focus/Filter",
+          "description": "Used for focusing instructions"
         },
-        "optim": {
-            "name": "Optimization Framework",
-            "description": "Compression and optimization for code/math expressions.",
-            "glyphs": [
-                {
-                    "symbol": "IF",
-                    "name": "Conditional Operator",
-                    "description": "Represents branching logic"
-                }
-            ]
+        {
+          "symbol": "\u03a3",
+          "name": "Summarize",
+          "description": "Condense large sets of data"
         },
-        "custom_algebra": {
-            "name": "Custom Algebraic Framework",
-            "description": "Extra rules for ring, group, field expansions.",
-            "glyphs": [
-                {
-                    "symbol": "\u221e",
-                    "name": "Infinite Operator",
-                    "description": "Represents unbounded algebraic ops"
-                }
-            ]
+        {
+          "symbol": "\u2295",
+          "name": "Combine/Merge",
+          "description": "Merge multiple data sources"
+        },
+        {
+          "symbol": "\u2022",
+          "name": "Group Operation",
+          "description": "Binary operation in group theory"
+        }
+      ]
+    },
+    "optim": {
+      "name": "Optimization Framework",
+      "description": "Compression and optimization for code/math expressions.",
+      "glyphs": [
+        {
+          "symbol": "IF",
+          "name": "Conditional Operator",
+          "description": "Represents branching logic"
+        }
+      ]
+    },
+    "custom_algebra": {
+      "name": "Custom Algebraic Framework",
+      "description": "Extra rules for ring, group, field expansions.",
+      "glyphs": [
+        {
+          "symbol": "\u221e",
+          "name": "Infinite Operator",
+          "description": "Represents unbounded algebraic ops"
         }
+      ]
     }
+  }
 }

lionagi/protocols/messages/templates/README.md

@@ -19,10 +19,14 @@ message_text = template.render(**args)
 print(message_text)
 ```
 
-Benefits and Customization
-	•	You can easily rearrange sections within these templates without changing your code logic.
-	•	Each message type is clearly separated, making it simpler to maintain or adjust one message format without affecting the others.
-	•	If you find that you use some snippet (like rendering a schema) in multiple templates, you can factor it out into its own partial template (like tool_schemas.jinja2) and include it where needed.
-	•	Over time, you can add more templates or split existing ones if certain messages become too complex.
+Benefits and Customization •	You can easily rearrange sections within these
+templates without changing your code logic. •	Each message type is clearly
+separated, making it simpler to maintain or adjust one message format without
+affecting the others. •	If you find that you use some snippet (like rendering a
+schema) in multiple templates, you can factor it out into its own partial
+template (like tool_schemas.jinja2) and include it where needed. •	Over time,
+you can add more templates or split existing ones if certain messages become too
+complex.
 
-By establishing this set of base templates and arguments, you have a starting point. You can expand or refine as your requirements evolve.
+By establishing this set of base templates and arguments, you have a starting
+point. You can expand or refine as your requirements evolve.

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.10.5"
+__version__ = "0.10.7"

{lionagi-0.10.5.dist-info → lionagi-0.10.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.10.5
+Version: 0.10.7
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License
@@ -220,7 +220,7 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Requires-Dist: aiocache>=0.12.0
-Requires-Dist: aiohttp>=3.11.0
+Requires-Dist: aiohttp>=3.11.14
 Requires-Dist: jinja2>=3.0.0
 Requires-Dist: pandas>=2.0.0
 Requires-Dist: pillow>=10.0.0
@@ -241,21 +241,28 @@ Description-Content-Type: text/markdown
 ![PyPI - Downloads](https://img.shields.io/pypi/dm/lionagi?color=blue)
 ![Python Version](https://img.shields.io/badge/python-3.10%2B-blue)
 
-[Documentation](https://lion-agi.github.io/lionagi/) | [Discord](https://discord.gg/aqSJ2v46vu) | [PyPI](https://pypi.org/project/lionagi/) | [Roadmap](https://trello.com/b/3seomsrI/lionagi)
+[Documentation](https://lion-agi.github.io/lionagi/) |
+[Discord](https://discord.gg/aqSJ2v46vu) |
+[PyPI](https://pypi.org/project/lionagi/) |
+[Roadmap](https://trello.com/b/3seomsrI/lionagi)
 
 # LION - Language InterOperable Network
 
 ## An Intelligence Operating System
 
-LionAGI is a robust framework for orchestrating multi-step AI operations with precise control. Bring together multiple models, advanced ReAct reasoning, tool integrations, and custom validations in a single coherent pipeline.
+LionAGI is a robust framework for orchestrating multi-step AI operations with
+precise control. Bring together multiple models, advanced ReAct reasoning, tool
+integrations, and custom validations in a single coherent pipeline.
 
 ## Why LionAGI?
 
 - **Structured**: LLM interactions are validated and typed (via Pydantic).
-- **Expandable**: Integrate multiple providers (OpenAI, Anthropic, Perplexity, custom) with minimal friction.
-- **Controlled**: Built-in safety checks, concurrency strategies, and advanced multi-step flows—like ReAct with verbose outputs.
-- **Transparent**: Real-time logging, message introspection, and easy debugging of tool usage.
-
+- **Expandable**: Integrate multiple providers (OpenAI, Anthropic, Perplexity,
+  custom) with minimal friction.
+- **Controlled**: Built-in safety checks, concurrency strategies, and advanced
+  multi-step flows—like ReAct with verbose outputs.
+- **Transparent**: Real-time logging, message introspection, and easy debugging
+  of tool usage.
 
 ## Installation
 
@@ -263,17 +270,11 @@ LionAGI is a robust framework for orchestrating multi-step AI operations with pr
 pip install lionagi
 ```
 
-Dependencies:
-	•	aiocahce
-  •	aiohttp
-	•	jinja2
-	•	pandas
-	•	pillow
-  •	pydantic
-	•	python-dotenv
-  •	tiktoken
+Dependencies: •	aiocahce •	aiohttp •	jinja2 •	pandas •	pillow •	pydantic
+•	python-dotenv •	tiktoken
 
 ## Quick Start
+
 ```python
 from lionagi import Branch, iModel
 
@@ -294,6 +295,7 @@ print(response)
 ```
 You claim to be a dragon, oh what a braggin'!
 ```
+
 ### Structured Responses
 
 Use Pydantic to keep outputs structured:
@@ -311,6 +313,7 @@ res = await hunter.communicate(
 print(type(response))
 print(response.joke)
 ```
+
 ```
 <class '__main__.Joke'>
 With fiery claws, dragons hide their laughter flaws!
@@ -318,7 +321,8 @@ With fiery claws, dragons hide their laughter flaws!
 
 ### ReAct and Tools
 
-LionAGI supports advanced multi-step reasoning with ReAct. Tools let the LLM invoke external actions:
+LionAGI supports advanced multi-step reasoning with ReAct. Tools let the LLM
+invoke external actions:
 
 ```python
 from lionagi.tools.types import ReaderTool
@@ -336,16 +340,21 @@ result = await branch.ReAct(
 print(result)
 ```
 
-The LLM can now open the PDF, read in slices, fetch references, and produce a final structured summary.
+The LLM can now open the PDF, read in slices, fetch references, and produce a
+final structured summary.
 
 ### Observability & Debugging
+
 - Inspect messages:
+
 ```python
 df = branch.to_df()
 print(df.tail())
 ```
+
 - Action logs show each tool call, arguments, and outcomes.
-- Verbose ReAct provides chain-of-thought analysis (helpful for debugging multi-step flows).
+- Verbose ReAct provides chain-of-thought analysis (helpful for debugging
+  multi-step flows).
 
 ### Example: Multi-Model Orchestration
 
@@ -377,10 +386,12 @@ pip install "lionagi[ollama]"
 ## Community & Contributing
 
 We welcome issues, ideas, and pull requests:
+
 - Discord: Join to chat or get help
 - Issues / PRs: GitHub
 
 ### Citation
+
 ```
 @software{Li_LionAGI_2023,
   author = {Haiyang Li},
@@ -392,4 +403,6 @@ We welcome issues, ideas, and pull requests:
 ```
 
 **🦁 LionAGI**
-> Because real AI orchestration demands more than a single prompt. Try it out and discover the next evolution in structured, multi-model, safe AI.
+
+> Because real AI orchestration demands more than a single prompt. Try it out
+> and discover the next evolution in structured, multi-model, safe AI.

{lionagi-0.10.5.dist-info → lionagi-0.10.7.dist-info}/RECORD

@@ -4,7 +4,7 @@ lionagi/_errors.py,sha256=JlBTFJnRWtVYcRxKb7fWFiJHLbykl1E19mSJ8sXYVxg,455
 lionagi/_types.py,sha256=iDdYewsP9rDrM7QY19_NDTcWUk7swp8vnGCrloHMtUM,53
 lionagi/settings.py,sha256=W52mM34E6jXF3GyqCFzVREKZrmnUqtZm_BVDsUiDI_s,1627
 lionagi/utils.py,sha256=uLTJKl7aTnFXV6ehA6zwiwEB7G2nQYKsO2pZ6mqFzUk,78908
-lionagi/version.py,sha256=c61d5YjslqtpItkzB2NGlURm177H2racruHXV9G6u6s,23
+lionagi/version.py,sha256=0tXlefZZVkpPOSdzPCMF-P32mDAIZaCt77gWQCpBAjY,23
 lionagi/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/adapters/adapter.py,sha256=aW7s1OKAdxHd8HBv2UcThn-r2Q08EyArssNyFobMLuA,3357
 lionagi/adapters/json_adapter.py,sha256=EJj0Jev46ZhU3ZMnlYwyzN2rLxjLCVrMDpHkEuggBvk,4561
@@ -22,15 +22,16 @@ lionagi/fields/code.py,sha256=TFym51obzaSfCmeRoHZJyBtjfDI4tvl9F-1sjFc9rMw,7713
 lionagi/fields/file.py,sha256=DhQ_HE0RvTNzkvBGQHRgbMYSokDkzE8GEu814i6jw5Q,7297
 lionagi/fields/instruct.py,sha256=sMbCxEv0HQLa31JkJDmdrWWEzIfeKbcmN2hYOehz3Q0,4773
 lionagi/fields/reason.py,sha256=3Ksz9_40dI-oQ9VtmpnYAmJdeDDIO-TwLDrf1ijbXGM,1438
-lionagi/fields/research.py,sha256=2x6SFDwMSwzl4uHHUBbhT8mgwa49MsEy1NaUIb84MHU,1405
+lionagi/fields/research.py,sha256=eEPKocx8eQy2E9FExRWVIo6MK_xvmwBAoRZciBY3RG0,1421
 lionagi/libs/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/parse.py,sha256=JRS3bql0InHJqATnAatl-hQv4N--XXw4P77JHhTFnrc,1011
 lionagi/libs/file/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/file/chunk.py,sha256=XeVMwM33JF0X1W6udz_nhlb3DCevA_EK6A50Hn_e5SY,9300
+lionagi/libs/file/concat.py,sha256=YSauXVBL3WWx5Mvpn208Cj7q9TLt_aq-0M9J1fm-ins,3864
 lionagi/libs/file/concat_files.py,sha256=FoI983oWFzp9VfFDP7kmbRb3t1CPe5F5LCtsux0ASAs,3089
 lionagi/libs/file/file_ops.py,sha256=HBiIh1EljIJ5VTIXuyvJM0ppSs0YYOPUWmgDMJT634U,3430
 lionagi/libs/file/params.py,sha256=SZ5DkoffWfxWudOAYCfCxpL8UIm-1UjeyTtploo-Lqs,5824
-lionagi/libs/file/process.py,sha256=NKC-rIkm83qv4rgz-otd89aziop0G_LPz7_kmBAowsQ,8686
+lionagi/libs/file/process.py,sha256=EsnEJcQUm4ReP7qkCeMvL4Qe6fLRcENVWZndh9TSUsc,8692
 lionagi/libs/file/save.py,sha256=TCxVlKxFFnr3xZ-HAXPpTomQoyiVrp6nKRoj-bcQt4k,2863
 lionagi/libs/nested/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/nested/flatten.py,sha256=sB4jxZRoaUbjak9RbIWVWNKz2hzkhQJPFffV_Ws1GA0,5479
@@ -65,7 +66,7 @@ lionagi/libs/token_transform/synthlang_/translate_to_synthlang.py,sha256=lRBpeKG
 lionagi/libs/token_transform/synthlang_/resources/frameworks/abstract_algebra.toml,sha256=2TuOAo97g8mNhdPH96HP8vYZpnC8neiP-KlhVqbp1Us,970
 lionagi/libs/token_transform/synthlang_/resources/frameworks/category_theory.toml,sha256=Stg9W3h8o7VkQ9tdAfSZmR3LctFqcH6OhOPdaw9BlIg,1064
 lionagi/libs/token_transform/synthlang_/resources/frameworks/complex_analysis.toml,sha256=iE6FS7Cn5_uJRG5-StLuMM4XVAk95bxhbYWwlstw_tA,1044
-lionagi/libs/token_transform/synthlang_/resources/frameworks/framework_options.json,sha256=phAkedPGrwgNGW8hgPyH6pKU47pvKEAnG7vheWFvOLc,1760
+lionagi/libs/token_transform/synthlang_/resources/frameworks/framework_options.json,sha256=_MQcXWBcgzPM6F13e_JDoF7rzTbi_zlXOXutyyYahBY,1384
 lionagi/libs/token_transform/synthlang_/resources/frameworks/group_theory.toml,sha256=iVlcS250YMosNRv3l8bz3BT9Tx1xCmiwhfNt4CjjRYc,713
 lionagi/libs/token_transform/synthlang_/resources/frameworks/math_logic.toml,sha256=jeFOF8gjRhb4hYXpW7AxTX8uk9c6DvGulJK5Bowxhq4,1037
 lionagi/libs/token_transform/synthlang_/resources/frameworks/reflective_patterns.toml,sha256=LxBIVLHNLfvVdXjLAzqivrYaHNix514DLNYsbA-VSQ4,5730
@@ -158,7 +159,7 @@ lionagi/protocols/messages/instruction.py,sha256=0dUsUYd6xYsbOHU7GafvqBkpDQQoFOX
 lionagi/protocols/messages/manager.py,sha256=e1jW5JH_3jZpZbFCvWZX0TG0DCgzANRUejW_6NqbtDc,17182
 lionagi/protocols/messages/message.py,sha256=rrGbya6rF86UB8xZcRP1YjgfJIFCxEWPQfHDcMuyBnM,7724
 lionagi/protocols/messages/system.py,sha256=x0F1C57SFHaO2-Z9cy1QshYlxv8wjl7VppooaGKbMIg,4658
-lionagi/protocols/messages/templates/README.md,sha256=Ch4JrKSjd85fLitAYO1OhZjNOGKHoEwaKQlcV16jiUI,1286
+lionagi/protocols/messages/templates/README.md,sha256=Ux1ua0lN8AP2Ry5_6_eyiPCBtcFHV6e-GdpmEFu3XCs,1282
 lionagi/protocols/messages/templates/action_request.jinja2,sha256=d6OmxHKyvvNDSK4bnBM3TGSUk_HeE_Q2EtLAQ0ZBEJg,120
 lionagi/protocols/messages/templates/action_response.jinja2,sha256=Mg0UxmXlIvtP_KPB0GcJxE1TP6lml9BwdPkW1PZxkg8,142
 lionagi/protocols/messages/templates/assistant_response.jinja2,sha256=oKOX4myBy7it1J1f92mvTS1iBUUlZfsJsY2fC42ygvc,119
@@ -222,7 +223,7 @@ lionagi/tools/file/writer.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,
 lionagi/tools/file/providers/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/tools/file/providers/docling_.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/tools/query/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
-lionagi-0.10.5.dist-info/METADATA,sha256=X0dUpL8Dx7FOz_OdT_cGo3UZABgc7GE2SmywtibqEZs,18464
-lionagi-0.10.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-lionagi-0.10.5.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
-lionagi-0.10.5.dist-info/RECORD,,
+lionagi-0.10.7.dist-info/METADATA,sha256=LXQN1lR4oZDrgH-hM7Lje0d-yPkP7CCDa-l8VN1KXBQ,18472
+lionagi-0.10.7.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+lionagi-0.10.7.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
+lionagi-0.10.7.dist-info/RECORD,,