lionagi 0.12.2__py3-none-any.whl → 0.12.3__py3-none-any.whl

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.12.2"
+__version__ = "0.12.3"

{lionagi-0.12.2.dist-info → lionagi-0.12.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.12.2
+Version: 0.12.3
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>, Liangbingyan Luo <llby_luo@outlook.com>
 License:            Apache License
@@ -219,19 +219,38 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
+Requires-Dist: aiocache>=0.12.0
+Requires-Dist: aiohttp>=3.10.0
 Requires-Dist: jinja2>=3.0.0
-Requires-Dist: khive>=0.2.7
 Requires-Dist: pandas>=2.0.0
+Requires-Dist: pillow>=10.0.0
+Requires-Dist: pydantic>2.0.0
+Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: tiktoken>=0.8.0
+Requires-Dist: toml>=0.9.0
 Provides-Extra: all
-Requires-Dist: khive[ollama,reader]; extra == 'all'
-Requires-Dist: litellm; extra == 'all'
+Requires-Dist: docling>=2.15.1; extra == 'all'
+Requires-Dist: litellm>=1.59.5; extra == 'all'
+Requires-Dist: ollama>=0.4.7; extra == 'all'
+Requires-Dist: openai>=1.60.0; extra == 'all'
+Provides-Extra: docs
+Requires-Dist: furo>=2024.8.6; extra == 'docs'
+Requires-Dist: sphinx-autobuild>=2024.10.3; extra == 'docs'
+Requires-Dist: sphinx>=8.1.3; extra == 'docs'
+Provides-Extra: lint
+Requires-Dist: black[jupyter]>=24.10.0; extra == 'lint'
+Requires-Dist: isort>=5.13.2; extra == 'lint'
+Requires-Dist: pre-commit>=4.0.1; extra == 'lint'
 Provides-Extra: llms
-Requires-Dist: litellm; extra == 'llms'
+Requires-Dist: litellm>=1.59.5; extra == 'llms'
 Provides-Extra: ollama
-Requires-Dist: khive[ollama]; extra == 'ollama'
+Requires-Dist: ollama>=0.4.7; extra == 'ollama'
+Requires-Dist: openai>=1.60.0; extra == 'ollama'
+Provides-Extra: test
+Requires-Dist: pytest-asyncio>=0.25.0; extra == 'test'
+Requires-Dist: pytest>=8.3.4; extra == 'test'
 Provides-Extra: tools
-Requires-Dist: khive[reader]; extra == 'tools'
+Requires-Dist: docling>=2.15.1; extra == 'tools'
 Description-Content-Type: text/markdown
 
 ![PyPI - Version](https://img.shields.io/pypi/v/lionagi?labelColor=233476aa&color=231fc935)
@@ -239,9 +258,8 @@ Description-Content-Type: text/markdown
 ![Python Version](https://img.shields.io/badge/python-3.10%2B-blue)
 
 [Documentation](https://lion-agi.github.io/lionagi/) |
-[Discord](https://discord.gg/aqSJ2v46vu) |
+[Discord](https://discord.gg/JDj9ENhUE8) |
 [PyPI](https://pypi.org/project/lionagi/) |
-[Roadmap](https://trello.com/b/3seomsrI/lionagi)
 
 # LION - Language InterOperable Network
 

{lionagi-0.12.2.dist-info → lionagi-0.12.3.dist-info}/RECORD

@@ -3,8 +3,8 @@ lionagi/_class_registry.py,sha256=pfUO1DjFZIqr3OwnNMkFqL_fiEBrrf8-swkGmP_KDLE,31
 lionagi/_errors.py,sha256=JlBTFJnRWtVYcRxKb7fWFiJHLbykl1E19mSJ8sXYVxg,455
 lionagi/_types.py,sha256=iDdYewsP9rDrM7QY19_NDTcWUk7swp8vnGCrloHMtUM,53
 lionagi/settings.py,sha256=W52mM34E6jXF3GyqCFzVREKZrmnUqtZm_BVDsUiDI_s,1627
-lionagi/utils.py,sha256=KDcxyMcDrAMxixkQ1FhGkC81bXjae5_nYWB-vh8lyEc,53114
-lionagi/version.py,sha256=NJQQPiZZfrBXFMqZlsia0JrhloS2PexbdxYYUs0c2Us,23
+lionagi/utils.py,sha256=uLTJKl7aTnFXV6ehA6zwiwEB7G2nQYKsO2pZ6mqFzUk,78908
+lionagi/version.py,sha256=Qu8-91hLcRe7wfW37PwNdivTonHHKLrqtJPOAq3Jvhc,23
 lionagi/adapters/__init__.py,sha256=FJBV1Fb7GR9mcRApEB9bNP3IRMQ9Qjg5aVTouZFyTBU,45
 lionagi/adapters/adapter.py,sha256=aW7s1OKAdxHd8HBv2UcThn-r2Q08EyArssNyFobMLuA,3357
 lionagi/adapters/json_adapter.py,sha256=EJj0Jev46ZhU3ZMnlYwyzN2rLxjLCVrMDpHkEuggBvk,4561
@@ -19,21 +19,20 @@ lionagi/fields/__init__.py,sha256=8oU7Vfk-fKiULFKqhM6VpJMqdZcVXPTM7twVfNDN_SQ,60
 lionagi/fields/action.py,sha256=iWSApCM77jS0Oc28lb7G601Etkp-yjx5U1hfI_FQgfA,5792
 lionagi/fields/base.py,sha256=5CJc7j8kTTWzXwpYzkSAFzx4BglABfx3AElIATKB7bg,3857
 lionagi/fields/code.py,sha256=TFym51obzaSfCmeRoHZJyBtjfDI4tvl9F-1sjFc9rMw,7713
-lionagi/fields/file.py,sha256=BMrjxyyfQwC-7w5tA8sJmyjsKcWkldfHAL6dl8UGJr0,7313
+lionagi/fields/file.py,sha256=DhQ_HE0RvTNzkvBGQHRgbMYSokDkzE8GEu814i6jw5Q,7297
 lionagi/fields/instruct.py,sha256=sMbCxEv0HQLa31JkJDmdrWWEzIfeKbcmN2hYOehz3Q0,4773
-lionagi/fields/reason.py,sha256=TnsViRY1QdwvEmfeUiYR8Mt0VAhyIHmlEesmYVEjcH0,1450
+lionagi/fields/reason.py,sha256=3Ksz9_40dI-oQ9VtmpnYAmJdeDDIO-TwLDrf1ijbXGM,1438
 lionagi/fields/research.py,sha256=eEPKocx8eQy2E9FExRWVIo6MK_xvmwBAoRZciBY3RG0,1421
 lionagi/libs/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
+lionagi/libs/parse.py,sha256=JRS3bql0InHJqATnAatl-hQv4N--XXw4P77JHhTFnrc,1011
 lionagi/libs/file/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/file/chunk.py,sha256=XeVMwM33JF0X1W6udz_nhlb3DCevA_EK6A50Hn_e5SY,9300
-lionagi/libs/file/concat.py,sha256=nrL155_92YRTKAymAHbFY5CFNFiRwIc6-KRdjDydVzY,4018
-lionagi/libs/file/concat_files.py,sha256=r8-W8vI9nZFQ36hgQJkiSHT63gCQi9ckkE1hBkXzdtE,3218
-lionagi/libs/file/create_path.py,sha256=dCM_P2Nxmy9j2icB0CLMukwwQS4_IN219vsklQo4UsI,2704
+lionagi/libs/file/concat.py,sha256=YSauXVBL3WWx5Mvpn208Cj7q9TLt_aq-0M9J1fm-ins,3864
+lionagi/libs/file/concat_files.py,sha256=FoI983oWFzp9VfFDP7kmbRb3t1CPe5F5LCtsux0ASAs,3089
 lionagi/libs/file/file_ops.py,sha256=HBiIh1EljIJ5VTIXuyvJM0ppSs0YYOPUWmgDMJT634U,3430
-lionagi/libs/file/file_util.py,sha256=BNP1rhWCJXnj2FmOOb_QrxDlZOVC5ohMOSL4TSWS4PI,10562
 lionagi/libs/file/params.py,sha256=SZ5DkoffWfxWudOAYCfCxpL8UIm-1UjeyTtploo-Lqs,5824
 lionagi/libs/file/process.py,sha256=EsnEJcQUm4ReP7qkCeMvL4Qe6fLRcENVWZndh9TSUsc,8692
-lionagi/libs/file/save.py,sha256=Fo2C96XQ0orlnPE70ThLgqUx_tEnp4ZwGmU0FQy-cZ8,2862
+lionagi/libs/file/save.py,sha256=TCxVlKxFFnr3xZ-HAXPpTomQoyiVrp6nKRoj-bcQt4k,2863
 lionagi/libs/nested/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/nested/flatten.py,sha256=sB4jxZRoaUbjak9RbIWVWNKz2hzkhQJPFffV_Ws1GA0,5479
 lionagi/libs/nested/nfilter.py,sha256=kF7AWjLFHr22SOjRBSTx-7iRPaR7gs0FY5Y4XF2sWJ8,1768
@@ -45,20 +44,12 @@ lionagi/libs/nested/nset.py,sha256=vkLR970hSzj8xCk-Z3RNQMJL2x0uMHmx1pw0VZQx2T0,3
 lionagi/libs/nested/unflatten.py,sha256=lTON1LfCyhZ3xeTEdBiIONcHLQouPcBNARTbXzHZ03U,2618
 lionagi/libs/nested/utils.py,sha256=r8xuBpH0qQaHMnCqXPF6unIKzw-TqwVbq-ARooWRERo,6090
 lionagi/libs/package/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
-lionagi/libs/package/imports.py,sha256=AY8G7g3LdK1WdrpNhhAUrDum0sKeF8wJ7EXtzjS-Cz0,5624
+lionagi/libs/package/imports.py,sha256=wg6Ip9dnW5rNPxINu-AT3XQLp1EQLaAFdehVZAVB140,424
 lionagi/libs/package/management.py,sha256=zgzZ1lNpUhunu_QExiobSYWlvBbR0EORXW4jrtV0wuE,1684
 lionagi/libs/package/params.py,sha256=4dJiuaTlnhho6OHmBv-02cHx89XRCjnKqpMhVRvTse8,1056
 lionagi/libs/package/system.py,sha256=UW8Y6tEPRCy_pBv_Q8CXJAIbuo7CJDDoWEDdnP0ixp4,564
-lionagi/libs/parse/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
-lionagi/libs/parse/fuzzy_parse_json.py,sha256=tavyEg8s3oWAEdrusBb-Aj2fnMwnVJLOVkViboVAq9Q,3544
-lionagi/libs/parse/to_dict.py,sha256=t7zGXEVLOxfeHBm4vsmwaj44An2dwRNYt0xSy1SjEAM,9608
-lionagi/libs/parse/to_json.py,sha256=cCpLH5uUwDWqNUfeJ29LXLtOo4q1uHVG6xU5_I9ZNJQ,1893
-lionagi/libs/parse/to_num.py,sha256=ZRHDjpTCykPfDIZZa4rZKNaR_8ZHbPDFlw9rc02DrII,11610
-lionagi/libs/parse/to_xml.py,sha256=g-VkdVcDkFymiq_ggtO97OTGZaj7wwLJr0WEMuIDN-M,2112
-lionagi/libs/parse/xml_parser.py,sha256=2SVlNxKDqqJscmLN906Ns-uF9-pHAzs77IQ4RoeN5-g,4920
 lionagi/libs/schema/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/libs/schema/as_readable.py,sha256=W4fi98WVkP5rfZ6A-iWqP5YFJexYCjt9Hf-l0iNs-2Q,5916
-lionagi/libs/schema/breakdown_pydantic_annotation.py,sha256=-Brc42n6VC66UHmbyNwnRJFxyzzz3XvuLvr54IEPXb0,1333
 lionagi/libs/schema/extract_code_block.py,sha256=PuJbJj1JnqR5fSZudowPcVPpEoKISLr0MjTOOVXSzwY,2394
 lionagi/libs/schema/extract_docstring.py,sha256=aYyLSRlB8lTH9QF9-6a56uph3AAkNuTyZ0S_duf5-fw,5729
 lionagi/libs/schema/function_to_schema.py,sha256=XAB031WbYu3a7eFJyYjXVMAjmtWYSYr5kC_DYgjiuyM,5604
@@ -75,7 +66,7 @@ lionagi/libs/token_transform/synthlang_/translate_to_synthlang.py,sha256=lRBpeKG
 lionagi/libs/token_transform/synthlang_/resources/frameworks/abstract_algebra.toml,sha256=2TuOAo97g8mNhdPH96HP8vYZpnC8neiP-KlhVqbp1Us,970
 lionagi/libs/token_transform/synthlang_/resources/frameworks/category_theory.toml,sha256=Stg9W3h8o7VkQ9tdAfSZmR3LctFqcH6OhOPdaw9BlIg,1064
 lionagi/libs/token_transform/synthlang_/resources/frameworks/complex_analysis.toml,sha256=iE6FS7Cn5_uJRG5-StLuMM4XVAk95bxhbYWwlstw_tA,1044
-lionagi/libs/token_transform/synthlang_/resources/frameworks/framework_options.json,sha256=_MQcXWBcgzPM6F13e_JDoF7rzTbi_zlXOXutyyYahBY,1384
+lionagi/libs/token_transform/synthlang_/resources/frameworks/framework_options.json,sha256=phAkedPGrwgNGW8hgPyH6pKU47pvKEAnG7vheWFvOLc,1760
 lionagi/libs/token_transform/synthlang_/resources/frameworks/group_theory.toml,sha256=iVlcS250YMosNRv3l8bz3BT9Tx1xCmiwhfNt4CjjRYc,713
 lionagi/libs/token_transform/synthlang_/resources/frameworks/math_logic.toml,sha256=jeFOF8gjRhb4hYXpW7AxTX8uk9c6DvGulJK5Bowxhq4,1037
 lionagi/libs/token_transform/synthlang_/resources/frameworks/reflective_patterns.toml,sha256=LxBIVLHNLfvVdXjLAzqivrYaHNix514DLNYsbA-VSQ4,5730
@@ -145,7 +136,7 @@ lionagi/protocols/forms/report.py,sha256=SvJJjOSCTfVuqK7AKaY8ldQIGJeSK2zoyPWUV41
 lionagi/protocols/generic/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/protocols/generic/element.py,sha256=Eaij2YpTWsGk28Tqjazmjmc_tOnalH7_iGFZrL6QJb4,14420
 lionagi/protocols/generic/event.py,sha256=InjBd2K9aSYxgai1c20d4jaJOkEx5VGFfb7iZbiMiNA,5200
-lionagi/protocols/generic/log.py,sha256=oXFldqTAGmLo32EZzxQT7J-CVR3ohQwmMZKR_ZbX0wQ,7482
+lionagi/protocols/generic/log.py,sha256=vepclOaY3fdR1QgFDj9usOffsx9T-9PbgwXjTvm6twQ,7441
 lionagi/protocols/generic/pile.py,sha256=DfD1hOc7Mb3Iv-HMBPF9Y9HBjUYEJLUot-3AKniEjSo,31299
 lionagi/protocols/generic/processor.py,sha256=LTF9Enb-9jj5Wuy_jLanAhiesc5-Gm6WiSntZoAAm8w,10382
 lionagi/protocols/generic/progression.py,sha256=qlITq1qzV119iR5qR__fBAzV489S7d4t20E8uDRicEw,15189
@@ -168,7 +159,7 @@ lionagi/protocols/messages/instruction.py,sha256=0dUsUYd6xYsbOHU7GafvqBkpDQQoFOX
 lionagi/protocols/messages/manager.py,sha256=e1jW5JH_3jZpZbFCvWZX0TG0DCgzANRUejW_6NqbtDc,17182
 lionagi/protocols/messages/message.py,sha256=rrGbya6rF86UB8xZcRP1YjgfJIFCxEWPQfHDcMuyBnM,7724
 lionagi/protocols/messages/system.py,sha256=x0F1C57SFHaO2-Z9cy1QshYlxv8wjl7VppooaGKbMIg,4658
-lionagi/protocols/messages/templates/README.md,sha256=Ux1ua0lN8AP2Ry5_6_eyiPCBtcFHV6e-GdpmEFu3XCs,1282
+lionagi/protocols/messages/templates/README.md,sha256=Ch4JrKSjd85fLitAYO1OhZjNOGKHoEwaKQlcV16jiUI,1286
 lionagi/protocols/messages/templates/action_request.jinja2,sha256=d6OmxHKyvvNDSK4bnBM3TGSUk_HeE_Q2EtLAQ0ZBEJg,120
 lionagi/protocols/messages/templates/action_response.jinja2,sha256=Mg0UxmXlIvtP_KPB0GcJxE1TP6lml9BwdPkW1PZxkg8,142
 lionagi/protocols/messages/templates/assistant_response.jinja2,sha256=oKOX4myBy7it1J1f92mvTS1iBUUlZfsJsY2fC42ygvc,119
@@ -193,7 +184,7 @@ lionagi/service/providers/types.py,sha256=NS91ysRFwOs0cpNeQgFhmtl7JrSz2pJm-tt7sZ
 lionagi/service/providers/anthropic_/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/service/providers/anthropic_/messages.py,sha256=EnV2vh60k0aQvtnUitHzTlSmyrFxTVxcXAldANg7Rzc,3148
 lionagi/service/providers/exa_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/service/providers/exa_/models.py,sha256=wwcMB-NOQ0uswK4ymc89bgCudcA_rkj_xogt6jF_rrI,83
+lionagi/service/providers/exa_/models.py,sha256=263KP-JSxbxmomNrFeYjB_cebquoMOsCJeWsiKZ0mL4,5420
 lionagi/service/providers/exa_/search.py,sha256=Z3pyJH8KiWiquJSJw8Rd6D7x43BwTFHb2ESsgSicCk0,1932
 lionagi/service/providers/exa_/types.py,sha256=8ODjXpFajBE9-DGqBJNS--GObwmLSDi667xS84z_AgA,139
 lionagi/service/providers/groq_/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
@@ -207,7 +198,7 @@ lionagi/service/providers/openrouter_/__init__.py,sha256=5y5joOZzfFWERl75auAcNcK
 lionagi/service/providers/openrouter_/chat_completions.py,sha256=0pdXjJCXmCPPbKKVubrnqofaodTOxWTJam8fd3NgrNk,1525
 lionagi/service/providers/perplexity_/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/service/providers/perplexity_/chat_completions.py,sha256=O4MIS_3xIINGjkAZdlw0Bu_jAfBDR4VZA1F8JW2EU1M,1197
-lionagi/service/providers/perplexity_/models.py,sha256=T2GFWKvCTDjp4kFobuAqzuAYBX0_VlmHhYacHloR3uo,154
+lionagi/service/providers/perplexity_/models.py,sha256=Fm5NbmWMdFkDKS0Cec__bNvs3St27lgqxFbHKyNCLsw,4945
 lionagi/session/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/session/branch.py,sha256=-4VZJna20HrftkVJoYiEgCb4HrUlP6aBRA-XlrHageQ,69722
 lionagi/session/prompts.py,sha256=AhuHL19s0TijVZX3tMKUKMi6l88xeVdpkuEn2vJSRyU,3236
@@ -217,7 +208,7 @@ lionagi/tools/base.py,sha256=cld32pyjaTUdyiqZ8hNyJjWKAhcJ8RQNhgImI7R8b-E,1940
 lionagi/tools/types.py,sha256=XtJLY0m-Yi_ZLWhm0KycayvqMCZd--HxfQ0x9vFUYDE,230
 lionagi/tools/file/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/tools/file/reader.py,sha256=K0PtEI1s-Ol-uthBUdGFzDLrQNFr4l1bRkosn2jios8,9539
-lionagi-0.12.2.dist-info/METADATA,sha256=JrekthbdkAaX3sK7DWVfz_tN6vfb_YrSzfIXca88npQ,18423
-lionagi-0.12.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-lionagi-0.12.2.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
-lionagi-0.12.2.dist-info/RECORD,,
+lionagi-0.12.3.dist-info/METADATA,sha256=YTtNnMWbydX_OzuGlBuYNztS6j54NQf3rlfntX0L4rI,19154
+lionagi-0.12.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+lionagi-0.12.3.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
+lionagi-0.12.3.dist-info/RECORD,,

lionagi/libs/file/create_path.py

@@ -1,80 +0,0 @@
-# Copyright (c) 2023 - 2025, HaiyangLi <quantocean.li at gmail dot com>
-#
-# SPDX-License-Identifier: Apache-2.0
-
-import uuid
-from datetime import datetime
-from pathlib import Path
-
-
-def create_path(
-    directory: Path | str,
-    filename: str,
-    extension: str = None,
-    timestamp: bool = False,
-    dir_exist_ok: bool = True,
-    file_exist_ok: bool = False,
-    time_prefix: bool = False,
-    timestamp_format: str | None = None,
-    random_hash_digits: int = 0,
-) -> Path:
-    """
-    Generate a new file path with optional timestamp and a random suffix.
-
-    Args:
-        directory: The directory where the file will be created.
-        filename: The base name of the file to create.
-        extension: The file extension, if not part of filename.
-        timestamp: If True, add a timestamp to the filename.
-        dir_exist_ok: If True, don't error if directory exists.
-        file_exist_ok: If True, allow overwriting existing files.
-        time_prefix: If True, timestamp is prefixed instead of suffixed.
-        timestamp_format: Custom format for timestamp (default: "%Y%m%d%H%M%S").
-        random_hash_digits: Number of hex digits for a random suffix.
-
-    Returns:
-        The full Path to the new or existing file.
-
-    Raises:
-        ValueError: If filename is invalid.
-        FileExistsError: If file exists and file_exist_ok=False.
-    """
-    if "/" in filename:
-        sub_dir, filename = filename.split("/")[:-1], filename.split("/")[-1]
-        directory = Path(directory) / "/".join(sub_dir)
-
-    if "\\" in filename:
-        raise ValueError("Filename cannot contain directory separators.")
-
-    directory = Path(directory)
-
-    # Extract name and extension from filename if present
-    if "." in filename:
-        name, ext = filename.rsplit(".", 1)
-    else:
-        name, ext = filename, extension
-
-    # Ensure extension has a single leading dot
-    ext = f".{ext.lstrip('.')}" if ext else ""
-
-    # Add timestamp if requested
-    if timestamp:
-        ts_str = datetime.now().strftime(timestamp_format or "%Y%m%d%H%M%S")
-        name = f"{ts_str}_{name}" if time_prefix else f"{name}_{ts_str}"
-
-    # Add random suffix if requested
-    if random_hash_digits > 0:
-        # Use UUID4 and truncate its hex for random suffix
-        random_suffix = uuid.uuid4().hex[:random_hash_digits]
-        name = f"{name}-{random_suffix}"
-
-    full_path = directory / f"{name}{ext}"
-
-    # Check if file or directory existence
-    full_path.parent.mkdir(parents=True, exist_ok=dir_exist_ok)
-    if full_path.exists() and not file_exist_ok:
-        raise FileExistsError(
-            f"File {full_path} already exists and file_exist_ok is False."
-        )
-
-    return full_path

lionagi/libs/file/file_util.py

@@ -1,358 +0,0 @@
-# Copyright (c) 2023 - 2025, HaiyangLi <quantocean.li at gmail dot com>
-#
-# SPDX-License-Identifier: Apache-2.0
-
-from collections.abc import Callable
-from pathlib import Path
-from typing import Any, Literal
-
-
-class FileUtil:
-
-    @staticmethod
-    def chunk_by_chars(
-        text: str,
-        chunk_size: int = 2048,
-        overlap: float = 0,
-        threshold: int = 256,
-    ) -> list[str]:
-        from .chunk import chunk_by_chars
-
-        return chunk_by_chars(
-            text,
-            chunk_size=chunk_size,
-            overlap=overlap,
-            threshold=threshold,
-        )
-
-    @staticmethod
-    def chunk_by_tokens(
-        text: str,
-        tokenizer: Callable[[str], list[str]] = str.split,
-        chunk_size: int = 1024,
-        overlap: float = 0,
-        threshold: int = 256,
-    ) -> list[str]:
-        from .chunk import chunk_by_tokens
-
-        return chunk_by_tokens(
-            text,
-            tokenizer=tokenizer,
-            chunk_size=chunk_size,
-            overlap=overlap,
-            threshold=threshold,
-        )
-
-    @staticmethod
-    def chunk_content(
-        content: str,
-        chunk_by: Literal["chars", "tokens"] = "chars",
-        tokenizer: Callable[[str], list[str]] = str.split,
-        chunk_size: int = 1024,
-        overlap: float = 0,
-        threshold: int = 256,
-    ) -> list[str]:
-        from .chunk import chunk_content
-
-        return chunk_content(
-            content,
-            chunk_by=chunk_by,
-            tokenizer=tokenizer,
-            chunk_size=chunk_size,
-            overlap=overlap,
-            threshold=threshold,
-        )
-
-    @staticmethod
-    def concat_files(
-        data_path: str | Path | list,
-        file_types: list[str],
-        output_dir: str | Path = None,
-        output_filename: str = None,
-        file_exist_ok: bool = True,
-        recursive: bool = True,
-        verbose: bool = True,
-        threshold: int = 0,
-        return_fps: bool = False,
-        return_files: bool = False,
-        **kwargs,
-    ) -> (
-        list[str] | str | tuple[list[str], list[Path]] | tuple[str, list[Path]]
-    ):
-        from .concat_files import concat_files
-
-        return concat_files(
-            data_path,
-            file_types=file_types,
-            output_dir=output_dir,
-            output_filename=output_filename,
-            file_exist_ok=file_exist_ok,
-            recursive=recursive,
-            verbose=verbose,
-            threshold=threshold,
-            return_fps=return_fps,
-            return_files=return_files,
-            **kwargs,
-        )
-
-    @staticmethod
-    def concat(
-        data_path: str | Path | list,
-        file_types: list[str],
-        output_dir: str | Path = None,
-        output_filename: str = None,
-        file_exist_ok: bool = True,
-        recursive: bool = True,
-        verbose: bool = True,
-        threshold: int = 0,
-        return_fps: bool = False,
-        return_files: bool = False,
-        exclude_patterns: list[str] = None,
-        **kwargs,
-    ) -> dict[str, Any]:
-        from .concat import concat
-
-        return concat(
-            data_path,
-            file_types=file_types,
-            output_dir=output_dir,
-            output_filename=output_filename,
-            file_exist_ok=file_exist_ok,
-            recursive=recursive,
-            verbose=verbose,
-            threshold=threshold,
-            return_fps=return_fps,
-            return_files=return_files,
-            exclude_patterns=exclude_patterns,
-            **kwargs,
-        )
-
-    @staticmethod
-    def copy_file(src: Path | str, dest: Path | str) -> None:
-        from .file_ops import copy_file
-
-        copy_file(src, dest)
-
-    @staticmethod
-    def get_file_size(path: Path | str) -> int:
-        from .file_ops import get_file_size
-
-        return get_file_size(path)
-
-    @staticmethod
-    def list_files(
-        dir_path: Path | str, extension: str | None = None
-    ) -> list[Path]:
-        from .file_ops import list_files
-
-        return list_files(dir_path, extension=extension)
-
-    @staticmethod
-    def read_file(file_path: Path | str, encoding: str = "utf-8") -> str:
-        from .file_ops import read_file
-
-        return read_file(file_path, encoding=encoding)
-
-    @staticmethod
-    def read_image_to_base64(image_path: str | Path) -> str:
-        import base64
-
-        import cv2  # type: ignore[import]
-
-        image_path = str(image_path)
-        image = cv2.imread(image_path, cv2.COLOR_BGR2RGB)
-
-        if image is None:
-            raise ValueError(f"Could not read image from path: {image_path}")
-
-        file_extension = "." + image_path.split(".")[-1]
-
-        success, buffer = cv2.imencode(file_extension, image)
-        if not success:
-            raise ValueError(
-                f"Could not encode image to {file_extension} format."
-            )
-        encoded_image = base64.b64encode(buffer).decode("utf-8")
-        return encoded_image
-
-    @staticmethod
-    def pdf_to_images(
-        pdf_path: str, output_folder: str, dpi: int = 300, fmt: str = "jpeg"
-    ) -> list:
-        """
-        Convert a PDF file into images, one image per page.
-
-        Args:
-            pdf_path (str): Path to the input PDF file.
-            output_folder (str): Directory to save the output images.
-            dpi (int): Dots per inch (resolution) for conversion (default: 300).
-            fmt (str): Image format (default: 'jpeg'). Use 'png' if preferred.
-
-        Returns:
-            list: A list of file paths for the saved images.
-        """
-        import os
-
-        from lionagi.utils import check_import
-
-        convert_from_path = check_import(
-            "pdf2image", import_name="convert_from_path"
-        )
-
-        # Ensure the output folder exists
-        os.makedirs(output_folder, exist_ok=True)
-
-        # Convert PDF to a list of PIL Image objects
-        images = convert_from_path(pdf_path, dpi=dpi)
-
-        saved_paths = []
-        for i, image in enumerate(images):
-            # Construct the output file name
-            image_file = os.path.join(output_folder, f"page_{i + 1}.{fmt}")
-            image.save(image_file, fmt.upper())
-            saved_paths.append(image_file)
-
-        return saved_paths
-
-    @staticmethod
-    def dir_to_files(
-        directory: str | Path,
-        file_types: list[str] | None = None,
-        max_workers: int | None = None,
-        ignore_errors: bool = False,
-        verbose: bool = False,
-        recursive: bool = False,
-    ) -> list[Path]:
-        from .process import dir_to_files
-
-        return dir_to_files(
-            directory,
-            file_types=file_types,
-            max_workers=max_workers,
-            ignore_errors=ignore_errors,
-            verbose=verbose,
-            recursive=recursive,
-        )
-
-    @staticmethod
-    def file_to_chunks(
-        file_path: str | Path,
-        chunk_by: Literal["chars", "tokens"] = "chars",
-        chunk_size: int = 1500,
-        overlap: float = 0.1,
-        threshold: int = 200,
-        encoding: str = "utf-8",
-        custom_metadata: dict[str, Any] | None = None,
-        output_dir: str | Path | None = None,
-        verbose: bool = False,
-        timestamp: bool = True,
-        random_hash_digits: int = 4,
-        as_node: bool = False,
-    ) -> list[dict[str, Any]]:
-        from .file_ops import file_to_chunks
-
-        return file_to_chunks(
-            file_path,
-            chunk_by=chunk_by,
-            chunk_size=chunk_size,
-            overlap=overlap,
-            threshold=threshold,
-            encoding=encoding,
-            custom_metadata=custom_metadata,
-            output_dir=output_dir,
-            verbose=verbose,
-            timestamp=timestamp,
-            random_hash_digits=random_hash_digits,
-            as_node=as_node,
-        )
-
-    @staticmethod
-    def chunk(
-        *,
-        text: str | None = None,
-        url_or_path: str | Path = None,
-        file_types: list[str] | None = None,  # only local files
-        recursive: bool = False,  # only local files
-        tokenizer: Callable[[str], list[str]] = None,
-        chunk_by: Literal["chars", "tokens"] = "chars",
-        chunk_size: int = 1500,
-        overlap: float = 0.1,
-        threshold: int = 200,
-        output_file: str | Path | None = None,
-        metadata: dict[str, Any] | None = None,
-        reader_tool: Callable = None,
-        as_node: bool = False,
-    ) -> list:
-        from .process import chunk
-
-        return chunk(
-            text=text,
-            url_or_path=url_or_path,
-            file_types=file_types,
-            recursive=recursive,
-            tokenizer=tokenizer,
-            chunk_by=chunk_by,
-            chunk_size=chunk_size,
-            overlap=overlap,
-            threshold=threshold,
-            output_file=output_file,
-            metadata=metadata,
-            reader_tool=reader_tool,
-            as_node=as_node,
-        )
-
-    @staticmethod
-    def save_to_file(
-        text: str,
-        directory: str | Path,
-        filename: str,
-        extension: str = "txt",
-        timestamp: bool = True,
-        dir_exist_ok: bool = True,
-        file_exist_ok: bool = True,
-        time_prefix: bool = False,
-        timestamp_format: str = "%Y%m%d_%H%M%S",
-        random_hash_digits: int = 4,
-        verbose: bool = False,
-    ) -> Path:
-        from .save import save_to_file
-
-        return save_to_file(
-            text,
-            directory=directory,
-            filename=filename,
-            extension=extension,
-            timestamp=timestamp,
-            dir_exist_ok=dir_exist_ok,
-            file_exist_ok=file_exist_ok,
-            time_prefix=time_prefix,
-            timestamp_format=timestamp_format,
-            random_hash_digits=random_hash_digits,
-            verbose=verbose,
-        )
-
-    @staticmethod
-    def create_path(
-        directory: Path | str,
-        filename: str,
-        extension: str = None,
-        timestamp: bool = False,
-        dir_exist_ok: bool = True,
-        file_exist_ok: bool = False,
-        time_prefix: bool = False,
-        timestamp_format: str | None = None,
-        random_hash_digits: int = 0,
-    ) -> Path:
-        from .create_path import create_path
-
-        return create_path(
-            directory=directory,
-            filename=filename,
-            extension=extension,
-            timestamp=timestamp,
-            dir_exist_ok=dir_exist_ok,
-            file_exist_ok=file_exist_ok,
-            time_prefix=time_prefix,
-            timestamp_format=timestamp_format,
-            random_hash_digits=random_hash_digits,
-        )

lionagi/libs/parse/__init__.py

@@ -1,3 +0,0 @@
-# Copyright (c) 2023 - 2025, HaiyangLi <quantocean.li at gmail dot com>
-#
-# SPDX-License-Identifier: Apache-2.0