lionagi 0.0.209__py3-none-any.whl → 0.0.211__py3-none-any.whl

lionagi/structures/graph.py

@@ -2,7 +2,7 @@ from typing import List, Any
 from pydantic import Field
 
 from ..utils.call_util import lcall
-from ..schema.base_node import BaseNode
+from ..schema.base_schema import BaseNode
 from .relationship import Relationship
 
 

lionagi/structures/relationship.py

@@ -1,6 +1,6 @@
 from pydantic import Field
 from typing import Dict, Optional, Any
-from ..schema.base_node import BaseNode
+from ..schema.base_schema import BaseNode
 
 
 class Relationship(BaseNode):

lionagi/structures/structure.py

@@ -1,5 +1,5 @@
 from typing import TypeVar
-from ..schema import BaseNode
+from ..schema.base_schema import BaseNode
 from .graph import Graph
 from .relationship import Relationship
 

lionagi/tools/tool_manager.py

@@ -1,163 +0,0 @@
-import json
-import asyncio
-from typing import Dict, Union, List, Tuple, Any
-from lionagi.utils.call_util import lcall, is_coroutine_func, _call_handler, alcall
-from lionagi.schema import BaseNode, Tool
-
-
-class ToolManager(BaseNode):
-    """
-    A manager class for handling the registration and invocation of tools that are subclasses of Tool.
-    
-    This class maintains a registry of tool instances, allowing for dynamic invocation based on
-    tool name and provided arguments. It supports both synchronous and asynchronous tool function
-    calls.
-
-    Attributes:
-        registry (Dict[str, Tool]): A dictionary to hold registered tools, keyed by their names.
-    """
-    registry: Dict = {}
-
-    def name_existed(self, name: str) -> bool:
-        """
-        Checks if a tool name already exists in the registry.
-
-        Args:
-            name (str): The name of the tool to check.
-
-        Returns:
-            bool: True if the name exists, False otherwise.
-        """
-        return True if name in self.registry.keys() else False
-            
-    def _register_tool(self, tool: Tool) -> None:
-        """
-        Registers a tool in the registry. Raises a TypeError if the object is not an instance of Tool.
-
-        Args:
-            tool (Tool): The tool instance to register.
-
-        Raises:
-            TypeError: If the provided object is not an instance of Tool.
-        """
-        if not isinstance(tool, Tool):
-            raise TypeError('Please register a Tool object.')
-        name = tool.schema_['function']['name']
-        self.registry.update({name: tool})
-                
-    async def invoke(self, func_call: Tuple[str, Dict[str, Any]]) -> Any:
-        """
-        Invokes a registered tool's function with the given arguments. Supports both coroutine and regular functions.
-
-        Args:
-            func_call (Tuple[str, Dict[str, Any]]): A tuple containing the function name and a dictionary of keyword arguments.
-
-        Returns:
-            Any: The result of the function call.
-
-        Raises:
-            ValueError: If the function name is not registered or if there's an error during function invocation.
-        """
-        name, kwargs = func_call
-        if self.name_existed(name):
-            tool = self.registry[name]
-            func = tool.func
-            parser = tool.parser
-            try:
-                if is_coroutine_func(func):
-                    tasks = [_call_handler(func, **kwargs)]
-                    out = await asyncio.gather(*tasks)
-                    return parser(out[0]) if parser else out[0]
-                else:
-                    out = func(**kwargs)
-                    return parser(out) if parser else out
-            except Exception as e:
-                raise ValueError(f"Error when invoking function {name} with arguments {kwargs} with error message {e}")
-        else: 
-            raise ValueError(f"Function {name} is not registered.")
-    
-    @staticmethod
-    def get_function_call(response: Dict) -> Tuple[str, Dict]:
-        """
-        Extracts a function call and arguments from a response dictionary.
-
-        Args:
-            response (Dict): The response dictionary containing the function call information.
-
-        Returns:
-            Tuple[str, Dict]: A tuple containing the function name and a dictionary of arguments.
-
-        Raises:
-            ValueError: If the response does not contain valid function call information.
-        """
-        try:
-            func = response['action'][7:]
-            args = json.loads(response['arguments'])
-            return (func, args)
-        except:
-            try:
-                func = response['recipient_name'].split('.')[-1]
-                args = response['parameters']
-                return (func, args)
-            except:
-                raise ValueError('response is not a valid function call')
-    
-    def register_tools(self, tools: List[Tool]) -> None:
-        """
-        Registers multiple tools in the registry.
-
-        Args:
-            tools (List[Tool]): A list of tool instances to register.
-        """
-        lcall(tools, self._register_tool) 
-
-    def to_tool_schema_list(self) -> List[Dict[str, Any]]:
-        """
-        Generates a list of schemas for all registered tools.
-
-        Returns:
-            List[Dict[str, Any]]: A list of tool schemas.
-        
-        """
-        schema_list = []
-        for tool in self.registry.values():
-            schema_list.append(tool.schema_)
-        return schema_list
-
-    def _tool_parser(self, tools: Union[Dict, Tool, List[Tool], str, List[str], List[Dict]], **kwargs) -> Dict:
-        """
-        Parses tool information and generates a dictionary for tool invocation.
-
-        Args:
-            tools: Tool information which can be a single Tool instance, a list of Tool instances, a tool name, or a list of tool names.
-            **kwargs: Additional keyword arguments.
-
-        Returns:
-            Dict: A dictionary containing tool schema information and any additional keyword arguments.
-
-        Raises:
-            ValueError: If a tool name is provided that is not registered.
-        """
-        def tool_check(tool):
-            if isinstance(tool, dict):
-                return tool
-            elif isinstance(tool, Tool):
-                return tool.schema_
-            elif isinstance(tool, str):
-                if self.name_existed(tool):
-                    tool = self.registry[tool]
-                    return tool.schema_
-                else:
-                    raise ValueError(f'Function {tool} is not registered.')
-
-        if isinstance(tools, bool):
-            tool_kwarg = {"tools": self.to_tool_schema_list()}
-            kwargs = {**tool_kwarg, **kwargs}
-
-        else:
-            if not isinstance(tools, list):
-                tools = [tools]
-            tool_kwarg = {"tools": lcall(tools, tool_check)}
-            kwargs = {**tool_kwarg, **kwargs}
-            
-        return kwargs

lionagi/tools/tool_util.py

@@ -1,5 +1,6 @@
+from ..schema.base_schema import Tool
+
 import inspect
-from ..schema.base_tool import Tool
 
 def _extract_docstring_details_google(func):
     """

lionagi/utils/__init__.py

@@ -7,7 +7,6 @@ from .nested_util import (
 
 from .core_utils import CoreUtil
 from .api_util import APIUtil
-from .encrypt_util import EncrytionUtil
 from .io_util import IOUtil
 
 from .call_util import (
@@ -17,9 +16,9 @@ from .call_util import (
 
 
 __all__ = [
-    'as_dict', 'create_copy', 'get_bins', 'get_timestamp', 'str_to_num', 'to_df',
-    'to_readable_dict', 'nfilter', 'nset', 'nget', 'nmerge', 'ninsert', 'flatten', 'unflatten', 
-    'is_structure_homogeneous', 'get_flattened_keys',
-    'CoreUtil', 'APIUtil', 'EncrytionUtil', 'IOUtil',
-    'to_list', 'lcall', 'alcall', 'mcall', 'tcall', 'bcall', 'rcall', 'CallDecorator'
+    "as_dict", "create_copy", "get_bins", "get_timestamp", "str_to_num", "to_df",
+    "to_readable_dict", "nfilter", "nset", "nget", "nmerge", "ninsert", 
+    "flatten", "unflatten", "is_structure_homogeneous", "get_flattened_keys",
+    "CoreUtil", "APIUtil", "IOUtil",
+    "to_list", "lcall", "alcall", "mcall", "tcall", "bcall", "rcall", "CallDecorator"
 ]

lionagi/utils/api_util.py

@@ -286,6 +286,8 @@ class APIUtil:
         payload: Dict[str, Any] = None,
         api_endpoint: str = None,
         token_encoding_name: str = None,
+        disallowed_special = None,
+        **kwargs
     ) -> int:
         """
         Calculates the number of tokens required for a request based on the payload and API endpoint.
@@ -311,7 +313,10 @@ class APIUtil:
             # Expected token calculation for the given payload and endpoint.
         """
 
-        encoding = tiktoken.get_encoding(token_encoding_name)
+        if disallowed_special:
+            kwargs['disallowed_special'] = disallowed_special
+            
+        encoding = tiktoken.get_encoding(token_encoding_name, **kwargs)
         if api_endpoint.endswith("completions"):
             max_tokens = payload.get("max_tokens", 15)
             n = payload.get("n", 1)

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.0.209"
+__version__ = "0.0.211"

{lionagi-0.0.209.dist-info → lionagi-0.0.211.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.209
+Version: 0.0.211
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>
@@ -254,22 +254,6 @@ pip install lionagi
 Download the `.env_template` file, input your appropriate `API_KEY`, save the file, rename as `.env` and put in your project's root directory. 
 by default we use `OPENAI_API_KEY`.
 
- 
-### Intelligence Services
-
-| Provider | Type | Parallel Chat | Perform Action | Embeddings | MultiModal |
-| ---- | ---- | ---- | ---- | ---- | ---- |
-| OpenAI | API | ✅ | ✅ |  |  |
-| OpenRouter | API | ✅ |  |  |  |
-| Ollama | Local | ✅ |  |  |  |
-| LiteLLM | Mixed | ✅ |  |  |  |
-| HuggingFace | Local | ✅ |  |  |  |
-| MLX | Local | ✅ |  |  |  |
-| Anthropic | API |  |  |  |  |
-| Azure | API |  |  |  |  |
-| Amazon | API |  |  |  |  |
-| Google | API |  |  |  |  |
-| MistralAI | API |  |  |  |  |
 
 ### Quick Start
 
@@ -326,7 +310,8 @@ LionAGI is designed to be `asynchronous` only, please check python official docu
 * please know what you are doing, and check the usage on OpenAI regularly
 * default rate limits are set to be 1,000 requests, 100,000 tokens per miniute, please check the [OpenAI usage limit documentation](https://platform.openai.com/docs/guides/rate-limits?context=tier-free) you can modify token rate parameters to fit different use cases.
 * if you would like to build from source, please download the [latest release](https://github.com/lion-agi/lionagi/releases),  **main is under development and will be changed without notice**
-
+  
+**we are undergoing major refocus of this package and depreciated plenty features, roadmap is agent only in future**
 
 ### Community
 

lionagi-0.0.211.dist-info/RECORD

@@ -0,0 +1,56 @@
+lionagi/__init__.py,sha256=s_uVgIFLjAfvy3v_boDVUxOW2kGxOiEvnqRLMUr4Ev4,898
+lionagi/version.py,sha256=I9YDb-qTfkwvZtUZEwpNogsDfb6zcYcToR2RmHG39To,24
+lionagi/api_service/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/api_service/base_endpoint.py,sha256=kbGp4vRFlBkkP21YE0_ZRh7EQDt69IojDfST_fogYOY,2461
+lionagi/api_service/base_rate_limiter.py,sha256=_9i1n6IvIR8C90zTT3u9XrVbaltz1aAbKAlqp9i6zjM,5216
+lionagi/api_service/base_service.py,sha256=Vd_FoEa6BKxid5Z8KX3tRRuJtCJvlMBNO2VlBddWVtQ,6254
+lionagi/api_service/chat_completion.py,sha256=IZsdky14jL221FPMNbKF0JWEC_TUVGB-FEB-2z8xYfA,134
+lionagi/api_service/embeddings.py,sha256=VO7I3SvCEmfBCeyWw09nt_VK9qkaauQncaf9O2-PrRc,130
+lionagi/api_service/payload_package.py,sha256=t_LYHyz6gvncQhkpdkkdLACYnO06dLQ2PMESGuf91Yw,1550
+lionagi/api_service/status_tracker.py,sha256=Sg5kUXgrq4mArWuMVw4l7OIZtySkGzVVZmdPiPS792U,1101
+lionagi/configs/__init__.py,sha256=QOd4Rs7vjIpNWvIocxWQeU-q-MPRC-AOxh-gM-eBJ2o,142
+lionagi/configs/oai_configs.py,sha256=Q2ESc5QiMprnRc_w7SeMlaTYUWl_Y4SEzZSE4iOkz4Q,2646
+lionagi/configs/openrouter_configs.py,sha256=IBQHqb8mo4Jb3kYAm_7NOHSKRPwSdGbPpDJoiwHxLYw,1269
+lionagi/core/__init__.py,sha256=qoWWDKV5d-3LMP-GBzMtE-cW0X3q5zaGwGCwijp3y7o,98
+lionagi/core/branch.py,sha256=t5C8fJD4g0evlNnitH1bq2wsIFcgOlvmvqrUVETSsIY,50425
+lionagi/core/branch_manager.py,sha256=zA_dECz9XYKLk7kK6zDWfHLs1ttRGYDfyCj4B7XKDqo,4903
+lionagi/core/flow.py,sha256=8IRcRTSrwCIuLTni33PGYb4PeuR5bjuqr1_YnDh8PFc,16764
+lionagi/core/instruction_set.py,sha256=-hMg6UDXmxG1oYqTXWhona5gDZbNcQxaK06iMuHJr6I,13694
+lionagi/core/messages.py,sha256=I91WqZPW-8kgG4xQ2w6DxJ55V5H2ivgGWO777_y0O9M,6533
+lionagi/core/session.py,sha256=Oj9BapZ4FODadRvvJNzbzsT77WnaiB9x4_K7bJoQC1k,36166
+lionagi/schema/__init__.py,sha256=3D30R38-bxegsdfIYZMOIGHCwhZ4HBYx9E3PPd5weUY,137
+lionagi/schema/base_schema.py,sha256=xB8vfclShpRdCf7aJxFcZoDJQZL4QB6n57a_OcDV48A,26579
+lionagi/services/__init__.py,sha256=zU5sxmSI9-Jtp_WsI-Zsb6hmT8y5zF9YtJ7XikAjnbs,60
+lionagi/services/base_service.py,sha256=FnmljjPaNX6tqEy1P2HS_i4k3ZMRi2B074DA0SiFAP0,17354
+lionagi/services/mistralai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/services/mlx_service.py,sha256=1AF_RcV4KQmpxC67n2E0zRbssSlsTFmdnojydUXdJn4,1285
+lionagi/services/oai.py,sha256=-xWE8zc_o9eYcyV-NW8GfURMafObcufbJrHIb13V6Yg,4055
+lionagi/services/ollama.py,sha256=I2GvWtWA9WMyq_bhLe2JQlrkP_mAeqm2Bhf8ItOpEzQ,1190
+lionagi/services/services.py,sha256=TwjAizQCTFCv_I8XZbTvpcryJPGt4vQAGYkGdZqJST0,5077
+lionagi/services/transformers.py,sha256=nGfQbcECKzA1biHe4i9l01aKCMgULKFQ4LZyqjtvSXk,2934
+lionagi/structures/__init__.py,sha256=wMPekT2vbWwUkJ5aW5o-lzJC9Fzhta6RHDiFPTNUm_0,120
+lionagi/structures/graph.py,sha256=N_jIsDn9zQt7vr_KurfjRNg1VO81CMFze64lJa6ZjWU,7790
+lionagi/structures/relationship.py,sha256=XBYNCNmkpTLSXfE8f41I7yEUfaqlPOhajmosYVzgiw8,6061
+lionagi/structures/structure.py,sha256=NJOnesHBJ24snSzsSt_Nrx20eElKymJ4WdlRRaG9zDc,3497
+lionagi/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/tests/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/tests/test_utils/test_api_util.py,sha256=7Zyc0J1glZrIWI1HrTRSRhzw8jaUW1L2vVLFAlUhI4g,9721
+lionagi/tests/test_utils/test_call_util.py,sha256=7xmfFaWvniMQfaOyfwasA2enJQVuSlcAwc8gUyAR_7k,26277
+lionagi/tests/test_utils/test_io_util.py,sha256=cFZCT6EikVeuXB13w-UbtO3YceCHBO5RlNXxGICqg_U,11002
+lionagi/tests/test_utils/test_nested_util.py,sha256=Z1boHufhjZryw51qW2lABOnnyJ1snAFp26KKzzzD8Bs,12612
+lionagi/tests/test_utils/test_sys_util.py,sha256=TDCkzll-JLa6NuBbN_-ay5Rw9KTa_HcSHHAq62RVwGI,13545
+lionagi/tools/__init__.py,sha256=ZEck-ReP5Co05nAA2gUXTpKoDN2QZqrL7DvU9Z09gqg,69
+lionagi/tools/tool_manager.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/tools/tool_util.py,sha256=FeWWD8hIqPxgT7xC3yZmbPkbgatm7Ozlt1rlfN7LG_U,9255
+lionagi/utils/__init__.py,sha256=HymzWXPhVa2xqijEOVUT2rK14JoQBSnHzmjocqQgfD0,820
+lionagi/utils/api_util.py,sha256=lEsDmnDts7fPUZPNcMI7n1M4Bsx0nOHY6e6EY_xloOI,17610
+lionagi/utils/call_util.py,sha256=nqrqUjRtTAaOSnRoEyLy5j6B7Pauv-MgzApOv9xrVkc,33187
+lionagi/utils/core_utils.py,sha256=56vGEUU1idDZIt6b1YOj7-hH4kNRYJFfvTQqEj3IW50,13120
+lionagi/utils/io_util.py,sha256=xoVsq8sP5JGsosuC80Kad3GkGjm8Qm0OLYyTw-U5ru8,6455
+lionagi/utils/nested_util.py,sha256=67j-ySQtuMGxtjnC-Ty2mwQgqp2g1gZhXRy1MulUu1U,26656
+lionagi/utils/sys_util.py,sha256=DtcIRoGkOPYaXM9iuMSR8FNdEKX3Sjoym348SA3kZ8A,15884
+lionagi-0.0.211.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
+lionagi-0.0.211.dist-info/METADATA,sha256=e11PXGJMRpysM2NWvUPzkPd41ssmYT0Eie8ZTweeKjk,17810
+lionagi-0.0.211.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+lionagi-0.0.211.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
+lionagi-0.0.211.dist-info/RECORD,,

lionagi/agents/planner.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/prompter.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/scorer.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/summarizer.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/validator.py

@@ -1 +0,0 @@
-# TODO

lionagi/bridge/__init__.py

@@ -1,22 +0,0 @@
-from .langchain import(
-    from_langchain, to_langchain_document, langchain_loader, 
-    langchain_loader, langchain_text_splitter
-)
-
-from .llama_index import (
-    from_llama_index, to_llama_index_textnode, get_llama_reader, 
-    llama_index_reader, get_llama_parser, llama_index_node_parser
-)
-
-__all__ = [
-    'from_langchain',
-    'to_langchain_document',
-    'langchain_loader',
-    'from_llama_index',
-    'to_llama_index_textnode',
-    'get_llama_reader',
-    'llama_index_reader',
-    'get_llama_parser',
-    'llama_index_node_parser',
-    'langchain_text_splitter'
-]

lionagi/bridge/langchain.py

@@ -1,195 +0,0 @@
-from typing import Union, Callable, List, Dict, Any, TypeVar
-from ..utils.sys_util import change_dict_key, install_import
-from ..schema.data_node import DataNode
-
-
-T = TypeVar('T', bound='DataNode')
-
-def from_langchain(lc_doc: Any) -> T:
-    """
-    Converts a langchain document into a DataNode object.
-
-    Args:
-        lc_doc (Any): The langchain document to be converted.
-
-    Returns:
-        T: A DataNode object created from the langchain document.
-
-    Examples:
-        >>> lc_doc = LangchainDocument(...)
-        >>> data_node = from_langchain(lc_doc)
-        >>> isinstance(data_node, DataNode)
-        True
-    """
-    info_json = lc_doc.to_json()
-    info_node = {'lc_id': info_json['id']}
-    info_node = {**info_node, **info_json['kwargs']}
-    return DataNode(**info_node)
-
-def to_langchain_document(datanode: T, **kwargs: Any) -> Any:
-    """
-    Converts a DataNode into a langchain Document.
-
-    Args:
-        datanode (T): The DataNode to be converted.
-        **kwargs: Additional keyword arguments to be included in the Document.
-
-    Returns:
-        Any: A langchain Document created from the DataNode.
-
-    Examples:
-        >>> data_node = DataNode(...)
-        >>> lc_document = to_langchain_document(data_node, author="John Doe")
-        >>> isinstance(lc_document, LangchainDocument)
-        True
-    """
-    try:
-        from langchain.schema import Document
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='schema', 
-                import_name='Document',
-            )
-            from langchain.schema import Document
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-
-    dnode = datanode.to_dict()
-    change_dict_key(dnode, old_key='content', new_key='page_content')
-    change_dict_key(dnode, old_key='lc_id', new_key='id_')
-    dnode = {**dnode, **kwargs}
-    return Document(**dnode)
-
-def langchain_loader(loader: Union[str, Callable], 
-                     loader_args: List[Any] = [], 
-                     loader_kwargs: Dict[str, Any] = {}) -> Any:
-    """
-    Loads data using a specified langchain loader.
-
-    Args:
-        loader (Union[str, Callable]): The name of the loader function or the loader function itself.
-        loader_args (List[Any]): Positional arguments to pass to the loader function.
-        loader_kwargs (Dict[str, Any]): Keyword arguments to pass to the loader function.
-
-    Returns:
-        Any: The data loaded by the loader function.
-
-    Raises:
-        ValueError: If the specified loader is invalid or if the loader fails to load data.
-
-    Examples:
-        >>> data = langchain_loader("json_loader", loader_args=["data.json"])
-        >>> isinstance(data, dict)
-        True
-    """
-    try:
-        import langchain.document_loaders as document_loaders
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='document_loaders', 
-            )
-            import langchain.document_loaders as document_loaders
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-        
-    try:
-        if isinstance(loader, str):
-            try:
-                loader = getattr(document_loaders, loader)
-            except ImportError as e:
-                raise ValueError(f'Unable to import {loader} from langchain.document_loaders. Some dependency of LangChain are not installed. Error: {e}')
-        else:
-            loader = loader
-    except Exception as e:
-        raise ValueError(f'Invalid loader: {loader}. Error: {e}')
-
-    try:
-        loader_obj = loader(*loader_args, **loader_kwargs)
-        data = loader_obj.load()
-        return data
-    except Exception as e:
-        raise ValueError(f'Failed to load. Error: {e}')
-
-def langchain_text_splitter(data: Union[str, List],
-                            splitter: Union[str, Callable], 
-                            splitter_args: List[Any] = [], 
-                            splitter_kwargs: Dict[str, Any] = {}) -> List[str]:
-    """
-    Splits text or a list of documents using a specified langchain text splitter.
-
-    Args:
-        data (Union[str, List]): The input text or list of documents to be split.
-        splitter (Union[str, Callable]): The name of the text splitter function or the function itself.
-        splitter_args (List[Any]): Positional arguments to pass to the splitter function.
-        splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter function.
-
-    Returns:
-        List[str]: A list of chunks obtained by splitting the input.
-
-    Raises:
-        ValueError: If the specified text splitter is invalid or if the splitting fails.
-    """
-
-    try:
-        import langchain.text_splitter as text_splitter
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='text_splitter'
-                )
-            import langchain.text_splitter as text_splitter
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-
-    try:
-        if isinstance(splitter, str):
-            splitter = getattr(text_splitter, splitter)
-        else:
-            splitter = splitter
-    except Exception as e:
-        raise ValueError(f'Invalid text splitter: {splitter}. Error: {e}')
-
-    try:
-        splitter_obj = splitter(*splitter_args, **splitter_kwargs)
-        if isinstance(data, str):
-            chunk = splitter_obj.split_text(data)
-        else:
-            chunk = splitter_obj.split_documents(data)
-        return chunk
-    except Exception as e:
-        raise ValueError(f'Failed to split. Error: {e}')
-
-# def langchain_code_splitter(doc: str,
-#                             language: str,
-#                             splitter_args: List[Any] = [],
-#                             splitter_kwargs: Dict[str, Any] = {}) -> List[Any]:
-#     """
-#     Splits code into smaller chunks using a RecursiveCharacterTextSplitter specific to a language.
-#
-#     Parameters:
-#         doc (str): The code document to be split.
-#         language (str): The programming language of the code.
-#         splitter_args (List[Any]): Positional arguments to pass to the splitter.
-#         splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter.
-#
-#     Returns:
-#         List[Any]: A list of Documents, each representing a chunk of the original code.
-#
-#     Raises:
-#         ValueError: If the splitter fails to split the code document.
-#     """
-#     from langchain.text_splitter import RecursiveCharacterTextSplitter
-#
-#     try:
-#         splitter = RecursiveCharacterTextSplitter.from_language(
-#             language=language, *splitter_args, **splitter_kwargs
-#             )
-#         docs = splitter.create_documents([doc])
-#         return docs
-#     except Exception as e:
-#         raise ValueError(f'Failed to split. Error: {e}')