camel-ai 0.2.73a4__py3-none-any.whl → 0.2.80a2__py3-none-any.whl

camel/loaders/pandas_reader.py

@@ -1,368 +0,0 @@
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-from functools import wraps
-from pathlib import Path
-from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union
-
-if TYPE_CHECKING:
-    from pandas import DataFrame
-    from pandasai import SmartDataframe
-
-
-def check_suffix(valid_suffixs: List[str]) -> Callable:
-    r"""A decorator to check the file suffix of a given file path.
-
-    Args:
-        valid_suffix (str): The required file suffix.
-
-    Returns:
-        Callable: The decorator function.
-    """
-
-    def decorator(func: Callable):
-        @wraps(func)
-        def wrapper(
-            self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-        ) -> "DataFrame":
-            suffix = Path(file_path).suffix
-            if suffix not in valid_suffixs:
-                raise ValueError(
-                    f"Only {', '.join(valid_suffixs)} files are supported"
-                )
-            return func(self, file_path, *args, **kwargs)
-
-        return wrapper
-
-    return decorator
-
-
-class PandasReader:
-    def __init__(self, config: Optional[Dict[str, Any]] = None) -> None:
-        r"""Initializes the PandasReader class.
-
-        Args:
-            config (Optional[Dict[str, Any]], optional): The configuration
-                dictionary that can include LLM API settings for LLM-based
-                processing. If not provided, no LLM will be configured by
-                default. You can customize the LLM configuration by providing
-                a 'llm' key in the config dictionary. (default: :obj:`None`)
-        """
-        self.config = config or {}
-
-        self.__LOADER = {
-            ".csv": self.read_csv,
-            ".xlsx": self.read_excel,
-            ".xls": self.read_excel,
-            ".json": self.read_json,
-            ".parquet": self.read_parquet,
-            ".sql": self.read_sql,
-            ".html": self.read_html,
-            ".feather": self.read_feather,
-            ".dta": self.read_stata,
-            ".sas": self.read_sas,
-            ".pkl": self.read_pickle,
-            ".h5": self.read_hdf,
-            ".orc": self.read_orc,
-        }
-
-    def load(
-        self,
-        data: Union["DataFrame", str],
-        *args: Any,
-        **kwargs: Dict[str, Any],
-    ) -> Union["DataFrame", "SmartDataframe"]:
-        r"""Loads a file or DataFrame and returns a DataFrame or
-        SmartDataframe object.
-
-        If an LLM is configured in the config dictionary, a SmartDataframe
-        will be returned, otherwise a regular pandas DataFrame will be
-        returned.
-
-        args:
-            data (Union[DataFrame, str]): The data to load.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            Union[DataFrame, SmartDataframe]: The DataFrame or SmartDataframe
-                object.
-        """
-        from pandas import DataFrame
-
-        # Load the data into a pandas DataFrame
-        if isinstance(data, DataFrame):
-            df = data
-        else:
-            file_path = str(data)
-            path = Path(file_path)
-            if not file_path.startswith("http") and not path.exists():
-                raise FileNotFoundError(f"File {file_path} not found")
-            if path.suffix in self.__LOADER:
-                df = self.__LOADER[path.suffix](file_path, *args, **kwargs)  # type: ignore[operator]
-            else:
-                raise ValueError(f"Unsupported file format: {path.suffix}")
-
-        # If an LLM is configured, return a SmartDataframe, otherwise return a
-        # regular DataFrame
-        if "llm" in self.config:
-            from pandasai import SmartDataframe
-
-            return SmartDataframe(df, config=self.config)
-        else:
-            return df
-
-    @check_suffix([".csv"])
-    def read_csv(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a CSV file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the CSV file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_csv(file_path, *args, **kwargs)
-
-    @check_suffix([".xlsx", ".xls"])
-    def read_excel(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an Excel file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Excel file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_excel(file_path, *args, **kwargs)
-
-    @check_suffix([".json"])
-    def read_json(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a JSON file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the JSON file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_json(file_path, *args, **kwargs)
-
-    @check_suffix([".parquet"])
-    def read_parquet(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Parquet file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Parquet file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_parquet(file_path, *args, **kwargs)
-
-    def read_sql(self, *args: Any, **kwargs: Dict[str, Any]) -> "DataFrame":
-        r"""Reads a SQL file and returns a DataFrame.
-
-        Args:
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_sql(*args, **kwargs)
-
-    def read_table(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a table and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the table.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_table(file_path, *args, **kwargs)
-
-    def read_clipboard(
-        self, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a clipboard and returns a DataFrame.
-
-        Args:
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_clipboard(*args, **kwargs)
-
-    @check_suffix([".html"])
-    def read_html(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an HTML file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the HTML file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_html(file_path, *args, **kwargs)
-
-    @check_suffix([".feather"])
-    def read_feather(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Feather file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Feather file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_feather(file_path, *args, **kwargs)
-
-    @check_suffix([".dta"])
-    def read_stata(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Stata file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Stata file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_stata(file_path, *args, **kwargs)
-
-    @check_suffix([".sas"])
-    def read_sas(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a SAS file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the SAS file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_sas(file_path, *args, **kwargs)
-
-    @check_suffix([".pkl"])
-    def read_pickle(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Pickle file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Pickle file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_pickle(file_path, *args, **kwargs)
-
-    @check_suffix([".h5"])
-    def read_hdf(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an HDF file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the HDF file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_hdf(file_path, *args, **kwargs)
-
-    @check_suffix([".orc"])
-    def read_orc(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an ORC file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the ORC file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_orc(file_path, *args, **kwargs)

camel/toolkits/openai_agent_toolkit.py

@@ -1,135 +0,0 @@
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-
-import os
-from typing import List, Optional
-
-from openai import OpenAI
-
-from camel.logger import get_logger
-from camel.models import BaseModelBackend, ModelFactory
-from camel.toolkits.base import BaseToolkit
-from camel.toolkits.function_tool import FunctionTool
-from camel.types import ModelPlatformType, ModelType
-from camel.utils import api_keys_required
-
-logger = get_logger(__name__)
-
-
-class OpenAIAgentToolkit(BaseToolkit):
-    r"""Toolkit for accessing OpenAI's agent tools including web search and
-    file search.
-
-    Provides access to OpenAI's web search and file search capabilities
-    through the Responses API, allowing agents to retrieve information from
-    the web and search through uploaded files.
-    """
-
-    @api_keys_required(
-        [
-            (None, "OPENAI_API_KEY"),
-        ]
-    )
-    def __init__(
-        self,
-        model: Optional[BaseModelBackend] = None,
-        api_key: Optional[str] = None,
-        timeout: Optional[float] = None,
-    ) -> None:
-        r"""Initialize the OpenAI agent toolkit.
-
-        Args:
-            model (BaseModelBackend): The OpenAI model to use for responses.
-                If None, defaults to gpt-4o-mini. (default: :obj:`None`)
-            api_key (str): OpenAI API key. If not provided, will attempt to
-                use OPENAI_API_KEY environment variable. (default: :obj:`None`)
-            timeout (Optional[float]): The timeout value for API requests
-                in seconds. If None, no timeout is applied.
-                (default: :obj:`None`)
-        """
-        super().__init__(timeout=timeout)
-        self.api_key = api_key or os.getenv("OPENAI_API_KEY")
-        self.client = OpenAI(api_key=self.api_key)
-        self.model = model or ModelFactory.create(
-            model_platform=ModelPlatformType.OPENAI,
-            model_type=ModelType.GPT_4O_MINI,
-        )
-
-    def web_search(self, query: str) -> str:
-        r"""Perform a web search using OpenAI's web search tool.
-
-        Args:
-            query (str): The search query.
-
-        Returns:
-            str: The search result or error message.
-        """
-        try:
-            response = self.client.responses.create(
-                model=str(self.model.model_type),
-                tools=[{"type": "web_search_preview"}],
-                input=query,
-            )
-            return response.output_text
-
-        except Exception as e:
-            logger.error(f"Web search failed: {e!s}")
-            return f"Web search failed: {e!s}"
-
-    def file_search(
-        self,
-        query: str,
-        vector_store_id: str,
-    ) -> str:
-        r"""Search through files using OpenAI's file search tool.
-
-        Args:
-            query (str): The search query.
-            vector_store_id (str): The vector store ID to search in.
-
-        Returns:
-            str: The search result or error message.
-        """
-        if not vector_store_id.strip():
-            logger.error("Empty vector store ID provided.")
-            return "Empty vector store ID provided, it cannot be empty."
-
-        try:
-            response = self.client.responses.create(
-                model=str(self.model.model_type),
-                tools=[
-                    {
-                        "type": "file_search",
-                        "vector_store_ids": [vector_store_id],
-                    }
-                ],
-                input=query,
-            )
-            return response.output_text
-
-        except Exception as e:
-            logger.error(f"File search failed: {e!s}")
-            return f"File search failed: {e!s}"
-
-    def get_tools(self) -> List[FunctionTool]:
-        r"""Retrieve available toolkit functions as FunctionTool objects.
-
-        Returns:
-            List[FunctionTool]: Collection of FunctionTool objects representing
-                the available search functions in this toolkit.
-        """
-        return [
-            FunctionTool(self.web_search),
-            FunctionTool(self.file_search),
-        ]