camel-ai 0.2.76a12__py3-none-any.whl → 0.2.76a13__py3-none-any.whl

camel/__init__.py

@@ -14,7 +14,7 @@
 
 from camel.logger import disable_logging, enable_logging, set_log_level
 
-__version__ = '0.2.76a12'
+__version__ = '0.2.76a13'
 
 __all__ = [
     '__version__',

camel/agents/mcp_agent.py

@@ -15,16 +15,25 @@
 import asyncio
 import json
 import platform
-import re
-from typing import Any, Callable, Dict, List, Optional, Union, cast
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Callable,
+    Dict,
+    List,
+    Optional,
+    Union,
+    cast,
+)
 
-from camel.agents import ChatAgent
+from camel.agents.chat_agent import ChatAgent
 from camel.logger import get_logger
 from camel.messages import BaseMessage
-from camel.models import BaseModelBackend, ModelFactory
+from camel.models.base_model import BaseModelBackend
+from camel.models.model_factory import ModelFactory
 from camel.prompts import TextPrompt
 from camel.responses import ChatAgentResponse
-from camel.toolkits import FunctionTool, MCPToolkit
+from camel.toolkits.function_tool import FunctionTool
 from camel.types import (
     BaseMCPRegistryConfig,
     MCPRegistryType,
@@ -33,6 +42,9 @@ from camel.types import (
     RoleType,
 )
 
+if TYPE_CHECKING:
+    from camel.toolkits.mcp_toolkit import MCPToolkit
+
 # AgentOps decorator setting
 try:
     import os
@@ -44,6 +56,8 @@ try:
 except (ImportError, AttributeError):
     from camel.utils import track_agent
 
+from camel.parsers.mcp_tool_call_parser import extract_tool_calls_from_text
+
 logger = get_logger(__name__)
 
 
@@ -168,8 +182,10 @@ class MCPAgent(ChatAgent):
             **kwargs,
         )
 
-    def _initialize_mcp_toolkit(self) -> MCPToolkit:
+    def _initialize_mcp_toolkit(self) -> "MCPToolkit":
         r"""Initialize the MCP toolkit from the provided configuration."""
+        from camel.toolkits.mcp_toolkit import MCPToolkit
+
         config_dict = {}
         for registry_config in self.registry_configs:
             config_dict.update(registry_config.get_config())
@@ -334,27 +350,14 @@ class MCPAgent(ChatAgent):
             task = f"## Task:\n  {input_message}"
             input_message = str(self._text_tools) + task
             response = await super().astep(input_message, *args, **kwargs)
-            content = response.msgs[0].content.lower()
-
-            tool_calls = []
-            while "```json" in content:
-                json_match = re.search(r'```json', content)
-                if not json_match:
-                    break
-                json_start = json_match.span()[1]
-
-                end_match = re.search(r'```', content[json_start:])
-                if not end_match:
-                    break
-                json_end = end_match.span()[0] + json_start
-
-                tool_json = content[json_start:json_end].strip('\n')
-                try:
-                    tool_calls.append(json.loads(tool_json))
-                except json.JSONDecodeError:
-                    logger.warning(f"Failed to parse JSON: {tool_json}")
-                    continue
-                content = content[json_end:]
+            raw_content = response.msgs[0].content if response.msgs else ""
+            content = (
+                raw_content
+                if isinstance(raw_content, str)
+                else str(raw_content)
+            )
+
+            tool_calls = extract_tool_calls_from_text(content)
 
             if not tool_calls:
                 return response

camel/loaders/__init__.py

@@ -21,7 +21,6 @@ from .jina_url_reader import JinaURLReader
 from .markitdown import MarkItDownLoader
 from .mineru_extractor import MinerU
 from .mistral_reader import MistralReader
-from .pandas_reader import PandasReader
 from .scrapegraph_reader import ScrapeGraphAI
 from .unstructured_io import UnstructuredIO
 
@@ -33,7 +32,6 @@ __all__ = [
     'JinaURLReader',
     'Firecrawl',
     'Apify',
-    'PandasReader',
     'ChunkrReader',
     'ChunkrReaderConfig',
     'MinerU',
@@ -42,3 +40,14 @@ __all__ = [
     'ScrapeGraphAI',
     'MistralReader',
 ]
+
+
+def __getattr__(name: str):
+    if name == 'PandasReader':
+        raise ImportError(
+            "PandasReader has been removed from camel.loaders. "
+            "The pandasai dependency limited pandas to version 1.5.3. "
+            "Please use ExcelToolkit from camel.toolkits instead for "
+            "handling structured data."
+        )
+    raise AttributeError(f"module '{__name__}' has no attribute '{name}'")

camel/parsers/__init__.py

@@ -0,0 +1,18 @@
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+"""Helper parsers used across the CAMEL project."""
+
+from .mcp_tool_call_parser import extract_tool_calls_from_text
+
+__all__ = ["extract_tool_calls_from_text"]

camel/parsers/mcp_tool_call_parser.py

@@ -0,0 +1,176 @@
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+"""Utility functions for parsing MCP tool calls from model output."""
+
+import ast
+import json
+import logging
+import re
+from typing import Any, Dict, List, Optional
+
+try:  # pragma: no cover - optional dependency
+    import yaml
+except ImportError:  # pragma: no cover
+    yaml = None  # type: ignore[assignment]
+
+
+CODE_BLOCK_PATTERN = re.compile(
+    r"```(?:[a-z0-9_-]+)?\s*([\s\S]+?)\s*```",
+    re.IGNORECASE,
+)
+
+JSON_START_PATTERN = re.compile(r"[{\[]")
+JSON_TOKEN_PATTERN = re.compile(
+    r"""
+    (?P<double>"(?:\\.|[^"\\])*")
+    |
+    (?P<single>'(?:\\.|[^'\\])*')
+    |
+    (?P<brace>[{}\[\]])
+    """,
+    re.VERBOSE,
+)
+
+logger = logging.getLogger(__name__)
+
+
+def extract_tool_calls_from_text(content: str) -> List[Dict[str, Any]]:
+    """Extract tool call dictionaries from raw text output."""
+
+    if not content:
+        return []
+
+    tool_calls: List[Dict[str, Any]] = []
+    seen_ranges: List[tuple[int, int]] = []
+
+    for match in CODE_BLOCK_PATTERN.finditer(content):
+        snippet = match.group(1).strip()
+        if not snippet:
+            continue
+
+        parsed = _try_parse_json_like(snippet)
+        if parsed is None:
+            logger.warning(
+                "Failed to parse JSON payload from fenced block: %s",
+                snippet,
+            )
+            continue
+
+        _collect_tool_calls(parsed, tool_calls)
+        seen_ranges.append((match.start(1), match.end(1)))
+
+    for start_match in JSON_START_PATTERN.finditer(content):
+        start_idx = start_match.start()
+
+        if any(start <= start_idx < stop for start, stop in seen_ranges):
+            continue
+
+        segment = _find_json_candidate(content, start_idx)
+        if segment is None:
+            continue
+
+        end_idx = start_idx + len(segment)
+        if any(start <= start_idx < stop for start, stop in seen_ranges):
+            continue
+
+        parsed = _try_parse_json_like(segment)
+        if parsed is None:
+            logger.debug(
+                "Unable to parse JSON-like candidate: %s",
+                _truncate_snippet(segment),
+            )
+            continue
+
+        _collect_tool_calls(parsed, tool_calls)
+        seen_ranges.append((start_idx, end_idx))
+
+    return tool_calls
+
+
+def _collect_tool_calls(
+    payload: Any, accumulator: List[Dict[str, Any]]
+) -> None:
+    """Collect valid tool call dictionaries from parsed payloads."""
+
+    if isinstance(payload, dict):
+        if payload.get("tool_name") is None:
+            return
+        accumulator.append(payload)
+    elif isinstance(payload, list):
+        for item in payload:
+            _collect_tool_calls(item, accumulator)
+
+
+def _try_parse_json_like(snippet: str) -> Optional[Any]:
+    """Parse a JSON or JSON-like snippet into Python data."""
+
+    try:
+        return json.loads(snippet)
+    except json.JSONDecodeError as exc:
+        logger.debug(
+            "json.loads failed: %s | snippet=%s",
+            exc,
+            _truncate_snippet(snippet),
+        )
+
+    if yaml is not None:
+        try:
+            return yaml.safe_load(snippet)
+        except yaml.YAMLError:
+            pass
+
+    try:
+        return ast.literal_eval(snippet)
+    except (ValueError, SyntaxError):
+        return None
+
+
+def _find_json_candidate(content: str, start_idx: int) -> Optional[str]:
+    """Locate a balanced JSON-like segment starting at ``start_idx``."""
+
+    opening = content[start_idx]
+    if opening not in "{[":
+        return None
+
+    stack = ["}" if opening == "{" else "]"]
+
+    for token in JSON_TOKEN_PATTERN.finditer(content, start_idx + 1):
+        if token.lastgroup in {"double", "single"}:
+            continue
+
+        brace = token.group("brace")
+        if brace in "{[":
+            stack.append("}" if brace == "{" else "]")
+            continue
+
+        if not stack:
+            return None
+
+        expected = stack.pop()
+        if brace != expected:
+            return None
+
+        if not stack:
+            return content[start_idx : token.end()]
+
+    return None
+
+
+def _truncate_snippet(snippet: str, limit: int = 120) -> str:
+    """Return a truncated representation suitable for logging."""
+
+    compact = " ".join(snippet.strip().split())
+    if len(compact) <= limit:
+        return compact
+    return f"{compact[: limit - 3]}..."

camel/toolkits/mcp_toolkit.py

@@ -21,7 +21,8 @@ from typing import Any, Dict, List, Optional
 from typing_extensions import TypeGuard
 
 from camel.logger import get_logger
-from camel.toolkits import BaseToolkit, FunctionTool
+from camel.toolkits.base import BaseToolkit
+from camel.toolkits.function_tool import FunctionTool
 from camel.utils.commons import run_async
 from camel.utils.mcp_client import MCPClient, create_mcp_client
 

{camel_ai-0.2.76a12.dist-info → camel_ai-0.2.76a13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: camel-ai
-Version: 0.2.76a12
+Version: 0.2.76a13
 Summary: Communicative Agents for AI Society Study
 Project-URL: Homepage, https://www.camel-ai.org/
 Project-URL: Repository, https://github.com/camel-ai/camel
@@ -87,8 +87,7 @@ Requires-Dist: numpy<=2.2,>=1.2; extra == 'all'
 Requires-Dist: onnxruntime<=1.19.2; extra == 'all'
 Requires-Dist: openapi-spec-validator<0.8,>=0.7.1; extra == 'all'
 Requires-Dist: openpyxl>=3.1.5; extra == 'all'
-Requires-Dist: pandas<2,>=1.5.3; extra == 'all'
-Requires-Dist: pandasai<3,>=2.3.0; extra == 'all'
+Requires-Dist: pandas>=2; extra == 'all'
 Requires-Dist: pgvector<0.3,>=0.2.4; extra == 'all'
 Requires-Dist: playwright>=1.50.0; extra == 'all'
 Requires-Dist: prance<24,>=23.6.21.0; extra == 'all'
@@ -166,7 +165,7 @@ Requires-Dist: datacommons<2,>=1.4.3; extra == 'data-tools'
 Requires-Dist: math-verify<0.8,>=0.7.0; extra == 'data-tools'
 Requires-Dist: networkx<4,>=3.4.2; extra == 'data-tools'
 Requires-Dist: numpy<=2.2,>=1.2; extra == 'data-tools'
-Requires-Dist: pandas<2,>=1.5.3; extra == 'data-tools'
+Requires-Dist: pandas>=2; extra == 'data-tools'
 Requires-Dist: rouge<2,>=1.0.1; extra == 'data-tools'
 Requires-Dist: stripe<12,>=11.3.0; extra == 'data-tools'
 Requires-Dist: textblob<0.18,>=0.17.1; extra == 'data-tools'
@@ -220,7 +219,6 @@ Requires-Dist: numpy<=2.2,>=1.2; extra == 'document-tools'
 Requires-Dist: onnxruntime<=1.19.2; extra == 'document-tools'
 Requires-Dist: openapi-spec-validator<0.8,>=0.7.1; extra == 'document-tools'
 Requires-Dist: openpyxl>=3.1.5; extra == 'document-tools'
-Requires-Dist: pandasai<3,>=2.3.0; extra == 'document-tools'
 Requires-Dist: prance<24,>=23.6.21.0; extra == 'document-tools'
 Requires-Dist: pylatex>=1.4.2; extra == 'document-tools'
 Requires-Dist: pymupdf<2,>=1.22.5; extra == 'document-tools'
@@ -245,7 +243,7 @@ Requires-Dist: mcp-simple-arxiv==0.2.2; extra == 'eigent'
 Requires-Dist: numpy<=2.2,>=1.2; extra == 'eigent'
 Requires-Dist: onnxruntime<=1.19.2; extra == 'eigent'
 Requires-Dist: openpyxl>=3.1.5; extra == 'eigent'
-Requires-Dist: pandas<2,>=1.5.3; extra == 'eigent'
+Requires-Dist: pandas>=2; extra == 'eigent'
 Requires-Dist: pydub<0.26,>=0.25.1; extra == 'eigent'
 Requires-Dist: pylatex>=1.4.2; extra == 'eigent'
 Requires-Dist: pytesseract>=0.3.13; extra == 'eigent'
@@ -305,8 +303,7 @@ Requires-Dist: numpy<=2.2,>=1.2; extra == 'owl'
 Requires-Dist: onnxruntime<=1.19.2; extra == 'owl'
 Requires-Dist: openapi-spec-validator<0.8,>=0.7.1; extra == 'owl'
 Requires-Dist: openpyxl>=3.1.5; extra == 'owl'
-Requires-Dist: pandas<2,>=1.5.3; extra == 'owl'
-Requires-Dist: pandasai<3,>=2.3.0; extra == 'owl'
+Requires-Dist: pandas>=2; extra == 'owl'
 Requires-Dist: playwright>=1.50.0; extra == 'owl'
 Requires-Dist: prance<24,>=23.6.21.0; extra == 'owl'
 Requires-Dist: pyautogui<0.10,>=0.9.54; extra == 'owl'
@@ -343,7 +340,6 @@ Requires-Dist: google-genai>=1.13.0; extra == 'rag'
 Requires-Dist: nebula3-python==3.8.2; extra == 'rag'
 Requires-Dist: neo4j<6,>=5.18.0; extra == 'rag'
 Requires-Dist: numpy<=2.2,>=1.2; extra == 'rag'
-Requires-Dist: pandasai<3,>=2.3.0; extra == 'rag'
 Requires-Dist: protobuf>=6.0.0; extra == 'rag'
 Requires-Dist: pymilvus<3,>=2.4.0; extra == 'rag'
 Requires-Dist: pyobvector>=0.1.18; extra == 'rag'

{camel_ai-0.2.76a12.dist-info → camel_ai-0.2.76a13.dist-info}/RECORD

@@ -1,4 +1,4 @@
-camel/__init__.py,sha256=OonztkFaDozM_T518FKEsaJMqpA6ryXwYi9e6K0Y2AA,902
+camel/__init__.py,sha256=VhpEyVTNYd6JwdWL7o_GvaCbZHyDg0eJ_rNe8j0ncyQ,902
 camel/generators.py,sha256=JRqj9_m1PF4qT6UtybzTQ-KBT9MJQt18OAAYvQ_fr2o,13844
 camel/human.py,sha256=Xg8x1cS5KK4bQ1SDByiHZnzsRpvRP-KZViNvmu38xo4,5475
 camel/logger.py,sha256=WgEwael_eT6D-lVAKHpKIpwXSTjvLbny5jbV1Ab8lnA,5760
@@ -12,7 +12,7 @@ camel/agents/critic_agent.py,sha256=L6cTbYjyZB0DCa51tQ6LZLA6my8kHLC4nktHySH78H4,
 camel/agents/deductive_reasoner_agent.py,sha256=6BZGaq1hR6hKJuQtOfoYQnk_AkZpw_Mr7mUy2MspQgs,13540
 camel/agents/embodied_agent.py,sha256=XBxBu5ZMmSJ4B2U3Z7SMwvLlgp6yNpaBe8HNQmY9CZA,7536
 camel/agents/knowledge_graph_agent.py,sha256=7Tchhyvm1s8tQ3at7iGKZt70xWZllRXu2vwUFR37p10,9681
-camel/agents/mcp_agent.py,sha256=ZMkOBQnjx9q4smJtrpZyMz5L-rX7yZOZl0ctnu2zQbQ,16455
+camel/agents/mcp_agent.py,sha256=WAs6JDO2hxTrB_bMvTB-dpOlu2b2BpciUbbBPGJp8Sg,16234
 camel/agents/multi_hop_generator_agent.py,sha256=aYsZNsEFHxIq8_wDN8lZRkvRbfhlOYGBKezWr87y8Bs,4325
 camel/agents/programmed_agent_instruction.py,sha256=99fLe41che3X6wPpNPJXRwl4If6EoQqQVWIoT3DKE1s,7124
 camel/agents/repo_agent.py,sha256=VGylY9GHAVba0gYZsa9EayejPg0Te_B9ZLpY6GdxX0o,22285
@@ -143,7 +143,7 @@ camel/interpreters/ipython_interpreter.py,sha256=V-Z_nIwaKmmivv_gD6nwdzmqfBUW4Io
 camel/interpreters/microsandbox_interpreter.py,sha256=sHh787YawKahoHpNUnujIVIreSSEuerF7TVxrbhDz_Y,14179
 camel/interpreters/subprocess_interpreter.py,sha256=DMLJIlTiHk0QA_pH5CXESHdJk-5olKo3aUh0KNECqJI,17759
 camel/interpreters/docker/Dockerfile,sha256=7LGYJrf4Okpqg9JSEXoWMCVN-0QUG89Y49BTQl7rjvA,1406
-camel/loaders/__init__.py,sha256=NfXLr0gQUhfyMeB5KpU9EUvhhFLp3X5KNinDs2WO0Q0,1548
+camel/loaders/__init__.py,sha256=L-1GQN69dqpe1FfdKGV2XRBPtpaUcztU6cMUeeJO9a8,1909
 camel/loaders/apify_reader.py,sha256=oaVjKyNhJhG-hTuIwrpZ2hsB4XTL0M-kUksgSL2R0ck,7952
 camel/loaders/base_io.py,sha256=zsbdBPHgSPFyQrtiUgAsHvy39QHWUObRYNaVvr-pPk0,10190
 camel/loaders/base_loader.py,sha256=sZd-fHDNav1U0b2C3IKl4nX42OzrqRioCgRLajb6VdE,3080
@@ -154,7 +154,6 @@ camel/loaders/jina_url_reader.py,sha256=dL9J5JlsFKEhi4gU_vYIxKvvf_RJ4LY9gG6i8P8J
 camel/loaders/markitdown.py,sha256=2tc9Tf2pMJFkFzJwTAge-2kdmgRBBAV3sXHjcbo9AVE,7058
 camel/loaders/mineru_extractor.py,sha256=nKa5n7f3ergv1TURcbXZJP5mQpnSCIFdlWrxWn4hBz8,9070
 camel/loaders/mistral_reader.py,sha256=N9y6mqxPri9w4wE3nfQ2Ch4ph9oxeMR5yJo2oOcQl-Y,5426
-camel/loaders/pandas_reader.py,sha256=zTVrUWsnR6oeOqeL8KLlnapJeaB4El0wyIrEPY1aLus,11922
 camel/loaders/scrapegraph_reader.py,sha256=k8EOV5-p41DHDr2ITV8BR1sMqBsvN41CN8Byj2cf5kY,3120
 camel/loaders/unstructured_io.py,sha256=wA3fkDeS4mSPFkMDnWZzJYKDltio7l72BU9D3EGfoUs,17423
 camel/memories/__init__.py,sha256=vaStmUZNcHI884Fg9IQTezd50x4Me5fhDej0uK0O5fk,1404
@@ -229,6 +228,8 @@ camel/models/reward/base_reward_model.py,sha256=erCmBCl51oFNjEHCXWxdHKIPNVJnQlNG
 camel/models/reward/evaluator.py,sha256=54ev5MuQ_5Tp0-LGO59EIuIkGrVMbtXXqpBR5Ps9kCM,2426
 camel/models/reward/nemotron_model.py,sha256=EICDP2SyQpARupxsGWFKJHNADsVknT_t6tCG5R8AEPA,3916
 camel/models/reward/skywork_model.py,sha256=KxHVDuwja2kZBCoCX8_sLBbXUGRSFsTPjgwsy1uyoyU,3246
+camel/parsers/__init__.py,sha256=8f2k4MgjY73DeUQVVN1CaKqrIkOdexJqfJ4xNuAvbYM,862
+camel/parsers/mcp_tool_call_parser.py,sha256=PsWBSJPBTmG9rgOXApdjrHA8P88e0gL0vLXTmvzr_Uw,4974
 camel/personas/__init__.py,sha256=b2EU-unbIfCZjgq2dODf9mq0L9-VP5QXDVTjeYyvKCM,804
 camel/personas/persona.py,sha256=PCu_hCXM3AqOc4J0HT8F6_WT_GKj8ahWM1Aw1lxL0q4,4253
 camel/personas/persona_hub.py,sha256=v5O3BE_krz6s1OOiRhhnODuCf-2cqIw1tDCWgGG55dU,10555
@@ -357,7 +358,7 @@ camel/toolkits/klavis_toolkit.py,sha256=ZKerhgz5e-AV-iv0ftf07HgWikknIHjB3EOQswfu
 camel/toolkits/linkedin_toolkit.py,sha256=wn4eXwYYlVA7doTna7k7WYhUqTBF83W79S-UJs_IQr0,8065
 camel/toolkits/markitdown_toolkit.py,sha256=lwN6qQY8TLZkNWOqzeKZG3Fku-HMpGFrdRwhtPaJSlw,3844
 camel/toolkits/math_toolkit.py,sha256=SJbzT6akHRlmqo1QwCj1f7-6pEv0sNKJbcYvYAylHQw,5439
-camel/toolkits/mcp_toolkit.py,sha256=Y6bwq_Wy1FeBi7uVjiR6SrN1GQeJJDqgDt6Hcl26gOw,37530
+camel/toolkits/mcp_toolkit.py,sha256=jRzxKhuZFT2S1HYIkJtGeTu1-veoQYvi7gdwDMSzVKE,37575
 camel/toolkits/memory_toolkit.py,sha256=TeKYd5UMwgjVpuS2orb-ocFL13eUNKujvrFOruDCpm8,4436
 camel/toolkits/meshy_toolkit.py,sha256=NbgdOBD3FYLtZf-AfonIv6-Q8-8DW129jsaP1PqI2rs,7126
 camel/toolkits/message_agent_toolkit.py,sha256=yWvAaxoxAvDEtD7NH7IkkHIyfWIYK47WZhn5E_RaxKo,22661
@@ -486,7 +487,7 @@ camel/verifiers/math_verifier.py,sha256=tA1D4S0sm8nsWISevxSN0hvSVtIUpqmJhzqfbuMo
 camel/verifiers/models.py,sha256=GdxYPr7UxNrR1577yW4kyroRcLGfd-H1GXgv8potDWU,2471
 camel/verifiers/physics_verifier.py,sha256=c1grrRddcrVN7szkxhv2QirwY9viIRSITWeWFF5HmLs,30187
 camel/verifiers/python_verifier.py,sha256=ogTz77wODfEcDN4tMVtiSkRQyoiZbHPY2fKybn59lHw,20558
-camel_ai-0.2.76a12.dist-info/METADATA,sha256=6QG83uUTQJ_HdLNwrtef-jq7rC3okJJk98JIS7nLADQ,55404
-camel_ai-0.2.76a12.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-camel_ai-0.2.76a12.dist-info/licenses/LICENSE,sha256=id0nB2my5kG0xXeimIu5zZrbHLS6EQvxvkKkzIHaT2k,11343
-camel_ai-0.2.76a12.dist-info/RECORD,,
+camel_ai-0.2.76a13.dist-info/METADATA,sha256=TbWu2lS1Q7QSGlX46uMBPCL084szWP0vL8ql_z6ClTE,55165
+camel_ai-0.2.76a13.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+camel_ai-0.2.76a13.dist-info/licenses/LICENSE,sha256=id0nB2my5kG0xXeimIu5zZrbHLS6EQvxvkKkzIHaT2k,11343
+camel_ai-0.2.76a13.dist-info/RECORD,,

camel/loaders/pandas_reader.py

@@ -1,368 +0,0 @@
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
-from functools import wraps
-from pathlib import Path
-from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union
-
-if TYPE_CHECKING:
-    from pandas import DataFrame
-    from pandasai import SmartDataframe
-
-
-def check_suffix(valid_suffixs: List[str]) -> Callable:
-    r"""A decorator to check the file suffix of a given file path.
-
-    Args:
-        valid_suffix (str): The required file suffix.
-
-    Returns:
-        Callable: The decorator function.
-    """
-
-    def decorator(func: Callable):
-        @wraps(func)
-        def wrapper(
-            self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-        ) -> "DataFrame":
-            suffix = Path(file_path).suffix
-            if suffix not in valid_suffixs:
-                raise ValueError(
-                    f"Only {', '.join(valid_suffixs)} files are supported"
-                )
-            return func(self, file_path, *args, **kwargs)
-
-        return wrapper
-
-    return decorator
-
-
-class PandasReader:
-    def __init__(self, config: Optional[Dict[str, Any]] = None) -> None:
-        r"""Initializes the PandasReader class.
-
-        Args:
-            config (Optional[Dict[str, Any]], optional): The configuration
-                dictionary that can include LLM API settings for LLM-based
-                processing. If not provided, no LLM will be configured by
-                default. You can customize the LLM configuration by providing
-                a 'llm' key in the config dictionary. (default: :obj:`None`)
-        """
-        self.config = config or {}
-
-        self.__LOADER = {
-            ".csv": self.read_csv,
-            ".xlsx": self.read_excel,
-            ".xls": self.read_excel,
-            ".json": self.read_json,
-            ".parquet": self.read_parquet,
-            ".sql": self.read_sql,
-            ".html": self.read_html,
-            ".feather": self.read_feather,
-            ".dta": self.read_stata,
-            ".sas": self.read_sas,
-            ".pkl": self.read_pickle,
-            ".h5": self.read_hdf,
-            ".orc": self.read_orc,
-        }
-
-    def load(
-        self,
-        data: Union["DataFrame", str],
-        *args: Any,
-        **kwargs: Dict[str, Any],
-    ) -> Union["DataFrame", "SmartDataframe"]:
-        r"""Loads a file or DataFrame and returns a DataFrame or
-        SmartDataframe object.
-
-        If an LLM is configured in the config dictionary, a SmartDataframe
-        will be returned, otherwise a regular pandas DataFrame will be
-        returned.
-
-        args:
-            data (Union[DataFrame, str]): The data to load.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            Union[DataFrame, SmartDataframe]: The DataFrame or SmartDataframe
-                object.
-        """
-        from pandas import DataFrame
-
-        # Load the data into a pandas DataFrame
-        if isinstance(data, DataFrame):
-            df = data
-        else:
-            file_path = str(data)
-            path = Path(file_path)
-            if not file_path.startswith("http") and not path.exists():
-                raise FileNotFoundError(f"File {file_path} not found")
-            if path.suffix in self.__LOADER:
-                df = self.__LOADER[path.suffix](file_path, *args, **kwargs)  # type: ignore[operator]
-            else:
-                raise ValueError(f"Unsupported file format: {path.suffix}")
-
-        # If an LLM is configured, return a SmartDataframe, otherwise return a
-        # regular DataFrame
-        if "llm" in self.config:
-            from pandasai import SmartDataframe
-
-            return SmartDataframe(df, config=self.config)
-        else:
-            return df
-
-    @check_suffix([".csv"])
-    def read_csv(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a CSV file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the CSV file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_csv(file_path, *args, **kwargs)
-
-    @check_suffix([".xlsx", ".xls"])
-    def read_excel(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an Excel file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Excel file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_excel(file_path, *args, **kwargs)
-
-    @check_suffix([".json"])
-    def read_json(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a JSON file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the JSON file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_json(file_path, *args, **kwargs)
-
-    @check_suffix([".parquet"])
-    def read_parquet(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Parquet file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Parquet file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_parquet(file_path, *args, **kwargs)
-
-    def read_sql(self, *args: Any, **kwargs: Dict[str, Any]) -> "DataFrame":
-        r"""Reads a SQL file and returns a DataFrame.
-
-        Args:
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_sql(*args, **kwargs)
-
-    def read_table(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a table and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the table.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_table(file_path, *args, **kwargs)
-
-    def read_clipboard(
-        self, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a clipboard and returns a DataFrame.
-
-        Args:
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_clipboard(*args, **kwargs)
-
-    @check_suffix([".html"])
-    def read_html(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an HTML file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the HTML file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_html(file_path, *args, **kwargs)
-
-    @check_suffix([".feather"])
-    def read_feather(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Feather file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Feather file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_feather(file_path, *args, **kwargs)
-
-    @check_suffix([".dta"])
-    def read_stata(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Stata file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Stata file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_stata(file_path, *args, **kwargs)
-
-    @check_suffix([".sas"])
-    def read_sas(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a SAS file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the SAS file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_sas(file_path, *args, **kwargs)
-
-    @check_suffix([".pkl"])
-    def read_pickle(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads a Pickle file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the Pickle file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_pickle(file_path, *args, **kwargs)
-
-    @check_suffix([".h5"])
-    def read_hdf(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an HDF file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the HDF file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_hdf(file_path, *args, **kwargs)
-
-    @check_suffix([".orc"])
-    def read_orc(
-        self, file_path: str, *args: Any, **kwargs: Dict[str, Any]
-    ) -> "DataFrame":
-        r"""Reads an ORC file and returns a DataFrame.
-
-        Args:
-            file_path (str): The path to the ORC file.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            DataFrame: The DataFrame object.
-        """
-        import pandas as pd
-
-        return pd.read_orc(file_path, *args, **kwargs)