camel-ai 0.2.73a4__py3-none-any.whl → 0.2.80a2__py3-none-any.whl

camel/datasets/base_generator.py

@@ -62,6 +62,7 @@ class BaseGenerator(abc.ABC, IterableDataset):
         self._buffer = buffer
         self._data: List[DataPoint] = []
         self._batch_to_save: List[DataPoint] = []
+        self._iter_position: int = 0
 
         if data_path:
             file_path = Path(data_path)
@@ -103,9 +104,9 @@ class BaseGenerator(abc.ABC, IterableDataset):
         r"""Async iterator that yields datapoints dynamically.
 
         If a `data_path` was provided during initialization, those datapoints
-        are yielded first. When self._data is empty, 20 new datapoints
-        are generated. Every 100 yields, the batch is appended to the
-        JSONL file or discarded if `cache` is None.
+        are yielded first. When self._iter_position reaches the end of _data,
+        new datapoints are generated. Every 100 yields, the batch is appended
+        to the JSONL file or discarded if `cache` is None.
 
         Yields:
             DataPoint: A single datapoint.
@@ -113,9 +114,10 @@ class BaseGenerator(abc.ABC, IterableDataset):
 
         async def generator():
             while True:
-                if not self._data:
+                if self._iter_position >= len(self._data):
                     await self.generate_new(self._buffer)
-                datapoint = self._data.pop(0)
+                datapoint = self._data[self._iter_position]
+                self._iter_position += 1
                 yield datapoint
                 self._batch_to_save.append(datapoint)
                 if len(self._batch_to_save) == 100:
@@ -132,9 +134,9 @@ class BaseGenerator(abc.ABC, IterableDataset):
         r"""Synchronous iterator for PyTorch IterableDataset compatibility.
 
         If a `data_path` was provided during initialization, those datapoints
-        are yielded first. When self._data is empty, 20 new datapoints
-        are generated. Every 100 yields, the batch is appended to the
-        JSONL file or discarded if `cache` is None.
+        are yielded first. When self._iter_position reaches the end of _data,
+        new datapoints are generated. Every 100 yields, the batch is appended
+        to the JSONL file or discarded if `cache` is None.
 
         Yields:
             DataPoint: A single datapoint.
@@ -150,9 +152,10 @@ class BaseGenerator(abc.ABC, IterableDataset):
                 raise
 
         while True:
-            if not self._data:
+            if self._iter_position >= len(self._data):
                 asyncio.run(self.generate_new(self._buffer))
-            datapoint = self._data.pop(0)
+            datapoint = self._data[self._iter_position]
+            self._iter_position += 1
             yield datapoint
             self._batch_to_save.append(datapoint)
             if len(self._batch_to_save) == 100:
@@ -248,6 +251,7 @@ class BaseGenerator(abc.ABC, IterableDataset):
 
         self.save_to_jsonl(file_path)
         self._data = []
+        self._iter_position = 0
         logger.info(f"Data flushed to {file_path} and cleared from the memory")
 
     def _init_from_jsonl(self, file_path: Path) -> List[Dict[str, Any]]:
@@ -290,3 +294,28 @@ class BaseGenerator(abc.ABC, IterableDataset):
             f"Successfully loaded {len(raw_data)} items from {file_path}"
         )
         return raw_data
+
+    def __getitem__(self, index: int) -> DataPoint:
+        r"""Get a datapoint by index without removing the datapoint from _data.
+
+        Args:
+            index (int): Index of the datapoint to retrieve.
+
+        Returns:
+            DataPoint: The datapoint at the specified index.
+
+        Raises:
+            IndexError: If the index is out of range.
+        """
+        if index < 0 or index >= len(self._data):
+            raise IndexError(f"Index {index} is out of range")
+
+        return self._data[index]
+
+    def __len__(self) -> int:
+        r"""Get the number of datapoints in the dataset.
+
+        Returns:
+            int: The number of datapoints.
+        """
+        return len(self._data)

camel/environments/single_step.py

@@ -218,9 +218,34 @@ class SingleStepEnv:
             return observations[0] if batch_size == 1 else observations
 
         elif isinstance(self.dataset, BaseGenerator):
-            self._states = [
-                await self.dataset.async_sample() for _ in range(batch_size)
-            ]
+            # Generate more data if needed
+            if batch_size > len(self.dataset):
+                new_datapoints_needed = batch_size - len(self.dataset)
+                await self.dataset.generate_new(n=new_datapoints_needed)
+
+                # Verify that enough data was generated
+                if len(self.dataset) < batch_size:
+                    raise RuntimeError(
+                        f"Failed to generate enough datapoints. "
+                        f"Requested {batch_size}, but only "
+                        f"{len(self.dataset)} available after generation."
+                    )
+
+            # Choose sampling strategy based on whether seed is provided
+            if seed is not None:
+                # Deterministic random sampling when seed is provided
+                random_indices = rng.sample(
+                    range(len(self.dataset)), batch_size
+                )
+                self._states = [self.dataset[ind] for ind in random_indices]
+            else:
+                # Sequential sampling when no seed (backward compatible)
+                # Use async_sample to maintain sequential behavior
+                self._states = [
+                    await self.dataset.async_sample()
+                    for _ in range(batch_size)
+                ]
+
             self.current_batch_size = batch_size
             self._states_done = [False] * batch_size
 

camel/environments/tic_tac_toe.py

@@ -483,7 +483,7 @@ class TicTacToeEnv(MultiStepEnv):
         # Check all win combinations.
         for a, b, c in TicTacToeEnv.WIN_COMBINATIONS:
             if board[a] != " " and board[a] == board[b] == board[c]:
-                return board[a]
+                return board[a]  # type: ignore[return-value]
         # Check for draw.
         if all(cell != " " for cell in board):
             return "draw"

camel/interpreters/__init__.py

@@ -18,6 +18,7 @@ from .e2b_interpreter import E2BInterpreter
 from .internal_python_interpreter import InternalPythonInterpreter
 from .interpreter_error import InterpreterError
 from .ipython_interpreter import JupyterKernelInterpreter
+from .microsandbox_interpreter import MicrosandboxInterpreter
 from .subprocess_interpreter import SubprocessInterpreter
 
 __all__ = [
@@ -28,4 +29,5 @@ __all__ = [
     'DockerInterpreter',
     'JupyterKernelInterpreter',
     'E2BInterpreter',
+    'MicrosandboxInterpreter',
 ]

camel/interpreters/docker/Dockerfile

@@ -1,11 +1,8 @@
 # syntax=docker/dockerfile:1
-
 FROM ubuntu:22.04
 
-# Set environment variable to avoid interactive prompts
 ENV DEBIAN_FRONTEND=noninteractive
 
-# Update and install base utilities
 RUN apt-get update && apt-get install -y \
     build-essential \
     software-properties-common \
@@ -20,7 +17,6 @@ RUN apt-get update && apt-get install -y \
     && apt-get clean \
     && apt-get autoremove -y
 
-# Install Python 3.10 and its dependencies
 RUN add-apt-repository ppa:deadsnakes/ppa && \
     apt-get update && \
     apt-get install -y \
@@ -34,32 +30,27 @@ RUN add-apt-repository ppa:deadsnakes/ppa && \
     && apt-get clean \
     && apt-get autoremove -y
 
-# Install R
 RUN apt-get update && \
     apt-get install -y r-base && \
     rm -rf /var/lib/apt/lists/* && \
     apt-get clean && \
     apt-get autoremove -y
 
-# Install NodeJS 22.x
 RUN curl -fsSL https://deb.nodesource.com/setup_22.x | bash - && \
     apt-get install -y nodejs && \
     rm -rf /var/lib/apt/lists/* && \
     apt-get clean && \
     apt-get autoremove -y
 
-# Install Poetry
 RUN curl -fsSL https://install.python-poetry.org | python3.10 - && \
     ln -s ~/.local/bin/poetry /usr/local/bin/poetry
 
-# Upgrade pip and install base Python packages
 RUN python3.10 -m pip install --upgrade pip setuptools wheel
-
-# Install uv using pip instead of the shell script
 RUN pip install uv
 
-# Setup working directory
+RUN groupadd -r devuser && useradd -r -m -g devuser devuser
 WORKDIR /workspace
+RUN chown -R devuser:devuser /workspace
+USER devuser
 
-# Set default shell
 CMD ["/bin/bash"]

camel/interpreters/e2b_interpreter.py

@@ -28,6 +28,11 @@ class E2BInterpreter(BaseInterpreter):
     Args:
         require_confirm (bool, optional): If True, prompt user before running
             code strings for security. (default: :obj:`True`)
+
+    Environment Variables:
+        E2B_API_KEY: The API key for authenticating with the E2B service.
+        E2B_DOMAIN: The base URL for the E2B API. If not provided,
+            will use the default E2B endpoint.
     """
 
     _CODE_TYPE_MAPPING: ClassVar[Dict[str, Optional[str]]] = {
@@ -55,7 +60,35 @@ class E2BInterpreter(BaseInterpreter):
         from e2b_code_interpreter import Sandbox
 
         self.require_confirm = require_confirm
-        self._sandbox = Sandbox(api_key=os.environ.get("E2B_API_KEY"))
+
+        # Get API key from environment variable
+        api_key = os.environ.get("E2B_API_KEY")
+
+        # Get domain from environment variable
+        domain = os.environ.get("E2B_DOMAIN")
+
+        # Create sandbox with appropriate parameters
+        sandbox_kwargs = {"api_key": api_key}
+
+        # Only add domain if it's provided
+        # (to maintain compatibility with standard E2B)
+        if domain:
+            sandbox_kwargs["domain"] = domain
+            logger.info(f"Using custom E2B endpoint: {domain}")
+
+        try:
+            self._sandbox = Sandbox(**sandbox_kwargs)
+        except TypeError as e:
+            if domain and "domain" in str(e):
+                logger.warning(
+                    f"The e2b_code_interpreter library doesn't support "
+                    f"custom domain. "
+                    f"Using default E2B endpoint. Error: {e}"
+                )
+                # Fallback to default configuration without domain
+                self._sandbox = Sandbox(api_key=api_key)
+            else:
+                raise e
 
     def __del__(self) -> None:
         r"""Destructor for the E2BInterpreter class.

camel/interpreters/microsandbox_interpreter.py

@@ -0,0 +1,395 @@
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+import asyncio
+from typing import Any, ClassVar, Dict, List, Optional, Tuple, Union
+
+from camel.interpreters.base import BaseInterpreter
+from camel.interpreters.interpreter_error import InterpreterError
+from camel.logger import get_logger
+
+logger = get_logger(__name__)
+
+
+class MicrosandboxInterpreter(BaseInterpreter):
+    r"""Microsandbox Code Interpreter implementation.
+
+    This interpreter provides secure code execution using microsandbox,
+    a self-hosted platform for secure execution of untrusted user/AI code.
+    It supports Python code execution via PythonSandbox, JavaScript/Node.js
+    code execution via NodeSandbox, and shell commands via the command
+    interface.
+
+    Args:
+        require_confirm (bool, optional): If True, prompt user before running
+            code strings for security. (default: :obj:`True`)
+        server_url (str, optional): URL of the microsandbox server. If not
+            provided, will use MSB_SERVER_URL environment variable, then
+            fall back to http://127.0.0.1:5555. (default: :obj:`None`)
+        api_key (str, optional): API key for microsandbox authentication.
+            If not provided, will use MSB_API_KEY environment variable.
+            (default: :obj:`None`)
+        namespace (str, optional): Namespace for the sandbox.
+            (default: :obj:`"default"`)
+        sandbox_name (str, optional): Name of the sandbox instance. If not
+            provided, a random name will be generated by the SDK.
+            (default: :obj:`None`)
+        timeout (int, optional): Default timeout for code execution in seconds.
+            (default: :obj:`30`)
+
+    Environment Variables:
+        MSB_SERVER_URL: URL of the microsandbox server.
+        MSB_API_KEY: API key for microsandbox authentication.
+
+    Note:
+        The SDK handles parameter priority as: user parameter > environment
+            variable > default value.
+    """
+
+    _CODE_TYPE_MAPPING: ClassVar[Dict[str, str]] = {
+        # Python code - uses PythonSandbox
+        "python": "python_sandbox",
+        "py3": "python_sandbox",
+        "python3": "python_sandbox",
+        "py": "python_sandbox",
+        # JavaScript/Node.js code - uses NodeSandbox
+        "javascript": "node_sandbox",
+        "js": "node_sandbox",
+        "node": "node_sandbox",
+        "typescript": "node_sandbox",
+        "ts": "node_sandbox",
+        # Shell commands - uses command.run()
+        "bash": "shell_command",
+        "shell": "shell_command",
+        "sh": "shell_command",
+    }
+
+    def __init__(
+        self,
+        require_confirm: bool = True,
+        server_url: Optional[str] = None,
+        api_key: Optional[str] = None,
+        namespace: str = "default",
+        sandbox_name: Optional[str] = None,
+        timeout: int = 30,
+    ) -> None:
+        from microsandbox import (
+            NodeSandbox,
+            PythonSandbox,
+        )
+
+        # Store parameters, let SDK handle defaults and environment variables
+        self.require_confirm = require_confirm
+        self.server_url = server_url  # None means use SDK default logic
+        self.api_key = api_key  # None means use SDK default logic
+        self.namespace = namespace
+        self.sandbox_name = (
+            sandbox_name  # None means SDK generates random name
+        )
+        self.timeout = timeout
+
+        # Store sandbox configuration
+        self._sandbox_config = {
+            "server_url": self.server_url,
+            "namespace": self.namespace,
+            "name": self.sandbox_name,
+            "api_key": self.api_key,
+        }
+
+        # Store sandbox classes for reuse
+        self._PythonSandbox = PythonSandbox
+        self._NodeSandbox = NodeSandbox
+
+        # Log initialization info
+        logger.info("Initialized MicrosandboxInterpreter")
+        logger.info(f"Namespace: {self.namespace}")
+        if self.sandbox_name:
+            logger.info(f"Sandbox name: {self.sandbox_name}")
+        else:
+            logger.info("Sandbox name: will be auto-generated by SDK")
+
+    def run(
+        self,
+        code: str,
+        code_type: str = "python",
+    ) -> str:
+        r"""Executes the given code in the microsandbox.
+
+        Args:
+            code (str): The code string to execute.
+            code_type (str): The type of code to execute. Supported types:
+                'python', 'javascript', 'bash'. (default: :obj:`python`)
+
+        Returns:
+            str: The string representation of the output of the executed code.
+
+        Raises:
+            InterpreterError: If the `code_type` is not supported or if any
+                runtime error occurs during the execution of the code.
+        """
+        if code_type not in self._CODE_TYPE_MAPPING:
+            raise InterpreterError(
+                f"Unsupported code type {code_type}. "
+                f"`{self.__class__.__name__}` only supports "
+                f"{', '.join(list(self._CODE_TYPE_MAPPING.keys()))}."
+            )
+
+        # Print code for security checking
+        if self.require_confirm:
+            logger.info(
+                f"The following {code_type} code will run on "
+                f"microsandbox: {code}"
+            )
+            self._confirm_execution("code")
+
+        # Run the code asynchronously
+        return asyncio.run(self._run_async(code, code_type))
+
+    async def _run_async(self, code: str, code_type: str) -> str:
+        r"""Asynchronously executes code in microsandbox.
+
+        Args:
+            code (str): The code to execute.
+            code_type (str): The type of code to execute.
+
+        Returns:
+            str: The output of the executed code.
+
+        Raises:
+            InterpreterError: If execution fails.
+        """
+        try:
+            execution_method = self._CODE_TYPE_MAPPING[code_type]
+
+            if execution_method == "python_sandbox":
+                return await self._run_python_code(code)
+            elif execution_method == "node_sandbox":
+                return await self._run_node_code(code)
+            elif execution_method == "shell_command":
+                return await self._run_shell_command(code)
+            else:
+                raise InterpreterError(
+                    f"Unsupported execution method: {execution_method}"
+                )
+
+        except Exception as e:
+            raise InterpreterError(
+                f"Error executing code in microsandbox: {e}"
+            )
+
+    async def _run_python_code(self, code: str) -> str:
+        r"""Execute Python code using PythonSandbox.
+
+        Args:
+            code (str): Python code to execute.
+
+        Returns:
+            str: Execution output.
+        """
+        async with self._PythonSandbox.create(
+            **self._sandbox_config
+        ) as sandbox:
+            execution = await asyncio.wait_for(
+                sandbox.run(code), timeout=self.timeout
+            )
+            return await self._get_execution_output(execution)
+
+    async def _run_node_code(self, code: str) -> str:
+        r"""Execute JavaScript/Node.js code using NodeSandbox.
+
+        Args:
+            code (str): JavaScript/Node.js code to execute.
+
+        Returns:
+            str: Execution output.
+        """
+        async with self._NodeSandbox.create(**self._sandbox_config) as sandbox:
+            execution = await asyncio.wait_for(
+                sandbox.run(code), timeout=self.timeout
+            )
+            return await self._get_execution_output(execution)
+
+    async def _run_shell_command(self, code: str) -> str:
+        r"""Execute shell commands directly.
+
+        Args:
+            code (str): Shell command to execute.
+
+        Returns:
+            str: Command execution output.
+        """
+        # Use any sandbox for shell commands
+        async with self._PythonSandbox.create(
+            **self._sandbox_config
+        ) as sandbox:
+            execution = await asyncio.wait_for(
+                sandbox.command.run("bash", ["-c", code]), timeout=self.timeout
+            )
+            return await self._get_command_output(execution)
+
+    async def _get_execution_output(self, execution) -> str:
+        r"""Get output from code execution.
+
+        Args:
+            execution: Execution object from sandbox.run().
+
+        Returns:
+            str: Formatted execution output.
+        """
+        output = await execution.output()
+        error = await execution.error()
+
+        result_parts = []
+        if output and output.strip():
+            result_parts.append(output.strip())
+        if error and error.strip():
+            result_parts.append(f"STDERR: {error.strip()}")
+
+        return (
+            "\n".join(result_parts)
+            if result_parts
+            else "Code executed successfully (no output)"
+        )
+
+    async def _get_command_output(self, execution) -> str:
+        r"""Get output from command execution.
+
+        Args:
+            execution: CommandExecution object from sandbox.command.run().
+
+        Returns:
+            str: Formatted command output.
+        """
+        output = await execution.output()
+        error = await execution.error()
+
+        result_parts = []
+        if output and output.strip():
+            result_parts.append(output.strip())
+        if error and error.strip():
+            result_parts.append(f"STDERR: {error.strip()}")
+        if hasattr(execution, 'exit_code') and execution.exit_code != 0:
+            result_parts.append(f"Exit code: {execution.exit_code}")
+
+        return (
+            "\n".join(result_parts)
+            if result_parts
+            else "Command executed successfully (no output)"
+        )
+
+    def _confirm_execution(self, execution_type: str) -> None:
+        r"""Prompt user for confirmation before executing code or commands.
+
+        Args:
+            execution_type (str): Type of execution ('code' or 'command').
+
+        Raises:
+            InterpreterError: If user declines to run the code/command.
+        """
+        while True:
+            choice = input(f"Running {execution_type}? [Y/n]:").lower()
+            if choice in ["y", "yes", "ye"]:
+                break
+            elif choice not in ["no", "n"]:
+                continue
+            raise InterpreterError(
+                f"Execution halted: User opted not to run the "
+                f"{execution_type}. "
+                f"This choice stops the current operation and any "
+                f"further {execution_type} execution."
+            )
+
+    def supported_code_types(self) -> List[str]:
+        r"""Provides supported code types by the interpreter."""
+        return list(self._CODE_TYPE_MAPPING.keys())
+
+    def update_action_space(self, action_space: Dict[str, Any]) -> None:
+        r"""Updates action space for interpreter.
+
+        Args:
+            action_space: Action space dictionary (unused in microsandbox).
+
+        Note:
+            Microsandbox doesn't support action space updates as it runs
+            in isolated environments for each execution.
+        """
+        # Explicitly acknowledge the parameter to avoid linting warnings
+        _ = action_space
+        logger.warning(
+            "Microsandbox doesn't support action space updates. "
+            "Code runs in isolated environments for each execution."
+        )
+
+    def execute_command(self, command: str) -> Union[str, Tuple[str, str]]:
+        r"""Execute a shell command in the microsandbox.
+
+        This method is designed for package management and system
+        administration tasks. It executes shell commands directly
+        using the microsandbox command interface.
+
+        Args:
+            command (str): The shell command to execute (e.g.,
+            "pip install numpy", "ls -la", "apt-get update").
+
+        Returns:
+            Union[str, Tuple[str, str]]: The output of the command.
+
+        Examples:
+            >>> interpreter.execute_command("pip install numpy")
+            >>> interpreter.execute_command("npm install express")
+            >>> interpreter.execute_command("ls -la /tmp")
+        """
+        # Print command for security checking
+        if self.require_confirm:
+            logger.info(
+                f"The following shell command will run on "
+                f"microsandbox: {command}"
+            )
+            self._confirm_execution("command")
+
+        return asyncio.run(self._execute_command_async(command))
+
+    async def _execute_command_async(self, command: str) -> str:
+        r"""Asynchronously executes a shell command in microsandbox.
+
+        Args:
+            command (str): The shell command to execute.
+
+        Returns:
+            str: The output of the command execution.
+
+        Raises:
+            InterpreterError: If execution fails.
+        """
+        try:
+            async with self._PythonSandbox.create(
+                **self._sandbox_config
+            ) as sandbox:
+                execution = await asyncio.wait_for(
+                    sandbox.command.run("bash", ["-c", command]),
+                    timeout=self.timeout,
+                )
+                return await self._get_command_output(execution)
+
+        except Exception as e:
+            raise InterpreterError(
+                f"Error executing command in microsandbox: {e}"
+            )
+
+    def __del__(self) -> None:
+        r"""Destructor for the MicrosandboxInterpreter class.
+
+        Microsandbox uses context managers for resource management,
+        so no explicit cleanup is needed.
+        """
+        logger.debug("MicrosandboxInterpreter cleaned up")

camel/loaders/__init__.py

@@ -21,7 +21,6 @@ from .jina_url_reader import JinaURLReader
 from .markitdown import MarkItDownLoader
 from .mineru_extractor import MinerU
 from .mistral_reader import MistralReader
-from .pandas_reader import PandasReader
 from .scrapegraph_reader import ScrapeGraphAI
 from .unstructured_io import UnstructuredIO
 
@@ -33,7 +32,6 @@ __all__ = [
     'JinaURLReader',
     'Firecrawl',
     'Apify',
-    'PandasReader',
     'ChunkrReader',
     'ChunkrReaderConfig',
     'MinerU',
@@ -42,3 +40,14 @@ __all__ = [
     'ScrapeGraphAI',
     'MistralReader',
 ]
+
+
+def __getattr__(name: str):
+    if name == 'PandasReader':
+        raise ImportError(
+            "PandasReader has been removed from camel.loaders. "
+            "The pandasai dependency limited pandas to version 1.5.3. "
+            "Please use ExcelToolkit from camel.toolkits instead for "
+            "handling structured data."
+        )
+    raise AttributeError(f"module '{__name__}' has no attribute '{name}'")