arcade-e2b 2.0.0__tar.gz

arcade_e2b-2.0.0/.gitignore

@@ -0,0 +1,175 @@
+.DS_Store
+credentials.yaml
+docker/credentials.yaml
+
+*.lock
+
+# example data
+examples/data
+scratch
+
+
+docs/source
+
+# From https://raw.githubusercontent.com/github/gitignore/main/Python.gitignore
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/

arcade_e2b-2.0.0/.pre-commit-config.yaml

@@ -0,0 +1,18 @@
+files: ^.*/e2b/.*
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: "v4.4.0"
+    hooks:
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: check-toml
+      - id: check-yaml
+      - id: end-of-file-fixer
+      - id: trailing-whitespace
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.6.7
+    hooks:
+      - id: ruff
+        args: [--fix]
+      - id: ruff-format

arcade_e2b-2.0.0/.ruff.toml

@@ -0,0 +1,47 @@
+target-version = "py310"
+line-length = 100
+fix = true
+
+[lint]
+select = [
+    # flake8-2020
+    "YTT",
+    # flake8-bandit
+    "S",
+    # flake8-bugbear
+    "B",
+    # flake8-builtins
+    "A",
+    # flake8-comprehensions
+    "C4",
+    # flake8-debugger
+    "T10",
+    # flake8-simplify
+    "SIM",
+    # isort
+    "I",
+    # mccabe
+    "C90",
+    # pycodestyle
+    "E", "W",
+    # pyflakes
+    "F",
+    # pygrep-hooks
+    "PGH",
+    # pyupgrade
+    "UP",
+    # ruff
+    "RUF",
+    # tryceratops
+    "TRY",
+]
+
+[lint.per-file-ignores]
+"*" = ["TRY003", "B904"]
+"**/tests/*" = ["S101", "E501"]
+"**/evals/*" = ["S101", "E501"]
+
+
+[format]
+preview = true
+skip-magic-trailing-comma = false

arcade_e2b-2.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025, Arcade AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

arcade_e2b-2.0.0/Makefile

@@ -0,0 +1,55 @@
+.PHONY: help
+
+help:
+	@echo "🛠️ github Commands:\n"
+	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
+
+.PHONY: install
+install: ## Install the uv environment and install all packages with dependencies
+	@echo "🚀 Creating virtual environment and installing all packages using uv"
+	@uv sync --active --all-extras --no-sources
+	@if [ -f .pre-commit-config.yaml ]; then uv run --no-sources pre-commit install; fi
+	@echo "✅ All packages and dependencies installed via uv"
+
+.PHONY: install-local
+install-local: ## Install the uv environment and install all packages with dependencies with local Arcade sources
+	@echo "🚀 Creating virtual environment and installing all packages using uv"
+	@uv sync --active --all-extras
+	@if [ -f .pre-commit-config.yaml ]; then uv run pre-commit install; fi
+	@echo "✅ All packages and dependencies installed via uv"
+
+.PHONY: build
+build: clean-build ## Build wheel file using poetry
+	@echo "🚀 Creating wheel file"
+	uv build
+
+.PHONY: clean-build
+clean-build: ## clean build artifacts
+	@echo "🗑️ Cleaning dist directory"
+	rm -rf dist
+
+.PHONY: test
+test: ## Test the code with pytest
+	@echo "🚀 Testing code: Running pytest"
+	@uv run --no-sources pytest -W ignore -v --cov --cov-config=pyproject.toml --cov-report=xml
+
+.PHONY: coverage
+coverage: ## Generate coverage report
+	@echo "coverage report"
+	@uv run --no-sources coverage report
+	@echo "Generating coverage report"
+	@uv run --no-sources coverage html
+
+.PHONY: bump-version
+bump-version: ## Bump the version in the pyproject.toml file by a patch version
+	@echo "🚀 Bumping version in pyproject.toml"
+	uv version --no-sources --bump patch
+
+.PHONY: check
+check: ## Run code quality tools.
+	@if [ -f .pre-commit-config.yaml ]; then\
+		echo "🚀 Linting code: Running pre-commit";\
+		uv run --no-sources pre-commit run -a;\
+	fi
+	@echo "🚀 Static type checking: Running mypy"
+	@uv run --no-sources mypy --config-file=pyproject.toml

arcade_e2b-2.0.0/PKG-INFO

@@ -0,0 +1,20 @@
+Metadata-Version: 2.4
+Name: arcade_e2b
+Version: 2.0.0
+Summary: Arcade.dev LLM tools for running code in a sandbox using E2B
+Author-email: Arcade <dev@arcade.dev>
+License-File: LICENSE
+Requires-Python: >=3.10
+Requires-Dist: arcade-tdk<3.0.0,>=2.0.0
+Requires-Dist: e2b-code-interpreter<2.0.0,>=1.0.1
+Provides-Extra: dev
+Requires-Dist: arcade-ai[evals]<3.0.0,>=2.0.0; extra == 'dev'
+Requires-Dist: arcade-serve<3.0.0,>=2.0.0; extra == 'dev'
+Requires-Dist: mypy<1.6.0,>=1.5.1; extra == 'dev'
+Requires-Dist: pre-commit<3.5.0,>=3.4.0; extra == 'dev'
+Requires-Dist: pytest-asyncio<0.25.0,>=0.24.0; extra == 'dev'
+Requires-Dist: pytest-cov<4.1.0,>=4.0.0; extra == 'dev'
+Requires-Dist: pytest-mock<3.12.0,>=3.11.1; extra == 'dev'
+Requires-Dist: pytest<8.4.0,>=8.3.0; extra == 'dev'
+Requires-Dist: ruff<0.8.0,>=0.7.4; extra == 'dev'
+Requires-Dist: tox<4.12.0,>=4.11.1; extra == 'dev'

arcade_e2b-2.0.0/arcade_e2b/__init__.py

@@ -0,0 +1,3 @@
+from arcade_e2b.tools import create_static_matplotlib_chart, run_code
+
+__all__ = ["create_static_matplotlib_chart", "run_code"]

arcade_e2b-2.0.0/arcade_e2b/enums.py

@@ -0,0 +1,10 @@
+from enum import Enum
+
+
+# Models and enums for the e2b code interpreter
+class E2BSupportedLanguage(str, Enum):
+    PYTHON = "python"
+    JAVASCRIPT = "js"
+    R = "r"
+    JAVA = "java"
+    BASH = "bash"

arcade_e2b-2.0.0/arcade_e2b/tools/__init__.py

@@ -0,0 +1,4 @@
+from arcade_e2b.tools.create_chart import create_static_matplotlib_chart
+from arcade_e2b.tools.run_code import run_code
+
+__all__ = ["create_static_matplotlib_chart", "run_code"]

arcade_e2b-2.0.0/arcade_e2b/tools/create_chart.py

@@ -0,0 +1,31 @@
+from typing import Annotated
+
+from arcade_tdk import ToolContext, tool
+from e2b_code_interpreter import Sandbox
+
+# See https://e2b.dev/docs to learn more about E2B
+
+
+# Note: Not recommended to use tool_choice='generate' with this tool
+#       since it contains base64 encoded image.
+@tool(requires_secrets=["E2B_API_KEY"])
+def create_static_matplotlib_chart(
+    context: ToolContext,
+    code: Annotated[str, "The Python code to run"],
+) -> Annotated[dict, "A dictionary with the following keys: base64_image, logs, error"]:
+    """
+    Run the provided Python code to generate a static matplotlib chart.
+    The resulting chart is returned as a base64 encoded image.
+    """
+    api_key = context.get_secret("E2B_API_KEY")
+
+    with Sandbox(api_key=api_key) as sbx:
+        execution = sbx.run_code(code=code)
+
+    result = {
+        "base64_image": execution.results[0].png if execution.results else None,
+        "logs": execution.logs.to_json(),
+        "error": execution.error.to_json() if execution.error else None,
+    }
+
+    return result

arcade_e2b-2.0.0/arcade_e2b/tools/run_code.py

@@ -0,0 +1,27 @@
+from typing import Annotated
+
+from arcade_tdk import ToolContext, tool
+from e2b_code_interpreter import Sandbox
+
+from arcade_e2b.enums import E2BSupportedLanguage
+
+# See https://e2b.dev/docs to learn more about E2B
+
+
+@tool(requires_secrets=["E2B_API_KEY"])
+def run_code(
+    context: ToolContext,
+    code: Annotated[str, "The code to run"],
+    language: Annotated[
+        E2BSupportedLanguage, "The language of the code"
+    ] = E2BSupportedLanguage.PYTHON,
+) -> Annotated[str, "The sandbox execution as a JSON string"]:
+    """
+    Run code in a sandbox and return the output.
+    """
+    api_key = context.get_secret("E2B_API_KEY")
+
+    with Sandbox(api_key=api_key) as sbx:
+        execution = sbx.run_code(code=code, language=language)
+
+    return str(execution.to_json())

arcade_e2b-2.0.0/evals/eval_e2b.py

@@ -0,0 +1,120 @@
+from arcade_evals import (
+    BinaryCritic,
+    EvalRubric,
+    EvalSuite,
+    ExpectedToolCall,
+    SimilarityCritic,
+    tool_eval,
+)
+from arcade_tdk import ToolCatalog
+
+import arcade_e2b
+from arcade_e2b.enums import E2BSupportedLanguage
+from arcade_e2b.tools.create_chart import create_static_matplotlib_chart
+from arcade_e2b.tools.run_code import run_code
+
+merge_sort_code = """
+def merge_sort(arr):
+    if len(arr) <= 1:
+        return arr
+
+    mid = len(arr) // 2
+    left = merge_sort(arr[:mid])
+    right = merge_sort(arr[mid:])
+
+    return merge(left, right)
+
+def merge(left, right):
+    result = []
+    i, j = 0, 0
+
+    while i < len(left) and j < len(right):
+        if left[i] < right[j]:
+            result.append(left[i])
+            i += 1
+        else:
+            result.append(right[j])
+            j += 1
+
+    result.extend(left[i:])
+    result.extend(right[j:])
+
+    return result
+
+sample_list = ["banana", "apple", "cherry", "date", "elderberry"]
+
+sorted_list = merge_sort(sample_list)
+print("Sorted list:", sorted_list)
+"""
+
+matplotlib_chart_code = """
+import matplotlib.pyplot as plt
+
+labels = ['Apples', 'Bananas', 'Cherries', 'Dates']
+sizes = [30, 25, 20, 25]
+colors = ['red', 'yellow', 'purple', 'brown']
+
+plt.pie(sizes, labels=labels, colors=colors, autopct='%1.1f%%', startangle=90)
+
+plt.axis('equal')
+
+plt.title('Fruit Distribution')
+
+plt.savefig('fruit_pie_chart.png')
+"""
+
+# Evaluation rubric
+rubric = EvalRubric(
+    fail_threshold=0.85,
+    warn_threshold=0.95,
+)
+
+
+catalog = ToolCatalog()
+catalog.add_module(arcade_e2b)
+
+
+@tool_eval()
+def e2b_eval_suite():
+    suite = EvalSuite(
+        name="E2B Tools Evaluation",
+        system_message="You are an AI assistant with access to E2B tools. Use them to help the user with their tasks.",
+        catalog=catalog,
+        rubric=rubric,
+    )
+
+    suite.add_case(
+        name="Run code",
+        user_message=f"Can you please run my merge sort algo?\n\n{merge_sort_code}",
+        expected_tool_calls=[
+            ExpectedToolCall(
+                func=run_code,
+                args={
+                    "code": merge_sort_code,
+                    "language": E2BSupportedLanguage.PYTHON,
+                },
+            )
+        ],
+        critics=[
+            SimilarityCritic(critic_field="code", weight=0.8),
+            BinaryCritic(critic_field="language", weight=0.2),
+        ],
+    )
+
+    suite.add_case(
+        name="Create static matplotlib chart",
+        user_message=f"Run this code:\n\n{matplotlib_chart_code}",
+        expected_tool_calls=[
+            ExpectedToolCall(
+                func=create_static_matplotlib_chart,
+                args={
+                    "code": matplotlib_chart_code,
+                },
+            )
+        ],
+        critics=[
+            SimilarityCritic(critic_field="code", weight=1.0),
+        ],
+    )
+
+    return suite

arcade_e2b-2.0.0/pyproject.toml

@@ -0,0 +1,57 @@
+[build-system]
+requires = [ "hatchling",]
+build-backend = "hatchling.build"
+
+[project]
+name = "arcade_e2b"
+version = "2.0.0"
+description = "Arcade.dev LLM tools for running code in a sandbox using E2B"
+requires-python = ">=3.10"
+dependencies = [
+    "arcade-tdk>=2.0.0,<3.0.0",
+    "e2b-code-interpreter>=1.0.1,<2.0.0",
+]
+[[project.authors]]
+name = "Arcade"
+email = "dev@arcade.dev"
+
+[project.optional-dependencies]
+dev = [
+    "arcade-ai[evals]>=2.0.0,<3.0.0",
+    "arcade-serve>=2.0.0,<3.0.0",
+    "pytest>=8.3.0,<8.4.0",
+    "pytest-cov>=4.0.0,<4.1.0",
+    "pytest-asyncio>=0.24.0,<0.25.0",
+    "pytest-mock>=3.11.1,<3.12.0",
+    "mypy>=1.5.1,<1.6.0",
+    "pre-commit>=3.4.0,<3.5.0",
+    "tox>=4.11.1,<4.12.0",
+    "ruff>=0.7.4,<0.8.0",
+]
+
+# Use local path sources for arcade libs when working locally
+[tool.uv.sources]
+arcade-ai = {path = "../../", editable = true}
+arcade-tdk = { path = "../../libs/arcade-tdk/", editable = true }
+arcade-serve = { path = "../../libs/arcade-serve/", editable = true }
+
+[tool.mypy]
+files = [ "arcade_e2b/**/*.py",]
+python_version = "3.10"
+disallow_untyped_defs = "True"
+disallow_any_unimported = "True"
+no_implicit_optional = "True"
+check_untyped_defs = "True"
+warn_return_any = "True"
+warn_unused_ignores = "True"
+show_error_codes = "True"
+ignore_missing_imports = "True"
+
+[tool.pytest.ini_options]
+testpaths = [ "tests",]
+
+[tool.coverage.report]
+skip_empty = true
+
+[tool.hatch.build.targets.wheel]
+packages = [ "arcade_e2b",]

arcade_e2b-2.0.0/tests/test_e2b.py

@@ -0,0 +1,82 @@
+from unittest.mock import MagicMock, patch
+
+import pytest
+from arcade_tdk import ToolContext, ToolSecretItem
+from arcade_tdk.errors import ToolExecutionError
+
+import arcade_e2b.tools.create_chart
+import arcade_e2b.tools.run_code
+from arcade_e2b.enums import E2BSupportedLanguage
+
+
+@pytest.fixture
+def mock_run_code_sandbox():
+    with patch("arcade_e2b.tools.run_code.Sandbox") as mock:
+        yield mock.return_value.__enter__.return_value
+
+
+@pytest.fixture
+def mock_create_chart_sandbox():
+    with patch("arcade_e2b.tools.create_chart.Sandbox") as mock:
+        yield mock.return_value.__enter__.return_value
+
+
+@pytest.fixture
+def mock_context():
+    return ToolContext(secrets=[ToolSecretItem(key="e2b_api_key", value="fake_api_key")])
+
+
+def test_run_code_success(mock_run_code_sandbox, mock_context):
+    mock_execution = MagicMock()
+    mock_execution.to_json.return_value = '{"result": "success"}'
+    mock_run_code_sandbox.run_code.return_value = mock_execution
+
+    result = arcade_e2b.tools.run_code(
+        mock_context, "print('Hello, World!')", E2BSupportedLanguage.PYTHON
+    )
+    assert result == '{"result": "success"}'
+
+
+def test_run_code_error(mock_run_code_sandbox, mock_context):
+    mock_execution = MagicMock()
+    mock_execution.to_json.side_effect = ToolExecutionError("Execution failed")
+    mock_run_code_sandbox.run_code.return_value = mock_execution
+
+    with pytest.raises(ToolExecutionError, match="Execution failed"):
+        arcade_e2b.tools.run_code(
+            mock_context, "print('Hello, World!')", E2BSupportedLanguage.PYTHON
+        )
+
+
+def test_create_static_matplotlib_chart_success(mock_create_chart_sandbox, mock_context):
+    mock_execution = MagicMock()
+    mock_execution.results = [MagicMock(png="base64encodedimage")]
+    mock_execution.logs.to_json.return_value = '{"logs": "log data"}'
+    mock_execution.error = None
+    mock_create_chart_sandbox.run_code.return_value = mock_execution
+
+    result = arcade_e2b.tools.create_chart.create_static_matplotlib_chart(
+        mock_context, "import matplotlib.pyplot as plt"
+    )
+    assert result == {
+        "base64_image": "base64encodedimage",
+        "logs": '{"logs": "log data"}',
+        "error": None,
+    }
+
+
+def test_create_static_matplotlib_chart_error(mock_create_chart_sandbox, mock_context):
+    mock_execution = MagicMock()
+    mock_execution.results = []
+    mock_execution.logs.to_json.return_value = '{"logs": "log data"}'
+    mock_execution.error.to_json.return_value = '{"error": "some error"}'
+    mock_create_chart_sandbox.run_code.return_value = mock_execution
+
+    result = arcade_e2b.tools.create_chart.create_static_matplotlib_chart(
+        mock_context, "import matplotlib.pyplot as plt"
+    )
+    assert result == {
+        "base64_image": None,
+        "logs": '{"logs": "log data"}',
+        "error": '{"error": "some error"}',
+    }