vision-agent 1.0.2__py3-none-any.whl → 1.0.3__py3-none-any.whl

vision_agent/agent/vision_agent.py

@@ -293,7 +293,7 @@ class VisionAgent(Agent):
             callback_message (Optional[Callable[[Dict[str, Any]], None]]): Callback
                 function to send intermediate update messages.
             code_sandbox_runtime (Optional[str]): For string values it can be one of:
-                None, "local" or "e2b". If None, it will read from the environment
+                None or "local". If None, it will read from the environment
                 variable "CODE_SANDBOX_RUNTIME".
         """
 
@@ -560,7 +560,7 @@ class OpenAIVisionAgent(VisionAgent):
             callback_message (Optional[Callable[[Dict[str, Any]], None]]): Callback
                 function to send intermediate update messages.
             code_interpreter (Optional[Union[str, CodeInterpreter]]): For string values
-                it can be one of: None, "local" or "e2b". If None, it will read from
+                it can be one of: None or "local". If None, it will read from
                 the environment variable "CODE_SANDBOX_RUNTIME". If a CodeInterpreter
                 object is provided it will use that.
         """
@@ -591,7 +591,7 @@ class AnthropicVisionAgent(VisionAgent):
             callback_message (Optional[Callable[[Dict[str, Any]], None]]): Callback
                 function to send intermediate update messages.
             code_interpreter (Optional[Union[str, CodeInterpreter]]): For string values
-                it can be one of: None, "local" or "e2b". If None, it will read from
+                it can be one of: None or "local". If None, it will read from
                 the environment variable "CODE_SANDBOX_RUNTIME". If a CodeInterpreter
                 object is provided it will use that.
         """

vision_agent/agent/vision_agent_coder.py

@@ -349,7 +349,7 @@ class VisionAgentCoder(Agent):
                 running in parallel. This callback ensures that the progress are not
                 mixed up.
             code_interpreter (Optional[Union[str, CodeInterpreter]]): For string values
-                it can be one of: None, "local" or "e2b". If None, it will read from
+                it can be one of: None or "local". If None, it will read from
                 the environment variable "CODE_SANDBOX_RUNTIME". If a CodeInterpreter
                 object is provided it will use that.
         """

vision_agent/agent/vision_agent_coder_v2.py

@@ -317,7 +317,7 @@ class VisionAgentCoderV2(AgentCoder):
             hil (bool): Whether to use human-in-the-loop mode.
             verbose (bool): Whether to print out debug information.
             code_sandbox_runtime (Optional[str]): The code sandbox runtime to use, can
-                be one of: None, "local" or "e2b". If None, it will read from the
+                be one of: None or "local". If None, it will read from the
                 environment variable CODE_SANDBOX_RUNTIME.
             update_callback (Callable[[Dict[str, Any]], None]): The callback function
                 that will send back intermediate conversation messages.

vision_agent/agent/vision_agent_planner_v2.py

@@ -442,7 +442,7 @@ class VisionAgentPlannerV2(AgentPlanner):
             hil (bool): Whether to use human-in-the-loop mode.
             verbose (bool): Whether to print out debug information.
             code_sandbox_runtime (Optional[str]): The code sandbox runtime to use, can
-                be one of: None, "local" or "e2b". If None, it will read from the
+                be one of: None or "local". If None, it will read from the
                 environment variable CODE_SANDBOX_RUNTIME.
             update_callback (Callable[[Dict[str, Any]], None]): The callback function
                 that will send back intermediate conversation messages.

vision_agent/agent/vision_agent_v2.py

@@ -180,7 +180,7 @@ class VisionAgentV2(Agent):
             hil (bool): Whether to use human-in-the-loop mode.
             verbose (bool): Whether to print out debug information.
             code_sandbox_runtime (Optional[str]): The code sandbox runtime to use, can
-                be one of: None, "local" or "e2b". If None, it will read from the
+                be one of: None or "local". If None, it will read from the
                 environment variable CODE_SANDBOX_RUNTIME.
             update_callback (Callable[[Dict[str, Any]], None]): The callback function
                 that will send back intermediate conversation messages.

vision_agent/utils/execute.py

@@ -13,16 +13,7 @@ from time import sleep
 from typing import Any, Dict, Iterable, List, Optional, Union
 
 import nbformat
-import tenacity
 from dotenv import load_dotenv
-from e2b.exceptions import SandboxException
-from e2b_code_interpreter import CodeInterpreter as E2BCodeInterpreterImpl
-from e2b_code_interpreter import Execution as E2BExecution
-from e2b_code_interpreter import Result as E2BResult
-from h11._util import LocalProtocolError
-from httpx import ConnectError
-from httpx import RemoteProtocolError as HttpcoreRemoteProtocolError
-from httpx import RemoteProtocolError as HttpxRemoteProtocolError
 from nbclient import NotebookClient
 from nbclient import __version__ as nbclient_version
 from nbclient.exceptions import CellTimeoutError, DeadKernelError
@@ -33,11 +24,6 @@ from opentelemetry.trace import SpanKind, Status, StatusCode, get_tracer
 from pydantic import BaseModel, field_serializer
 from typing_extensions import Self
 
-from vision_agent.utils.exceptions import (
-    RemoteSandboxCreationError,
-    RemoteSandboxExecutionError,
-)
-
 load_dotenv()
 _LOGGER = logging.getLogger(__name__)
 _SESSION_TIMEOUT = 600  # 10 minutes
@@ -215,23 +201,6 @@ class Result:
             formats.extend(iter(self.extra))
         return formats
 
-    @staticmethod
-    def from_e2b_result(result: E2BResult) -> "Result":
-        """
-        Creates a Result object from an E2BResult object.
-        """
-        data = {
-            MimeType.TEXT_PLAIN.value: result.text,
-            MimeType.IMAGE_PNG.value: result.png,
-            MimeType.APPLICATION_JSON.value: result.json,
-        }
-        for k, v in result.extra.items():
-            data[k] = v
-        return Result(
-            is_main_result=result.is_main_result,
-            data=data,
-        )
-
 
 class Logs(BaseModel):
     """Data printed to stdout and stderr during execution, usually by print statements,
@@ -372,26 +341,6 @@ class Execution(BaseModel):
             )
         )
 
-    @staticmethod
-    def from_e2b_execution(exec: E2BExecution) -> "Execution":
-        """Creates an Execution object from an E2BResult object."""
-        return Execution(
-            results=[Result.from_e2b_result(res) for res in exec.results],
-            logs=Logs(stdout=exec.logs.stdout, stderr=exec.logs.stderr),
-            error=(
-                Error(
-                    name=exec.error.name,
-                    value=_remove_escape_and_color_codes(exec.error.value),
-                    traceback_raw=[
-                        _remove_escape_and_color_codes(line)
-                        for line in exec.error.traceback.split("\n")
-                    ],
-                )
-                if exec.error
-                else None
-            ),
-        )
-
 
 class CodeInterpreter(abc.ABC):
     """Code interpreter interface."""
@@ -439,138 +388,6 @@ class CodeInterpreter(abc.ABC):
         return Path(local_file_path)
 
 
-class E2BCodeInterpreter(CodeInterpreter):
-    def __init__(
-        self, remote_path: Optional[Union[str, Path]] = None, *args: Any, **kwargs: Any
-    ) -> None:
-        super().__init__(*args, **kwargs)
-        assert os.getenv("E2B_API_KEY"), "E2B_API_KEY environment variable must be set"
-        try:
-            self.interpreter = E2BCodeInterpreter._new_e2b_interpreter_impl(
-                *args, **kwargs
-            )
-        except Exception as e:
-            raise RemoteSandboxCreationError(
-                f"Failed to create a remote sandbox due to {e}"
-            ) from e
-
-        result = self.exec_cell(
-            """
-import platform
-import sys
-import importlib.metadata
-
-print(f"Python version: {sys.version}")
-print(f"OS version: {platform.system()} {platform.release()} ({platform.architecture()})")
-va_version = importlib.metadata.version("vision-agent")
-print(f"Vision Agent version: {va_version}")"""
-        )
-        sys_versions = "\n".join(result.logs.stdout)
-        _LOGGER.info(
-            f"E2BCodeInterpreter (sandbox id: {self.interpreter.sandbox_id}) initialized:\n{sys_versions}"
-        )
-        self.remote_path = Path(
-            remote_path if remote_path is not None else "/home/user"
-        )
-
-    def close(self, *args: Any, **kwargs: Any) -> None:
-        try:
-            self.interpreter.kill(request_timeout=2)
-            _LOGGER.info(
-                f"The sandbox {self.interpreter.sandbox_id} is closed successfully."
-            )
-        except Exception as e:
-            _LOGGER.warn(
-                f"Failed to close the remote sandbox ({self.interpreter.sandbox_id}) due to {e}. This is not an issue. It's likely that the sandbox is already closed due to timeout."
-            )
-
-    def restart_kernel(self) -> None:
-        self.interpreter.notebook.restart_kernel()
-
-    @tenacity.retry(
-        wait=tenacity.wait_exponential_jitter(),
-        stop=tenacity.stop_after_attempt(3),
-        retry=tenacity.retry_if_exception_type(
-            (
-                LocalProtocolError,
-                HttpxRemoteProtocolError,
-                HttpcoreRemoteProtocolError,
-                ConnectError,
-                SandboxException,
-            )
-        ),
-        before_sleep=tenacity.before_sleep_log(_LOGGER, logging.INFO),
-        after=tenacity.after_log(_LOGGER, logging.INFO),
-    )
-    def exec_cell(self, code: str) -> Execution:
-        self.interpreter.set_timeout(_SESSION_TIMEOUT)  # Extend the life of the sandbox
-        try:
-            _LOGGER.info(
-                f"Start code execution in remote sandbox {self.interpreter.sandbox_id}. Timeout: {_SESSION_TIMEOUT}. Code hash: {hash(code)}"
-            )
-            execution = self.interpreter.notebook.exec_cell(
-                code=code,
-                on_stdout=lambda msg: _LOGGER.info(msg),
-                on_stderr=lambda msg: _LOGGER.info(msg),
-            )
-            _LOGGER.info(
-                f"Finished code execution in remote sandbox {self.interpreter.sandbox_id}. Code hash: {hash(code)}"
-            )
-            return Execution.from_e2b_execution(execution)
-        except (
-            LocalProtocolError,
-            HttpxRemoteProtocolError,
-            HttpcoreRemoteProtocolError,
-            ConnectError,
-            SandboxException,
-        ) as e:
-            raise e
-        except Exception as e:
-            raise RemoteSandboxExecutionError(
-                f"Failed executing code in remote sandbox ({self.interpreter.sandbox_id}) due to error '{type(e).__name__} {str(e)}', code: {code}"
-            ) from e
-
-    @tenacity.retry(
-        wait=tenacity.wait_exponential_jitter(),
-        stop=tenacity.stop_after_attempt(3),
-        retry=tenacity.retry_if_exception_type(
-            (
-                LocalProtocolError,
-                HttpxRemoteProtocolError,
-                HttpcoreRemoteProtocolError,
-                ConnectError,
-                SandboxException,
-            )
-        ),
-        before_sleep=tenacity.before_sleep_log(_LOGGER, logging.INFO),
-        after=tenacity.after_log(_LOGGER, logging.INFO),
-    )
-    def upload_file(self, file: Union[str, Path]) -> Path:
-        file_name = Path(file).name
-        with open(file, "rb") as f:
-            self.interpreter.files.write(path=str(self.remote_path / file_name), data=f)
-        _LOGGER.info(f"File ({file}) is uploaded to: {str(self.remote_path)}")
-        return self.remote_path / file_name
-
-    def download_file(
-        self, remote_file_path: Union[str, Path], local_file_path: Union[str, Path]
-    ) -> Path:
-        with open(local_file_path, "w+b") as f:
-            f.write(
-                self.interpreter.files.read(path=str(remote_file_path), format="bytes")
-            )
-        _LOGGER.info(f"File ({remote_file_path}) is downloaded to: {local_file_path}")
-        return Path(local_file_path)
-
-    @staticmethod
-    def _new_e2b_interpreter_impl(*args, **kwargs) -> E2BCodeInterpreterImpl:  # type: ignore
-        template_name = os.environ.get("E2B_TEMPLATE_NAME", "va-sandbox")
-        _LOGGER.info(
-            f"Creating a new E2BCodeInterpreter using template: {template_name}"
-        )
-        return E2BCodeInterpreterImpl(template=template_name, *args, **kwargs)
-
-
 class LocalCodeInterpreter(CodeInterpreter):
     def __init__(
         self,
@@ -723,12 +540,7 @@ class CodeInterpreterFactory:
     ) -> CodeInterpreter:
         if not code_sandbox_runtime:
             code_sandbox_runtime = os.getenv("CODE_SANDBOX_RUNTIME", "local")
-        if code_sandbox_runtime == "e2b":
-            envs = _get_e2b_env()
-            instance: CodeInterpreter = E2BCodeInterpreter(
-                timeout=_SESSION_TIMEOUT, remote_path=remote_path, envs=envs
-            )
-        elif code_sandbox_runtime == "local":
+        if code_sandbox_runtime == "local":
             instance = LocalCodeInterpreter(
                 timeout=_SESSION_TIMEOUT,
                 remote_path=remote_path,
@@ -736,25 +548,11 @@ class CodeInterpreterFactory:
             )
         else:
             raise ValueError(
-                f"Unsupported code sandbox runtime: {code_sandbox_runtime}. Supported runtimes: e2b, local"
+                f"Unsupported code sandbox runtime: {code_sandbox_runtime}. Supported runtimes: local"
             )
         return instance
 
 
-def _get_e2b_env() -> Union[Dict[str, str], None]:
-    openai_api_key = os.getenv("OPENAI_API_KEY", "")
-    anthropic_api_key = os.getenv("ANTHROPIC_API_KEY", "")
-    if openai_api_key or anthropic_api_key:
-        envs = {"WORKSPACE": os.getenv("WORKSPACE", "/home/user")}
-        if openai_api_key:
-            envs["OPENAI_API_KEY"] = openai_api_key
-        if anthropic_api_key:
-            envs["ANTHROPIC_API_KEY"] = anthropic_api_key
-    else:
-        envs = None
-    return envs
-
-
 def _parse_local_code_interpreter_outputs(outputs: List[Dict[str, Any]]) -> Execution:
     """Parse notebook cell outputs to Execution object. Output types:
     https://nbformat.readthedocs.io/en/latest/format_description.html#code-cell-outputs

{vision_agent-1.0.2.dist-info → vision_agent-1.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 1.0.2
+Version: 1.0.3
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai
@@ -12,8 +12,6 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: anthropic (>=0.31.0,<0.32.0)
 Requires-Dist: av (>=11.0.0,<12.0.0)
 Requires-Dist: dotenv (>=0.9.9,<0.10.0)
-Requires-Dist: e2b (>=0.17.2a50,<0.18.0)
-Requires-Dist: e2b-code-interpreter (==0.0.11a37)
 Requires-Dist: flake8 (>=7.0.0,<8.0.0)
 Requires-Dist: ipykernel (>=6.29.4,<7.0.0)
 Requires-Dist: libcst (>=1.5.0,<2.0.0)
@@ -27,7 +25,7 @@ Requires-Dist: opentelemetry-api (>=1.29.0,<2.0.0)
 Requires-Dist: pandas (>=2.0.0,<3.0.0)
 Requires-Dist: pillow (>=10.0.0,<11.0.0)
 Requires-Dist: pillow-heif (>=0.16.0,<0.17.0)
-Requires-Dist: pydantic (==2.7.4)
+Requires-Dist: pydantic (>=2.0.0,<3.0.0)
 Requires-Dist: pytube (==15.0.0)
 Requires-Dist: requests (>=2.0.0,<3.0.0)
 Requires-Dist: rich (>=13.7.1,<14.0.0)

{vision_agent-1.0.2.dist-info → vision_agent-1.0.3.dist-info}/RECORD

@@ -4,18 +4,18 @@ vision_agent/__init__.py,sha256=EAb4-f9iyuEYkBrX4ag1syM8Syx8118_t0R6_C34M9w,57
 vision_agent/agent/README.md,sha256=3XSPG_VO7-6y6P8COvcgSSonWj5uvfgvfmOkBpfKK8Q,5527
 vision_agent/agent/__init__.py,sha256=M8CffavdIh8Zh-skznLHIaQkYGCGK7vk4dq1FaVkbs4,617
 vision_agent/agent/agent.py,sha256=o1Zuhl6h2R7uVwvUur0Aj38kak8U08plfeFWPst_ErM,1576
-vision_agent/agent/vision_agent.py,sha256=4LqvwPTSsiuJEDwBbMx9Dg9ALJwNR6x1c63TZvOMm8A,23486
-vision_agent/agent/vision_agent_coder.py,sha256=Ry6AiyAj3hsSeYPu_5guMcTzf2E4SoebPzpHyJtSPbQ,27360
+vision_agent/agent/vision_agent.py,sha256=lLNIapK7lhbGSPdF2RLIh7wBNZMGiM60kFaLXkgXV8g,23465
+vision_agent/agent/vision_agent_coder.py,sha256=SQy83t3b2vXFiYV4ynlT-g7AkUIP8zy03culkAuHMHA,27353
 vision_agent/agent/vision_agent_coder_prompts.py,sha256=D4RJxTWoxpl-WtYRvHNxaLSdWVHsdYb0jJIQ2ZCGU0A,12277
 vision_agent/agent/vision_agent_coder_prompts_v2.py,sha256=53b_DhQtffX5wxLuCbNQ83AJhB0P_3wEnuKr-v5bx-o,4866
-vision_agent/agent/vision_agent_coder_v2.py,sha256=VXLYtBG65gTc1X7QFcicNmUmaj8V6ZIu6yHcIW33TvM,17457
+vision_agent/agent/vision_agent_coder_v2.py,sha256=ELc_J8Q4NKPs7YETu3a9O0Vk1zN3k6QfHBgu0M0IWGk,17450
 vision_agent/agent/vision_agent_planner.py,sha256=8LeUsxUlGuQMqCdJ6jHXOe6RpKpzLtMW1AaJlfuIfzw,18680
 vision_agent/agent/vision_agent_planner_prompts.py,sha256=rYRdJthc-sQN57VgCBKrF09Sd73BSxcBdjNe6C4WNZ8,6837
 vision_agent/agent/vision_agent_planner_prompts_v2.py,sha256=TiiF5BGnFVraFlQnDaeRU67927LvszvpcMUOgVgo0ps,35843
-vision_agent/agent/vision_agent_planner_v2.py,sha256=Ot6ugP8pGbD2iNoOwRHKV6-nyJ0LotdEy0uEO-k_jAI,22017
+vision_agent/agent/vision_agent_planner_v2.py,sha256=FuvTDe1mfznh4lkDGUyXa6yip8zQV5TDSxUG5zrsWc0,22010
 vision_agent/agent/vision_agent_prompts.py,sha256=KaJwYPUP7_GvQsCPPs6Fdawmi3AQWmWajBUuzj7gTG4,13812
 vision_agent/agent/vision_agent_prompts_v2.py,sha256=OnHmmteAj8__2spEXNcckApQvEpkK_JIZd_SWzEyg9c,4230
-vision_agent/agent/vision_agent_v2.py,sha256=QPAyDjnRRHUCD4Pw4TQYffWkucbn4WkEjYn8dBIWll4,11682
+vision_agent/agent/vision_agent_v2.py,sha256=iPW6DowH7wCFIA5vb1SdSLfZFWbn_oSC7Xa8uO8KIJI,11675
 vision_agent/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vision_agent/clients/http.py,sha256=k883i6M_4nl7zwwHSI-yP5sAgQZIDPM1nrKD6YFJ3Xs,2009
 vision_agent/configs/__init__.py,sha256=Iu75-w9_nlPmnB_qKA7nYaaaHf7xtTrDmK8N4v2WV34,27
@@ -41,13 +41,13 @@ vision_agent/tools/tools.py,sha256=-jBrykNYPinRpDXnBsnzlSgJ_hbZClzCp3pkzWjTUxs,1
 vision_agent/utils/__init__.py,sha256=mANUs_84VL-3gpZbXryvV2mWU623eWnRlJCSUHtMjuw,122
 vision_agent/utils/agent.py,sha256=2ifTP5QElItnr4YHOJR6L5P1PUzV0GhChTTqVxuVyQg,15153
 vision_agent/utils/exceptions.py,sha256=zis8smCbdEylBVZBTVfEUfAh7Rb7cWV3MSPambu6FsQ,1837
-vision_agent/utils/execute.py,sha256=vOEP5Ys7S2lc0_7pOJbgk7OaWi85hrCNu9_8Bo3zk6I,29356
+vision_agent/utils/execute.py,sha256=QAql6KC2uEhX1o_44mMA77lCmMUs0itaaGMFSfJBki8,21520
 vision_agent/utils/image_utils.py,sha256=bJM2mEvB6E__M9pxi74yQYzAiZ7mu3KE2ptyVrp5vzQ,12533
 vision_agent/utils/tools.py,sha256=lGELSZ3xmrUa1cHR4ey_f9gyDvWsIA8Q2R7G9LNGKiE,8036
 vision_agent/utils/tools_doc.py,sha256=yFue6KSXoa_Z1ngCdBEc4SdPZOWF1rVLeaHu02I8Wis,2523
 vision_agent/utils/video.py,sha256=rjsQ1sKKisaQ6AVjJz0zd_G4g-ovRweS_rs4JEhenoI,5340
 vision_agent/utils/video_tracking.py,sha256=DZLFpNCuzuPJQzbQoVNcp-m4dKxgiKdCNM5QTh_zURE,12245
-vision_agent-1.0.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-vision_agent-1.0.2.dist-info/METADATA,sha256=GHEbZmUIjQP9Qg5EHavhbJN9u9kreWF9DGDGBvI8_Y8,6024
-vision_agent-1.0.2.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-vision_agent-1.0.2.dist-info/RECORD,,
+vision_agent-1.0.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+vision_agent-1.0.3.dist-info/METADATA,sha256=DQaYakxwHNuuKQvA7MpaPZ8oCZT5hdhfcCWzB_9zXI4,5940
+vision_agent-1.0.3.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+vision_agent-1.0.3.dist-info/RECORD,,