vision-agent 0.2.138__py3-none-any.whl → 0.2.140__py3-none-any.whl

vision_agent/agent/vision_agent.py

@@ -218,6 +218,7 @@ class VisionAgent(Agent):
         ) as code_interpreter:
             orig_chat = copy.deepcopy(chat)
             int_chat = copy.deepcopy(chat)
+            last_user_message_content = chat[-1].get("content")
             media_list = []
             for chat_i in int_chat:
                 if "media" in chat_i:
@@ -266,6 +267,32 @@ class VisionAgent(Agent):
             orig_chat.append({"role": "observation", "content": artifacts_loaded})
             self.streaming_message({"role": "observation", "content": artifacts_loaded})
 
+            if isinstance(last_user_message_content, str):
+                user_code_action = parse_execution(last_user_message_content, False)
+                if user_code_action is not None:
+                    user_result, user_obs = run_code_action(
+                        user_code_action, code_interpreter, str(remote_artifacts_path)
+                    )
+                    if self.verbosity >= 1:
+                        _LOGGER.info(user_obs)
+                    int_chat.append({"role": "observation", "content": user_obs})
+                    orig_chat.append(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                        }
+                    )
+                    self.streaming_message(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                            "finished": True,
+                        }
+                    )
+                    finished = True
+
             while not finished and iterations < self.max_iterations:
                 response = run_conversation(self.agent, int_chat)
                 if self.verbosity >= 1:

vision_agent/tools/meta_tools.py

@@ -250,6 +250,7 @@ def edit_code_artifact(
 
     total_lines = len(artifacts[name].splitlines())
     if start < 0 or end < 0 or start > end or end > total_lines:
+        print("[Invalid line range]")
         return "[Invalid line range]"
     if start == end:
         end += 1

vision_agent/tools/tool_utils.py

@@ -208,19 +208,25 @@ def _call_post(
     if files:
         files_in_b64 = [(file[0], b64encode(file[1]).decode("utf-8")) for file in files]
     try:
+        if files is not None:
+            response = session.post(url, data=payload, files=files)
+        else:
+            response = session.post(url, json=payload)
+
+        # make sure function_name is in the payload so we can display it
+        tool_call_trace_payload = (
+            payload
+            if "function_name" in payload
+            else {**payload, **{"function_name": function_name}}
+        )
         tool_call_trace = ToolCallTrace(
             endpoint_url=url,
-            request=payload,
+            request=tool_call_trace_payload,
             response={},
             error=None,
             files=files_in_b64,
         )
 
-        if files is not None:
-            response = session.post(url, data=payload, files=files)
-        else:
-            response = session.post(url, json=payload)
-
         if response.status_code != 200:
             tool_call_trace.error = Error(
                 name="RemoteToolCallFailed",

{vision_agent-0.2.138.dist-info → vision_agent-0.2.140.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 0.2.138
+Version: 0.2.140
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai

{vision_agent-0.2.138.dist-info → vision_agent-0.2.140.dist-info}/RECORD

@@ -2,7 +2,7 @@ vision_agent/__init__.py,sha256=EAb4-f9iyuEYkBrX4ag1syM8Syx8118_t0R6_C34M9w,57
 vision_agent/agent/__init__.py,sha256=TddDT4e3JVc68Dt0zSk0B4OBORx_R2WhAGK71uqEe2w,204
 vision_agent/agent/agent.py,sha256=2cjIOxEuSJrqbfPXYoV0qER5ihXsPFCoEFJa4jpqan0,597
 vision_agent/agent/agent_utils.py,sha256=qOYQn-wJsa4j4YjFOBQ41xyklCg8Y94CIIGw9ZXmgIU,2053
-vision_agent/agent/vision_agent.py,sha256=wffXZH9diiWl5iyv5kI-SSOQCvGXzC0seXf8bC6RI0o,12879
+vision_agent/agent/vision_agent.py,sha256=Ed10_rWzHu-hejb5jF9lAF7xbmQ_qAGpCxDvByZw6M8,14100
 vision_agent/agent/vision_agent_coder.py,sha256=OI95goKTqVaEEPYwkn6bVsHsHZeifoBC8rjG9nD0Znc,36909
 vision_agent/agent/vision_agent_coder_prompts.py,sha256=a7P19QscKNiaweke0zHPCfi5GQImpG-ZGKv_kXz0seg,13452
 vision_agent/agent/vision_agent_prompts.py,sha256=-fXiIIb48duXVljWYcJ0Y4ZzfNnRFi3C5cKdF4SdDo8,10075
@@ -15,9 +15,9 @@ vision_agent/lmm/__init__.py,sha256=YuUZRsMHdn8cMOv6iBU8yUqlIOLrbZQqZl9KPnofsHQ,
 vision_agent/lmm/lmm.py,sha256=soWmEjtleQUSH2G3tYZWxOmteIqkgMVcmuZfx4mxszU,16838
 vision_agent/lmm/types.py,sha256=ZEXR_ptBL0ZwDMTDYkgxUCmSZFmBYPQd2jreNzr_8UY,221
 vision_agent/tools/__init__.py,sha256=nufZNzbcLTuXwxFmvZNj99qE8EO2qtEPT8wFsuI9vyE,2397
-vision_agent/tools/meta_tools.py,sha256=9ZxoLkFFknN9dqYAlHdDDQFKuSGprdL19Ok5Qs_m0zo,22525
+vision_agent/tools/meta_tools.py,sha256=orYbEPWOENXwmKSmbg52_2eMAoYT9ZbV5GjudUd-f0o,22563
 vision_agent/tools/prompts.py,sha256=V1z4YJLXZuUl_iZ5rY0M5hHc_2tmMEUKr0WocXKGt4E,1430
-vision_agent/tools/tool_utils.py,sha256=ZYqzcw_e937reoNr7gJgyKjQ7Gudxz1ttfIyo7F65w8,7758
+vision_agent/tools/tool_utils.py,sha256=5ukuDMxbEH4iKetYR9I7twzsA8ECyP4tVwYXQq54mxI,8020
 vision_agent/tools/tools.py,sha256=WKeB99ED0o_ISS_vZc-ch_1Dc8_Fl2fhnGlfVNwNouc,70024
 vision_agent/tools/tools_types.py,sha256=rLpCUODPY0yI65SLOTJOxfHFfqWM3WjOq-AYX25Chjk,2356
 vision_agent/utils/__init__.py,sha256=7fMgbZiEwbNS0fBOS_hJI5PuEYBblw36zLi_UjUzvj4,244
@@ -27,7 +27,7 @@ vision_agent/utils/image_utils.py,sha256=zTTOJFOieMzwIquTFnW7T6ssx9o6XfoZ0Unqyk7
 vision_agent/utils/sim.py,sha256=ebE9Cs00pVEDI1HMjAzUBk88tQQmc2U-yAzIDinnekU,5572
 vision_agent/utils/type_defs.py,sha256=BE12s3JNQy36QvauXHjwyeffVh5enfcvd4vTzSwvEZI,1384
 vision_agent/utils/video.py,sha256=hOjfEOZNcddYdoa0CoviXA4Vo9kwURKuojIJgLLJdp0,4745
-vision_agent-0.2.138.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-vision_agent-0.2.138.dist-info/METADATA,sha256=L_XdaR8nO1vPsZnEcB7rOLw-rWnNBQjXwkzUjR6WBi4,12291
-vision_agent-0.2.138.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-vision_agent-0.2.138.dist-info/RECORD,,
+vision_agent-0.2.140.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+vision_agent-0.2.140.dist-info/METADATA,sha256=B33v0XI-5ZlEBBu-I8DT7JrbU04PophTYEmRQMVEkBQ,12291
+vision_agent-0.2.140.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+vision_agent-0.2.140.dist-info/RECORD,,