vision-agent 0.2.138__tar.gz → 0.2.140__tar.gz

{vision_agent-0.2.138 → vision_agent-0.2.140}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 0.2.138
+Version: 0.2.140
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai

{vision_agent-0.2.138 → vision_agent-0.2.140}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "vision-agent"
-version = "0.2.138"
+version = "0.2.140"
 description = "Toolset for Vision Agent"
 authors = ["Landing AI <dev@landing.ai>"]
 readme = "README.md"

{vision_agent-0.2.138 → vision_agent-0.2.140}/vision_agent/agent/vision_agent.py

@@ -218,6 +218,7 @@ class VisionAgent(Agent):
         ) as code_interpreter:
             orig_chat = copy.deepcopy(chat)
             int_chat = copy.deepcopy(chat)
+            last_user_message_content = chat[-1].get("content")
             media_list = []
             for chat_i in int_chat:
                 if "media" in chat_i:
@@ -266,6 +267,32 @@ class VisionAgent(Agent):
             orig_chat.append({"role": "observation", "content": artifacts_loaded})
             self.streaming_message({"role": "observation", "content": artifacts_loaded})
 
+            if isinstance(last_user_message_content, str):
+                user_code_action = parse_execution(last_user_message_content, False)
+                if user_code_action is not None:
+                    user_result, user_obs = run_code_action(
+                        user_code_action, code_interpreter, str(remote_artifacts_path)
+                    )
+                    if self.verbosity >= 1:
+                        _LOGGER.info(user_obs)
+                    int_chat.append({"role": "observation", "content": user_obs})
+                    orig_chat.append(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                        }
+                    )
+                    self.streaming_message(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                            "finished": True,
+                        }
+                    )
+                    finished = True
+
             while not finished and iterations < self.max_iterations:
                 response = run_conversation(self.agent, int_chat)
                 if self.verbosity >= 1:

{vision_agent-0.2.138 → vision_agent-0.2.140}/vision_agent/tools/meta_tools.py

@@ -250,6 +250,7 @@ def edit_code_artifact(
 
     total_lines = len(artifacts[name].splitlines())
     if start < 0 or end < 0 or start > end or end > total_lines:
+        print("[Invalid line range]")
         return "[Invalid line range]"
     if start == end:
         end += 1

{vision_agent-0.2.138 → vision_agent-0.2.140}/vision_agent/tools/tool_utils.py

@@ -208,19 +208,25 @@ def _call_post(
     if files:
         files_in_b64 = [(file[0], b64encode(file[1]).decode("utf-8")) for file in files]
     try:
+        if files is not None:
+            response = session.post(url, data=payload, files=files)
+        else:
+            response = session.post(url, json=payload)
+
+        # make sure function_name is in the payload so we can display it
+        tool_call_trace_payload = (
+            payload
+            if "function_name" in payload
+            else {**payload, **{"function_name": function_name}}
+        )
         tool_call_trace = ToolCallTrace(
             endpoint_url=url,
-            request=payload,
+            request=tool_call_trace_payload,
             response={},
             error=None,
             files=files_in_b64,
         )
 
-        if files is not None:
-            response = session.post(url, data=payload, files=files)
-        else:
-            response = session.post(url, json=payload)
-
         if response.status_code != 200:
             tool_call_trace.error = Error(
                 name="RemoteToolCallFailed",