vision-agent 0.2.137__tar.gz → 0.2.139__tar.gz

{vision_agent-0.2.137 → vision_agent-0.2.139}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 0.2.137
+Version: 0.2.139
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai
@@ -13,6 +13,7 @@ Requires-Dist: anthropic (>=0.31.0,<0.32.0)
 Requires-Dist: av (>=11.0.0,<12.0.0)
 Requires-Dist: e2b (>=0.17.2a50,<0.18.0)
 Requires-Dist: e2b-code-interpreter (==0.0.11a37)
+Requires-Dist: flake8 (>=7.0.0,<8.0.0)
 Requires-Dist: ipykernel (>=6.29.4,<7.0.0)
 Requires-Dist: langsmith (>=0.1.58,<0.2.0)
 Requires-Dist: nbclient (>=0.10.0,<0.11.0)

{vision_agent-0.2.137 → vision_agent-0.2.139}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "vision-agent"
-version = "0.2.137"
+version = "0.2.139"
 description = "Toolset for Vision Agent"
 authors = ["Landing AI <dev@landing.ai>"]
 readme = "README.md"
@@ -24,6 +24,7 @@ requests = "2.*"
 tqdm = ">=4.64.0,<5.0.0"
 pandas = "2.*"
 openai = "1.*"
+flake8 = "^7.0.0"
 typing_extensions = "4.*"
 opencv-python = "4.*"
 tabulate = "^0.9.0"
@@ -47,7 +48,6 @@ av = "^11.0.0"
 autoflake = "1.*"
 pytest = "7.*"
 black = ">=23,<25"
-flake8 = "5.*"
 isort = "5.*"
 responses = "^0.23.1"
 mypy = "<1.8.0"

{vision_agent-0.2.137 → vision_agent-0.2.139}/vision_agent/agent/vision_agent.py

@@ -218,6 +218,7 @@ class VisionAgent(Agent):
         ) as code_interpreter:
             orig_chat = copy.deepcopy(chat)
             int_chat = copy.deepcopy(chat)
+            last_user_message_content = chat[-1].get("content")
             media_list = []
             for chat_i in int_chat:
                 if "media" in chat_i:
@@ -266,6 +267,32 @@ class VisionAgent(Agent):
             orig_chat.append({"role": "observation", "content": artifacts_loaded})
             self.streaming_message({"role": "observation", "content": artifacts_loaded})
 
+            if isinstance(last_user_message_content, str):
+                user_code_action = parse_execution(last_user_message_content, False)
+                if user_code_action is not None:
+                    user_result, user_obs = run_code_action(
+                        user_code_action, code_interpreter, str(remote_artifacts_path)
+                    )
+                    if self.verbosity >= 1:
+                        _LOGGER.info(user_obs)
+                    int_chat.append({"role": "observation", "content": user_obs})
+                    orig_chat.append(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                        }
+                    )
+                    self.streaming_message(
+                        {
+                            "role": "observation",
+                            "content": user_obs,
+                            "execution": user_result,
+                            "finished": True,
+                        }
+                    )
+                    finished = True
+
             while not finished and iterations < self.max_iterations:
                 response = run_conversation(self.agent, int_chat)
                 if self.verbosity >= 1:
@@ -276,8 +303,11 @@ class VisionAgent(Agent):
                 # sometimes it gets stuck in a loop, so we force it to exit
                 if last_response == response:
                     response["let_user_respond"] = True
-
-                self.streaming_message({"role": "assistant", "content": response})
+                    self.streaming_message(
+                        {"role": "assistant", "error": "Stuck in loop"}
+                    )
+                else:
+                    self.streaming_message({"role": "assistant", "content": response})
 
                 if response["let_user_respond"]:
                     break

{vision_agent-0.2.137 → vision_agent-0.2.139}/vision_agent/tools/meta_tools.py

@@ -250,6 +250,7 @@ def edit_code_artifact(
 
     total_lines = len(artifacts[name].splitlines())
     if start < 0 or end < 0 or start > end or end > total_lines:
+        print("[Invalid line range]")
         return "[Invalid line range]"
     if start == end:
         end += 1

{vision_agent-0.2.137 → vision_agent-0.2.139}/vision_agent/utils/execute.py

@@ -104,7 +104,7 @@ class Result:
     latex: Optional[str] = None
     json: Optional[Dict[str, Any]] = None
     javascript: Optional[str] = None
-    artifact_name: Optional[str] = None
+    artifact: Optional[str] = None
     extra: Optional[Dict[str, Any]] = None
     "Extra data that can be included. Not part of the standard types."