vision-agent 0.2.171__py3-none-any.whl → 0.2.172__py3-none-any.whl

vision_agent/agent/vision_agent.py

@@ -149,11 +149,11 @@ def execute_code_action(
     result = code_interpreter.exec_isolation(
         BoilerplateCode.add_boilerplate(code, remote_path=artifact_remote_path)
     )
-    extract_and_save_files_to_artifacts(artifacts, code)
 
     obs = str(result.logs)
     if result.error:
         obs += f"\n{result.error}"
+    extract_and_save_files_to_artifacts(artifacts, code, obs)
     return result, obs
 
 
@@ -182,6 +182,7 @@ def execute_user_code_action(
         )
         if user_result.error:
             user_obs += f"\n{user_result.error}"
+        extract_and_save_files_to_artifacts(artifacts, user_code_action, user_obs)
     return user_result, user_obs
 
 

vision_agent/tools/meta_tools.py

@@ -451,11 +451,6 @@ def generate_vision_code(
         custom_tool_names=custom_tool_names,
     )
 
-    # capture and save any files that were saved in the code to the artifacts
-    extract_and_save_files_to_artifacts(
-        artifacts, response["code"] + "\n" + response["test"]
-    )
-
     redisplay_results(response["test_result"])
     code = response["code"]
     artifacts[name] = code
@@ -536,10 +531,6 @@ def edit_vision_code(
         test_multi_plan=False,
         custom_tool_names=custom_tool_names,
     )
-    # capture and save any files that were saved in the code to the artifacts
-    extract_and_save_files_to_artifacts(
-        artifacts, response["code"] + "\n" + response["test"]
-    )
 
     redisplay_results(response["test_result"])
     code = response["code"]
@@ -766,7 +757,9 @@ def use_object_detection_fine_tuning(
     return diff
 
 
-def extract_and_save_files_to_artifacts(artifacts: Artifacts, code: str) -> None:
+def extract_and_save_files_to_artifacts(
+    artifacts: Artifacts, code: str, obs: str
+) -> None:
     """Extracts and saves files used in the code to the artifacts object.
 
     Parameters:
@@ -776,12 +769,16 @@ def extract_and_save_files_to_artifacts(artifacts: Artifacts, code: str) -> None
     try:
         response = extract_json(
             AnthropicLMM()(  # type: ignore
-                f"""You are a helpful AI assistant. Your job is to look at a snippet of code and return the file paths that are being saved in the file. Below is the code snippet:
+                f"""You are a helpful AI assistant. Your job is to look at a snippet of code and the output of running that code and return the file paths that are being saved in the file. Below is the code snippet:
 
 ```python
 {code}
 ```
 
+```output
+{obs}
+```
+
 Return the file paths in the following JSON format:
 {{"file_paths": ["/path/to/image1.jpg", "/other/path/to/data.json"]}}"""
             )

{vision_agent-0.2.171.dist-info → vision_agent-0.2.172.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 0.2.171
+Version: 0.2.172
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai

{vision_agent-0.2.171.dist-info → vision_agent-0.2.172.dist-info}/RECORD

@@ -2,7 +2,7 @@ vision_agent/__init__.py,sha256=EAb4-f9iyuEYkBrX4ag1syM8Syx8118_t0R6_C34M9w,57
 vision_agent/agent/__init__.py,sha256=RRMPhH8mgm_pCtEKiVFSjJyDi4lCr4F7k05AhK01xlM,436
 vision_agent/agent/agent.py,sha256=2cjIOxEuSJrqbfPXYoV0qER5ihXsPFCoEFJa4jpqan0,597
 vision_agent/agent/agent_utils.py,sha256=eSgg8CwWylX_erLTqTg2pVhEEgVkMLRrQfYRyJzI3so,5443
-vision_agent/agent/vision_agent.py,sha256=OBwj1RuJDXAFmnN6RRiG8mxZC6Nqfa7LddymvbI958w,26135
+vision_agent/agent/vision_agent.py,sha256=zzXLIOi5fNLiqCGt18kfOI4OQPq1qhEeKanfrzl7Qj0,26223
 vision_agent/agent/vision_agent_coder.py,sha256=aVkl0b9LKvy-auuHGYSag-ixYnue0iRQqD1PYLPBR-s,29312
 vision_agent/agent/vision_agent_coder_prompts.py,sha256=gPLVXQMNSzYnQYpNm0wlH_5FPkOTaFDV24bqzK3jQ40,12221
 vision_agent/agent/vision_agent_planner.py,sha256=mjmnXG9CvYf_ZA7ZJ3ri4H-2U_Km55gF1sZYRSOlxpY,19027
@@ -17,7 +17,7 @@ vision_agent/lmm/__init__.py,sha256=jyY1sJb_tYKg5-Wzs3p1lvwFkc-aUNZfMcLy3TOC4Zg,
 vision_agent/lmm/lmm.py,sha256=B5ClgwvbybVCWkf9opDMLjTtJZemUU4KUkQoRxGh43I,16787
 vision_agent/lmm/types.py,sha256=ZEXR_ptBL0ZwDMTDYkgxUCmSZFmBYPQd2jreNzr_8UY,221
 vision_agent/tools/__init__.py,sha256=u-vS5iORB4ccvxoAjbtpvhTALDhXGilcATIq1_eZhKo,2332
-vision_agent/tools/meta_tools.py,sha256=7XM3VP4EW4Dtg_Hvoov_laOAEaZLdSGOeA-iPb7CimU,28315
+vision_agent/tools/meta_tools.py,sha256=zcqp3POpGcS4cfceMih0AD1c6MwS_PFLLA6EjTXhonM,28013
 vision_agent/tools/prompts.py,sha256=V1z4YJLXZuUl_iZ5rY0M5hHc_2tmMEUKr0WocXKGt4E,1430
 vision_agent/tools/tool_utils.py,sha256=VPGqGJ2ZYEJA6AW7K9X7hQv6vRlMtAQcybE4izdToCw,8196
 vision_agent/tools/tools.py,sha256=iKsBZxJ5--xWK-mqgZ1jbX_bfGS5HmAp-VRZ69m9yPg,77921
@@ -29,7 +29,7 @@ vision_agent/utils/image_utils.py,sha256=rm9GfXvD4JrjnqKrP_f2gfq4SzmqYC0IdC1kKwd
 vision_agent/utils/sim.py,sha256=ZuSS07TUXFGjipmiQoY8TKRmSes7XXCdtU9PI8PC1sw,5609
 vision_agent/utils/type_defs.py,sha256=BE12s3JNQy36QvauXHjwyeffVh5enfcvd4vTzSwvEZI,1384
 vision_agent/utils/video.py,sha256=fOPR48-SuwMbE5eB5rc2F7lVo6k1mVHn26eEJ0QCslc,5602
-vision_agent-0.2.171.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-vision_agent-0.2.171.dist-info/METADATA,sha256=Oz_7b0yz91evNK-b1KQzv29e5CGqaoCASoqvzpMy2Lc,18342
-vision_agent-0.2.171.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-vision_agent-0.2.171.dist-info/RECORD,,
+vision_agent-0.2.172.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+vision_agent-0.2.172.dist-info/METADATA,sha256=igL_7hfPKB2VSQgOobgmqVSLtmWOltFUsKE58MNYQDM,18342
+vision_agent-0.2.172.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+vision_agent-0.2.172.dist-info/RECORD,,