vision-agent 0.2.244__py3-none-any.whl → 0.2.246__py3-none-any.whl

vision_agent/agent/vision_agent_planner.py

@@ -410,7 +410,7 @@ class VisionAgentPlanner(Agent):
             plans = write_plans(
                 chat,
                 get_tool_descriptions_by_names(
-                    custom_tool_names, T.FUNCTION_TOOLS, T.UTIL_TOOLS  # type: ignore
+                    custom_tool_names, T.tools.FUNCTION_TOOLS, T.tools.UTIL_TOOLS  # type: ignore
                 ),
                 format_feedback(working_memory),
                 self.planner,

vision_agent/agent/vision_agent_planner_v2.py

@@ -317,7 +317,8 @@ def maybe_run_code(
         media_data = capture_media_from_exec(execution)
         int_chat_elt = AgentMessage(role="observation", content=obs, media=None)
         if media_list:
-            int_chat_elt.media = cast(List[Union[str, Path]], media_data)
+            # Don't sned more than 3 media files to the planner or it can get overloaded
+            int_chat_elt.media = cast(List[Union[str, Path]], media_data[:3])
         return_chat.append(int_chat_elt)
     else:
         return_chat.append(AgentMessage(role="planner", content=response, media=None))

vision_agent/agent/vision_agent_prompts_v2.py

@@ -54,12 +54,22 @@ AGENT: <response>I am VisionAgent, an agent built by LandingAI, to help users wr
 - Understanding documents
 - Pose estimation
 - Visual question answering for both images and videos
-- Action recognition in videos
+- Activity recognition in videos
 - Image inpainting
 
 How can I help you?</response>
 --- END EXAMPLE2 ---
 
+**Helpful Context**:
+- You are helping the user write vision code that utilizes the `vision-agent` library to solve different vision tasks.
+- The goal is to write code the user can use to solve a visual task and then deploy the code so they can run it repeatedly on that task.
+- If the user wants to run the code, they can `pip install vision-agent` to install the library, copy the code, and run it locally themselves.
+- They can find the vision-agent source code at https://github.com/landing-ai/vision-agent. They can find the documentation for vision-agent at https://landing-ai.github.io/vision-agent/.
+- The code utilizes LandingAI's API to run the different tools, the API is free to use and does not require an API key.
+- The user can run VisionAgent (you) from two places, either on our website at https://va.landing.ai or locally.
+- If the user is running VisionAgent on the website, they can only upload images or videos, nothing else at the moment. They can view files created by VisionAgent by clicking the "Files" button in the upper right part of the screen.
+- If the user is running VisionAgent locally they can ask it to do more things like run over files in a folder. They can view files created by VisionAgent by checking their local file system.
+
 **Conversation**:
 Here is the current conversation so far:
 --- START CONVERSATION ---

{vision_agent-0.2.244.dist-info → vision_agent-0.2.246.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vision-agent
-Version: 0.2.244
+Version: 0.2.246
 Summary: Toolset for Vision Agent
 Author: Landing AI
 Author-email: dev@landing.ai

{vision_agent-0.2.244.dist-info → vision_agent-0.2.246.dist-info}/RECORD

@@ -9,12 +9,12 @@ vision_agent/agent/vision_agent_coder.py,sha256=Ry6AiyAj3hsSeYPu_5guMcTzf2E4Soeb
 vision_agent/agent/vision_agent_coder_prompts.py,sha256=D4RJxTWoxpl-WtYRvHNxaLSdWVHsdYb0jJIQ2ZCGU0A,12277
 vision_agent/agent/vision_agent_coder_prompts_v2.py,sha256=53b_DhQtffX5wxLuCbNQ83AJhB0P_3wEnuKr-v5bx-o,4866
 vision_agent/agent/vision_agent_coder_v2.py,sha256=I4gWrneFIqhX6W-MxiaNyPKGk5tRKgC8xryV-YdeSZU,17289
-vision_agent/agent/vision_agent_planner.py,sha256=rp_atRMDg35WFXNKOTkjUpGPrpSCsiMhcfZtqK-DIV4,18668
+vision_agent/agent/vision_agent_planner.py,sha256=8LeUsxUlGuQMqCdJ6jHXOe6RpKpzLtMW1AaJlfuIfzw,18680
 vision_agent/agent/vision_agent_planner_prompts.py,sha256=rYRdJthc-sQN57VgCBKrF09Sd73BSxcBdjNe6C4WNZ8,6837
 vision_agent/agent/vision_agent_planner_prompts_v2.py,sha256=TiiF5BGnFVraFlQnDaeRU67927LvszvpcMUOgVgo0ps,35843
-vision_agent/agent/vision_agent_planner_v2.py,sha256=GOhaTsVCh02X09IKkC4k9z79lsmU4VgRW7WJLKjdG1k,21755
+vision_agent/agent/vision_agent_planner_v2.py,sha256=3Rt0kAIpIiufdEuO5-0IpUitou-QlhWXArNXTgoRzxw,21848
 vision_agent/agent/vision_agent_prompts.py,sha256=KaJwYPUP7_GvQsCPPs6Fdawmi3AQWmWajBUuzj7gTG4,13812
-vision_agent/agent/vision_agent_prompts_v2.py,sha256=jTfu_heNTBaHj1UNI0XIyyFDgDOjPTPP83vrS-g3A1U,2961
+vision_agent/agent/vision_agent_prompts_v2.py,sha256=OnHmmteAj8__2spEXNcckApQvEpkK_JIZd_SWzEyg9c,4230
 vision_agent/agent/vision_agent_v2.py,sha256=QPAyDjnRRHUCD4Pw4TQYffWkucbn4WkEjYn8dBIWll4,11682
 vision_agent/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vision_agent/clients/http.py,sha256=k883i6M_4nl7zwwHSI-yP5sAgQZIDPM1nrKD6YFJ3Xs,2009
@@ -48,7 +48,7 @@ vision_agent/utils/tools_doc.py,sha256=yFue6KSXoa_Z1ngCdBEc4SdPZOWF1rVLeaHu02I8W
 vision_agent/utils/type_defs.py,sha256=BE12s3JNQy36QvauXHjwyeffVh5enfcvd4vTzSwvEZI,1384
 vision_agent/utils/video.py,sha256=rjsQ1sKKisaQ6AVjJz0zd_G4g-ovRweS_rs4JEhenoI,5340
 vision_agent/utils/video_tracking.py,sha256=DZLFpNCuzuPJQzbQoVNcp-m4dKxgiKdCNM5QTh_zURE,12245
-vision_agent-0.2.244.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-vision_agent-0.2.244.dist-info/METADATA,sha256=RLXic4HHajyOObt4rHuJIPDX2rx2fyFeyIAGFsIpeNQ,5712
-vision_agent-0.2.244.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-vision_agent-0.2.244.dist-info/RECORD,,
+vision_agent-0.2.246.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+vision_agent-0.2.246.dist-info/METADATA,sha256=O0vPLVrDBwISB1hDjMejqtvqTBfE6IaSzBZBVsnTLhE,5712
+vision_agent-0.2.246.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+vision_agent-0.2.246.dist-info/RECORD,,