vision-agent 0.2.138__tar.gz → 0.2.139__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {vision_agent-0.2.138 → vision_agent-0.2.139}/PKG-INFO +1 -1
- {vision_agent-0.2.138 → vision_agent-0.2.139}/pyproject.toml +1 -1
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/vision_agent.py +27 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/meta_tools.py +1 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/LICENSE +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/README.md +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/agent.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/agent_utils.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/vision_agent_coder.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/vision_agent_coder_prompts.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/vision_agent_prompts.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/clients/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/clients/http.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/clients/landing_public_api.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/fonts/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/fonts/default_font_ch_en.ttf +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/lmm/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/lmm/lmm.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/lmm/types.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/prompts.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/tool_utils.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/tools.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/tools/tools_types.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/__init__.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/exceptions.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/execute.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/image_utils.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/sim.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/type_defs.py +0 -0
- {vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/utils/video.py +0 -0
@@ -218,6 +218,7 @@ class VisionAgent(Agent):
|
|
218
218
|
) as code_interpreter:
|
219
219
|
orig_chat = copy.deepcopy(chat)
|
220
220
|
int_chat = copy.deepcopy(chat)
|
221
|
+
last_user_message_content = chat[-1].get("content")
|
221
222
|
media_list = []
|
222
223
|
for chat_i in int_chat:
|
223
224
|
if "media" in chat_i:
|
@@ -266,6 +267,32 @@ class VisionAgent(Agent):
|
|
266
267
|
orig_chat.append({"role": "observation", "content": artifacts_loaded})
|
267
268
|
self.streaming_message({"role": "observation", "content": artifacts_loaded})
|
268
269
|
|
270
|
+
if isinstance(last_user_message_content, str):
|
271
|
+
user_code_action = parse_execution(last_user_message_content, False)
|
272
|
+
if user_code_action is not None:
|
273
|
+
user_result, user_obs = run_code_action(
|
274
|
+
user_code_action, code_interpreter, str(remote_artifacts_path)
|
275
|
+
)
|
276
|
+
if self.verbosity >= 1:
|
277
|
+
_LOGGER.info(user_obs)
|
278
|
+
int_chat.append({"role": "observation", "content": user_obs})
|
279
|
+
orig_chat.append(
|
280
|
+
{
|
281
|
+
"role": "observation",
|
282
|
+
"content": user_obs,
|
283
|
+
"execution": user_result,
|
284
|
+
}
|
285
|
+
)
|
286
|
+
self.streaming_message(
|
287
|
+
{
|
288
|
+
"role": "observation",
|
289
|
+
"content": user_obs,
|
290
|
+
"execution": user_result,
|
291
|
+
"finished": True,
|
292
|
+
}
|
293
|
+
)
|
294
|
+
finished = True
|
295
|
+
|
269
296
|
while not finished and iterations < self.max_iterations:
|
270
297
|
response = run_conversation(self.agent, int_chat)
|
271
298
|
if self.verbosity >= 1:
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{vision_agent-0.2.138 → vision_agent-0.2.139}/vision_agent/agent/vision_agent_coder_prompts.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|