vision-agent 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vision_agent/agent/vision_agent.py +8 -3
- {vision_agent-0.2.6.dist-info → vision_agent-0.2.8.dist-info}/METADATA +1 -1
- {vision_agent-0.2.6.dist-info → vision_agent-0.2.8.dist-info}/RECORD +5 -5
- {vision_agent-0.2.6.dist-info → vision_agent-0.2.8.dist-info}/LICENSE +0 -0
- {vision_agent-0.2.6.dist-info → vision_agent-0.2.8.dist-info}/WHEEL +0 -0
@@ -346,7 +346,9 @@ def _handle_viz_tools(
|
|
346
346
|
# 2. return a dictionary but not have the necessary keys
|
347
347
|
|
348
348
|
if not isinstance(call_result, dict) or (
|
349
|
-
"bboxes" not in call_result
|
349
|
+
"bboxes" not in call_result
|
350
|
+
and "mask" not in call_result
|
351
|
+
and "heat_map" not in call_result
|
350
352
|
):
|
351
353
|
return image_to_data
|
352
354
|
|
@@ -366,7 +368,8 @@ def _handle_viz_tools(
|
|
366
368
|
image_to_data[image]["scores"].extend(call_result.get("scores", []))
|
367
369
|
image_to_data[image]["masks"].extend(call_result.get("masks", []))
|
368
370
|
# only single heatmap is returned
|
369
|
-
|
371
|
+
if "heat_map" in call_result:
|
372
|
+
image_to_data[image]["heat_map"].append(call_result["heat_map"])
|
370
373
|
if "mask_shape" in call_result:
|
371
374
|
image_to_data[image]["mask_shape"] = call_result["mask_shape"]
|
372
375
|
|
@@ -521,7 +524,9 @@ class VisionAgent(Agent):
|
|
521
524
|
self.report_progress_callback("<VIZ>")
|
522
525
|
if images:
|
523
526
|
for img in images:
|
524
|
-
self.report_progress_callback(
|
527
|
+
self.report_progress_callback(
|
528
|
+
f"<IMG>base:64{convert_to_b64(img)}</IMG>"
|
529
|
+
)
|
525
530
|
self.report_progress_callback("</VIZ>")
|
526
531
|
|
527
532
|
def chat_with_workflow(
|
@@ -5,7 +5,7 @@ vision_agent/agent/easytool.py,sha256=oMHnBg7YBtIPgqQUNcZgq7uMgpPThs99_UnO7ERkMV
|
|
5
5
|
vision_agent/agent/easytool_prompts.py,sha256=zdQQw6WpXOmvwOMtlBlNKY5a3WNlr65dbUvMIGiqdeo,4526
|
6
6
|
vision_agent/agent/reflexion.py,sha256=4gz30BuFMeGxSsTzoDV4p91yE0R8LISXp28IaOI6wdM,10506
|
7
7
|
vision_agent/agent/reflexion_prompts.py,sha256=G7UAeNz_g2qCb2yN6OaIC7bQVUkda4m3z42EG8wAyfE,9342
|
8
|
-
vision_agent/agent/vision_agent.py,sha256=
|
8
|
+
vision_agent/agent/vision_agent.py,sha256=7YFOsP6iAWust1X_ObQMBCqwQZ2DOaXYCx1YNXwnKbk,26112
|
9
9
|
vision_agent/agent/vision_agent_prompts.py,sha256=W3Z72FpUt71UIJSkjAcgtQqxeMqkYuATqHAN5fYY26c,7342
|
10
10
|
vision_agent/fonts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
11
11
|
vision_agent/fonts/default_font_ch_en.ttf,sha256=1YM0Z3XqLDjSNbF7ihQFSAIUdjF9m1rtHiNC_6QosTE,1594400
|
@@ -19,7 +19,7 @@ vision_agent/tools/prompts.py,sha256=V1z4YJLXZuUl_iZ5rY0M5hHc_2tmMEUKr0WocXKGt4E
|
|
19
19
|
vision_agent/tools/tools.py,sha256=DZX-w17XWttR4j8bQKY90QxLOs3-ZD5qOHA_53LL7Dk,43013
|
20
20
|
vision_agent/tools/video.py,sha256=xTElFSFp1Jw4ulOMnk81Vxsh-9dTxcWUO6P9fzEi3AM,7653
|
21
21
|
vision_agent/type_defs.py,sha256=4LTnTL4HNsfYqCrDn9Ppjg9bSG2ZGcoKSSd9YeQf4Bw,1792
|
22
|
-
vision_agent-0.2.
|
23
|
-
vision_agent-0.2.
|
24
|
-
vision_agent-0.2.
|
25
|
-
vision_agent-0.2.
|
22
|
+
vision_agent-0.2.8.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
23
|
+
vision_agent-0.2.8.dist-info/METADATA,sha256=6phl3Y2YmrmAaK4vf5FancOaVhTJTpcg63Qp1H9TtwQ,7697
|
24
|
+
vision_agent-0.2.8.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
|
25
|
+
vision_agent-0.2.8.dist-info/RECORD,,
|
File without changes
|
File without changes
|