vision-agent 0.2.210__tar.gz → 0.2.212__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {vision_agent-0.2.210 → vision_agent-0.2.212}/PKG-INFO +1 -1
- {vision_agent-0.2.210 → vision_agent-0.2.212}/pyproject.toml +1 -1
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/__init__.py +3 -13
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/tool_utils.py +2 -2
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/tools.py +729 -768
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/image_utils.py +16 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/LICENSE +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/README.md +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/.sim_tools/df.csv +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/.sim_tools/embs.npy +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/README.md +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/agent.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/agent_utils.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/types.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_coder.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_coder_prompts.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_coder_prompts_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_coder_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_planner.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_planner_prompts.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_planner_prompts_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_planner_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_prompts.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_prompts_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/agent/vision_agent_v2.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/clients/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/clients/http.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/clients/landing_public_api.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/fonts/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/fonts/default_font_ch_en.ttf +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/lmm/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/lmm/lmm.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/lmm/types.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/meta_tools.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/planner_tools.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/prompts.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/tools/tools_types.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/__init__.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/exceptions.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/execute.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/sim.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/type_defs.py +0 -0
- {vision_agent-0.2.210 → vision_agent-0.2.212}/vision_agent/utils/video.py +0 -0
@@ -23,47 +23,37 @@ from .tools import (
|
|
23
23
|
TOOLS_INFO,
|
24
24
|
UTIL_TOOLS,
|
25
25
|
UTILITIES_DOCSTRING,
|
26
|
-
blip_image_caption,
|
27
26
|
claude35_text_extraction,
|
28
|
-
clip,
|
29
27
|
closest_box_distance,
|
30
28
|
closest_mask_distance,
|
31
29
|
countgd_example_based_counting,
|
32
30
|
countgd_object_detection,
|
33
31
|
countgd_sam2_object_detection,
|
32
|
+
countgd_sam2_video_tracking,
|
34
33
|
depth_anything_v2,
|
35
34
|
detr_segmentation,
|
36
|
-
dpt_hybrid_midas,
|
37
35
|
extract_frames_and_timestamps,
|
38
|
-
florence2_image_caption,
|
39
36
|
florence2_ocr,
|
40
37
|
florence2_phrase_grounding,
|
41
38
|
florence2_phrase_grounding_video,
|
42
|
-
florence2_roberta_vqa,
|
43
39
|
florence2_sam2_image,
|
44
40
|
florence2_sam2_video_tracking,
|
45
41
|
flux_image_inpainting,
|
46
42
|
generate_pose_image,
|
47
|
-
generate_soft_edge_image,
|
48
43
|
get_tool_documentation,
|
49
44
|
get_tool_recommender,
|
50
|
-
git_vqa_v2,
|
51
45
|
gpt4o_image_vqa,
|
52
46
|
gpt4o_video_vqa,
|
53
|
-
grounding_dino,
|
54
|
-
grounding_sam,
|
55
|
-
ixc25_image_vqa,
|
56
|
-
ixc25_video_vqa,
|
57
47
|
load_image,
|
58
|
-
loca_visual_prompt_counting,
|
59
|
-
loca_zero_shot_counting,
|
60
48
|
minimum_distance,
|
61
49
|
ocr,
|
50
|
+
od_sam2_video_tracking,
|
62
51
|
overlay_bounding_boxes,
|
63
52
|
overlay_heat_map,
|
64
53
|
overlay_segmentation_masks,
|
65
54
|
owl_v2_image,
|
66
55
|
owl_v2_video,
|
56
|
+
owlv2_sam2_video_tracking,
|
67
57
|
qwen2_vl_images_vqa,
|
68
58
|
qwen2_vl_video_vqa,
|
69
59
|
sam2,
|
@@ -27,6 +27,7 @@ _LND_API_URL_v2 = f"{_LND_BASE_URL}/v1/tools"
|
|
27
27
|
|
28
28
|
class ToolCallTrace(BaseModel):
|
29
29
|
endpoint_url: str
|
30
|
+
type: str
|
30
31
|
request: MutableMapping[str, Any]
|
31
32
|
response: MutableMapping[str, Any]
|
32
33
|
error: Optional[Error]
|
@@ -221,7 +222,6 @@ def _call_post(
|
|
221
222
|
else:
|
222
223
|
response = session.post(url, json=payload)
|
223
224
|
|
224
|
-
# make sure function_name is in the payload so we can display it
|
225
225
|
tool_call_trace_payload = (
|
226
226
|
payload
|
227
227
|
if "function_name" in payload
|
@@ -229,6 +229,7 @@ def _call_post(
|
|
229
229
|
)
|
230
230
|
tool_call_trace = ToolCallTrace(
|
231
231
|
endpoint_url=url,
|
232
|
+
type="tool_call",
|
232
233
|
request=tool_call_trace_payload,
|
233
234
|
response={},
|
234
235
|
error=None,
|
@@ -252,7 +253,6 @@ def _call_post(
|
|
252
253
|
finally:
|
253
254
|
if tool_call_trace is not None:
|
254
255
|
trace = tool_call_trace.model_dump()
|
255
|
-
trace["type"] = "tool_call"
|
256
256
|
display({MimeType.APPLICATION_JSON: trace}, raw=True)
|
257
257
|
|
258
258
|
|