vision-agent 0.0.44__py3-none-any.whl → 0.0.45__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {vision_agent-0.0.44.dist-info → vision_agent-0.0.45.dist-info}/METADATA +16 -17
- {vision_agent-0.0.44.dist-info → vision_agent-0.0.45.dist-info}/RECORD +4 -4
- {vision_agent-0.0.44.dist-info → vision_agent-0.0.45.dist-info}/LICENSE +0 -0
- {vision_agent-0.0.44.dist-info → vision_agent-0.0.45.dist-info}/WHEEL +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: vision-agent
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.45
|
4
4
|
Summary: Toolset for Vision Agent
|
5
5
|
Author: Landing AI
|
6
6
|
Author-email: dev@landing.ai
|
@@ -71,8 +71,8 @@ You can interact with the agents as you would with any LLM or LMM model:
|
|
71
71
|
```python
|
72
72
|
>>> import vision_agent as va
|
73
73
|
>>> agent = VisionAgent()
|
74
|
-
>>> agent("
|
75
|
-
"
|
74
|
+
>>> agent("What percentage of the area of this jar is filled with coffee beans?", image="jar.jpg")
|
75
|
+
"The percentage of area of the jar filled with coffee beans is 25%."
|
76
76
|
```
|
77
77
|
|
78
78
|
To better understand how the model came up with it's answer, you can also run it in
|
@@ -86,22 +86,22 @@ You can also have it return the workflow it used to complete the task along with
|
|
86
86
|
the individual steps and tools to get the answer:
|
87
87
|
|
88
88
|
```python
|
89
|
-
>>> resp, workflow = agent.chat_with_workflow([{"role": "user", "content": "
|
89
|
+
>>> resp, workflow = agent.chat_with_workflow([{"role": "user", "content": "What percentage of the area of this jar is filled with coffee beans?"}], image="jar.jpg")
|
90
90
|
>>> print(workflow)
|
91
|
-
[{"task": "
|
92
|
-
"tool": "
|
93
|
-
"parameters": {"prompt": "
|
91
|
+
[{"task": "Segment the jar using 'grounding_sam_'.",
|
92
|
+
"tool": "grounding_sam_",
|
93
|
+
"parameters": {"prompt": "jar", "image": "jar.jpg"},
|
94
94
|
"call_results": [[
|
95
95
|
{
|
96
|
-
"labels": ["
|
97
|
-
"scores": [0.99
|
96
|
+
"labels": ["jar"],
|
97
|
+
"scores": [0.99],
|
98
98
|
"bboxes": [
|
99
99
|
[0.58, 0.2, 0.72, 0.45],
|
100
|
-
|
101
|
-
|
100
|
+
],
|
101
|
+
"masks": "mask.png"
|
102
102
|
}
|
103
103
|
]],
|
104
|
-
"answer": "
|
104
|
+
"answer": "The jar is located at [0.58, 0.2, 0.72, 0.45].",
|
105
105
|
}]
|
106
106
|
```
|
107
107
|
|
@@ -113,13 +113,12 @@ you. For example:
|
|
113
113
|
```python
|
114
114
|
>>> import vision_agent as va
|
115
115
|
>>> llm = va.llm.OpenAILLM()
|
116
|
-
>>> detector = llm.generate_detector("Can you build
|
117
|
-
>>> detector("
|
118
|
-
[{"labels": ["
|
119
|
-
"scores": [0.99
|
116
|
+
>>> detector = llm.generate_detector("Can you build a jar detector for me?")
|
117
|
+
>>> detector("jar.jpg")
|
118
|
+
[{"labels": ["jar",],
|
119
|
+
"scores": [0.99],
|
120
120
|
"bboxes": [
|
121
121
|
[0.58, 0.2, 0.72, 0.45],
|
122
|
-
[0.94, 0.57, 0.98, 0.66],
|
123
122
|
]
|
124
123
|
}]
|
125
124
|
```
|
@@ -20,7 +20,7 @@ vision_agent/tools/__init__.py,sha256=AKN-T659HpwVearRnkCd6wWNoJ6K5kW9gAZwb8IQSL
|
|
20
20
|
vision_agent/tools/prompts.py,sha256=9RBbyqlNlExsGKlJ89Jkph83DAEJ8PCVGaHoNbyN7TM,1416
|
21
21
|
vision_agent/tools/tools.py,sha256=aMTBxxaXQp33HwplOS8xrgfbsTJ8e1pwO6byR7HcTJI,23447
|
22
22
|
vision_agent/tools/video.py,sha256=40rscP8YvKN3lhZ4PDcOK4XbdFX2duCRpHY_krmBYKU,7476
|
23
|
-
vision_agent-0.0.
|
24
|
-
vision_agent-0.0.
|
25
|
-
vision_agent-0.0.
|
26
|
-
vision_agent-0.0.
|
23
|
+
vision_agent-0.0.45.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
24
|
+
vision_agent-0.0.45.dist-info/METADATA,sha256=ay9cHpTO4Kizhj0bQux6RU-AlbaS4VOYDSGSYBbZ_Gw,5340
|
25
|
+
vision_agent-0.0.45.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
|
26
|
+
vision_agent-0.0.45.dist-info/RECORD,,
|
File without changes
|
File without changes
|