vision-agent 1.0.4__py3-none-any.whl → 1.0.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. vision_agent/.sim_tools/df.csv +46 -47
  2. vision_agent/.sim_tools/embs.npy +0 -0
  3. vision_agent/agent/vision_agent_planner_prompts_v2.py +57 -58
  4. vision_agent/agent/vision_agent_planner_v2.py +3 -2
  5. vision_agent/configs/anthropic_config.py +29 -16
  6. vision_agent/configs/config.py +14 -15
  7. vision_agent/configs/openai_config.py +10 -10
  8. vision_agent/lmm/lmm.py +2 -2
  9. vision_agent/tools/planner_tools.py +13 -14
  10. vision_agent/tools/tools.py +16 -27
  11. {vision_agent-1.0.4.dist-info → vision_agent-1.0.5.dist-info}/METADATA +31 -3
  12. {vision_agent-1.0.4.dist-info → vision_agent-1.0.5.dist-info}/RECORD +14 -15
  13. vision_agent/configs/anthropic_openai_config.py +0 -164
  14. {vision_agent-1.0.4.dist-info → vision_agent-1.0.5.dist-info}/LICENSE +0 -0
  15. {vision_agent-1.0.4.dist-info → vision_agent-1.0.5.dist-info}/WHEEL +0 -0
vision_agent/configs/anthropic_openai_config.py DELETED
@@ -1,164 +0,0 @@
1
- from typing import Type
2
-
3
- from pydantic import BaseModel, Field
4
-
5
- from vision_agent.lmm import LMM, AnthropicLMM, OpenAILMM
6
-
7
-
8
- class Config(BaseModel):
9
- # for vision_agent_v2
10
- agent: Type[LMM] = Field(default=AnthropicLMM)
11
- agent_kwargs: dict = Field(
12
- default_factory=lambda: {
13
- "model_name": "claude-3-5-sonnet-20241022",
14
- "temperature": 0.0,
15
- "image_size": 768,
16
- }
17
- )
18
-
19
- # for vision_agent_planner_v2
20
- planner: Type[LMM] = Field(default=AnthropicLMM)
21
- planner_kwargs: dict = Field(
22
- default_factory=lambda: {
23
- "model_name": "claude-3-5-sonnet-20241022",
24
- "temperature": 0.0,
25
- "image_size": 768,
26
- }
27
- )
28
-
29
- # for vision_agent_planner_v2
30
- summarizer: Type[LMM] = Field(default=OpenAILMM)
31
- summarizer_kwargs: dict = Field(
32
- default_factory=lambda: {
33
- "model_name": "o1",
34
- "temperature": 1.0, # o1 has fixed temperature
35
- "image_size": 768,
36
- }
37
- )
38
-
39
- # for vision_agent_planner_v2
40
- critic: Type[LMM] = Field(default=AnthropicLMM)
41
- critic_kwargs: dict = Field(
42
- default_factory=lambda: {
43
- "model_name": "claude-3-5-sonnet-20241022",
44
- "temperature": 0.0,
45
- "image_size": 768,
46
- }
47
- )
48
-
49
- # for vision_agent_coder_v2
50
- coder: Type[LMM] = Field(default=AnthropicLMM)
51
- coder_kwargs: dict = Field(
52
- default_factory=lambda: {
53
- "model_name": "claude-3-5-sonnet-20241022",
54
- "temperature": 0.0,
55
- "image_size": 768,
56
- }
57
- )
58
-
59
- # for vision_agent_coder_v2
60
- tester: Type[LMM] = Field(default=AnthropicLMM)
61
- tester_kwargs: dict = Field(
62
- default_factory=lambda: {
63
- "model_name": "claude-3-5-sonnet-20241022",
64
- "temperature": 0.0,
65
- "image_size": 768,
66
- }
67
- )
68
-
69
- # for vision_agent_coder_v2
70
- debugger: Type[LMM] = Field(default=AnthropicLMM)
71
- debugger_kwargs: dict = Field(
72
- default_factory=lambda: {
73
- "model_name": "claude-3-5-sonnet-20241022",
74
- "temperature": 0.0,
75
- "image_size": 768,
76
- }
77
- )
78
-
79
- # for get_tool_for_task
80
- tool_tester: Type[LMM] = Field(default=AnthropicLMM)
81
- tool_tester_kwargs: dict = Field(
82
- default_factory=lambda: {
83
- "model_name": "claude-3-5-sonnet-20241022",
84
- "temperature": 0.0,
85
- "image_size": 768,
86
- }
87
- )
88
-
89
- # for get_tool_for_task
90
- tool_chooser: Type[LMM] = Field(default=AnthropicLMM)
91
- tool_chooser_kwargs: dict = Field(
92
- default_factory=lambda: {
93
- "model_name": "claude-3-5-sonnet-20241022",
94
- "temperature": 1.0,
95
- "image_size": 768,
96
- }
97
- )
98
-
99
- # for get_tool_for_task
100
- od_judge: Type[LMM] = Field(default=AnthropicLMM)
101
- od_judge_kwargs: dict = Field(
102
- default_factory=lambda: {
103
- "model_name": "claude-3-5-sonnet-20241022",
104
- "temperature": 0.0,
105
- "image_size": 512,
106
- }
107
- )
108
-
109
- # for suggestions module
110
- suggester: Type[LMM] = Field(default=OpenAILMM)
111
- suggester_kwargs: dict = Field(
112
- default_factory=lambda: {
113
- "model_name": "o1",
114
- "temperature": 1.0,
115
- "image_detail": "high",
116
- "image_size": 1024,
117
- }
118
- )
119
-
120
- # for vqa module
121
- vqa: Type[LMM] = Field(default=AnthropicLMM)
122
- vqa_kwargs: dict = Field(
123
- default_factory=lambda: {
124
- "model_name": "claude-3-5-sonnet-20241022",
125
- "temperature": 0.0,
126
- "image_size": 768,
127
- }
128
- )
129
-
130
- def create_agent(self) -> LMM:
131
- return self.agent(**self.agent_kwargs)
132
-
133
- def create_planner(self) -> LMM:
134
- return self.planner(**self.planner_kwargs)
135
-
136
- def create_summarizer(self) -> LMM:
137
- return self.summarizer(**self.summarizer_kwargs)
138
-
139
- def create_critic(self) -> LMM:
140
- return self.critic(**self.critic_kwargs)
141
-
142
- def create_coder(self) -> LMM:
143
- return self.coder(**self.coder_kwargs)
144
-
145
- def create_tester(self) -> LMM:
146
- return self.tester(**self.tester_kwargs)
147
-
148
- def create_debugger(self) -> LMM:
149
- return self.debugger(**self.debugger_kwargs)
150
-
151
- def create_tool_tester(self) -> LMM:
152
- return self.tool_tester(**self.tool_tester_kwargs)
153
-
154
- def create_tool_chooser(self) -> LMM:
155
- return self.tool_chooser(**self.tool_chooser_kwargs)
156
-
157
- def create_od_judge(self) -> LMM:
158
- return self.od_judge(**self.od_judge_kwargs)
159
-
160
- def create_suggester(self) -> LMM:
161
- return self.suggester(**self.suggester_kwargs)
162
-
163
- def create_vqa(self) -> LMM:
164
- return self.vqa(**self.vqa_kwargs)