calibrate-python-sdk 0.0.2__py3-none-any.whl → 0.0.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
artpark/__init__.py CHANGED
@@ -14,8 +14,8 @@ if typing.TYPE_CHECKING:
14
14
  HttpValidationError,
15
15
  JudgeResult,
16
16
  ResolveAgentNamesResponse,
17
- RoutersAgentTestsAgentResponse,
18
- RoutersAgentTestsAgentResponseType,
17
+ RoutersAgentToolsAgentResponse,
18
+ RoutersAgentToolsAgentResponseType,
19
19
  TaskCreateResponse,
20
20
  TestCaseResult,
21
21
  TestOutput,
@@ -43,8 +43,8 @@ _dynamic_imports: typing.Dict[str, str] = {
43
43
  "HttpValidationError": ".types",
44
44
  "JudgeResult": ".types",
45
45
  "ResolveAgentNamesResponse": ".types",
46
- "RoutersAgentTestsAgentResponse": ".types",
47
- "RoutersAgentTestsAgentResponseType": ".types",
46
+ "RoutersAgentToolsAgentResponse": ".types",
47
+ "RoutersAgentToolsAgentResponseType": ".types",
48
48
  "TaskCreateResponse": ".types",
49
49
  "TestCaseResult": ".types",
50
50
  "TestOutput": ".types",
@@ -93,8 +93,8 @@ __all__ = [
93
93
  "HttpValidationError",
94
94
  "JudgeResult",
95
95
  "ResolveAgentNamesResponse",
96
- "RoutersAgentTestsAgentResponse",
97
- "RoutersAgentTestsAgentResponseType",
96
+ "RoutersAgentToolsAgentResponse",
97
+ "RoutersAgentToolsAgentResponseType",
98
98
  "TaskCreateResponse",
99
99
  "TestCaseResult",
100
100
  "TestOutput",
artpark/agents/client.py CHANGED
@@ -5,7 +5,7 @@ import typing
5
5
  from ..core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
6
6
  from ..core.request_options import RequestOptions
7
7
  from ..types.resolve_agent_names_response import ResolveAgentNamesResponse
8
- from ..types.routers_agent_tests_agent_response import RoutersAgentTestsAgentResponse
8
+ from ..types.routers_agent_tools_agent_response import RoutersAgentToolsAgentResponse
9
9
  from .raw_client import AsyncRawAgentsClient, RawAgentsClient
10
10
 
11
11
  # this is used as the default value for optional parameters
@@ -68,7 +68,7 @@ class AgentsClient:
68
68
 
69
69
  def list(
70
70
  self, *, request_options: typing.Optional[RequestOptions] = None
71
- ) -> typing.List[RoutersAgentTestsAgentResponse]:
71
+ ) -> typing.List[RoutersAgentToolsAgentResponse]:
72
72
  """
73
73
  List all agents for the caller's current org.
74
74
 
@@ -84,7 +84,7 @@ class AgentsClient:
84
84
 
85
85
  Returns
86
86
  -------
87
- typing.List[RoutersAgentTestsAgentResponse]
87
+ typing.List[RoutersAgentToolsAgentResponse]
88
88
  Successful Response
89
89
 
90
90
  Examples
@@ -165,7 +165,7 @@ class AsyncAgentsClient:
165
165
 
166
166
  async def list(
167
167
  self, *, request_options: typing.Optional[RequestOptions] = None
168
- ) -> typing.List[RoutersAgentTestsAgentResponse]:
168
+ ) -> typing.List[RoutersAgentToolsAgentResponse]:
169
169
  """
170
170
  List all agents for the caller's current org.
171
171
 
@@ -181,7 +181,7 @@ class AsyncAgentsClient:
181
181
 
182
182
  Returns
183
183
  -------
184
- typing.List[RoutersAgentTestsAgentResponse]
184
+ typing.List[RoutersAgentToolsAgentResponse]
185
185
  Successful Response
186
186
 
187
187
  Examples
@@ -12,7 +12,7 @@ from ..core.request_options import RequestOptions
12
12
  from ..errors.unprocessable_entity_error import UnprocessableEntityError
13
13
  from ..types.http_validation_error import HttpValidationError
14
14
  from ..types.resolve_agent_names_response import ResolveAgentNamesResponse
15
- from ..types.routers_agent_tests_agent_response import RoutersAgentTestsAgentResponse
15
+ from ..types.routers_agent_tools_agent_response import RoutersAgentToolsAgentResponse
16
16
  from pydantic import ValidationError
17
17
 
18
18
  # this is used as the default value for optional parameters
@@ -91,7 +91,7 @@ class RawAgentsClient:
91
91
 
92
92
  def list(
93
93
  self, *, request_options: typing.Optional[RequestOptions] = None
94
- ) -> HttpResponse[typing.List[RoutersAgentTestsAgentResponse]]:
94
+ ) -> HttpResponse[typing.List[RoutersAgentToolsAgentResponse]]:
95
95
  """
96
96
  List all agents for the caller's current org.
97
97
 
@@ -107,7 +107,7 @@ class RawAgentsClient:
107
107
 
108
108
  Returns
109
109
  -------
110
- HttpResponse[typing.List[RoutersAgentTestsAgentResponse]]
110
+ HttpResponse[typing.List[RoutersAgentToolsAgentResponse]]
111
111
  Successful Response
112
112
  """
113
113
  _response = self._client_wrapper.httpx_client.request(
@@ -118,9 +118,9 @@ class RawAgentsClient:
118
118
  try:
119
119
  if 200 <= _response.status_code < 300:
120
120
  _data = typing.cast(
121
- typing.List[RoutersAgentTestsAgentResponse],
121
+ typing.List[RoutersAgentToolsAgentResponse],
122
122
  parse_obj_as(
123
- type_=typing.List[RoutersAgentTestsAgentResponse], # type: ignore
123
+ type_=typing.List[RoutersAgentToolsAgentResponse], # type: ignore
124
124
  object_=_response.json(),
125
125
  ),
126
126
  )
@@ -218,7 +218,7 @@ class AsyncRawAgentsClient:
218
218
 
219
219
  async def list(
220
220
  self, *, request_options: typing.Optional[RequestOptions] = None
221
- ) -> AsyncHttpResponse[typing.List[RoutersAgentTestsAgentResponse]]:
221
+ ) -> AsyncHttpResponse[typing.List[RoutersAgentToolsAgentResponse]]:
222
222
  """
223
223
  List all agents for the caller's current org.
224
224
 
@@ -234,7 +234,7 @@ class AsyncRawAgentsClient:
234
234
 
235
235
  Returns
236
236
  -------
237
- AsyncHttpResponse[typing.List[RoutersAgentTestsAgentResponse]]
237
+ AsyncHttpResponse[typing.List[RoutersAgentToolsAgentResponse]]
238
238
  Successful Response
239
239
  """
240
240
  _response = await self._client_wrapper.httpx_client.request(
@@ -245,9 +245,9 @@ class AsyncRawAgentsClient:
245
245
  try:
246
246
  if 200 <= _response.status_code < 300:
247
247
  _data = typing.cast(
248
- typing.List[RoutersAgentTestsAgentResponse],
248
+ typing.List[RoutersAgentToolsAgentResponse],
249
249
  parse_obj_as(
250
- type_=typing.List[RoutersAgentTestsAgentResponse], # type: ignore
250
+ type_=typing.List[RoutersAgentToolsAgentResponse], # type: ignore
251
251
  object_=_response.json(),
252
252
  ),
253
253
  )
@@ -35,12 +35,12 @@ class BaseClientWrapper:
35
35
  import platform
36
36
 
37
37
  headers: typing.Dict[str, str] = {
38
- "User-Agent": "calibrate-python-sdk/0.0.2",
38
+ "User-Agent": "calibrate-python-sdk/0.0.4",
39
39
  "X-Fern-Language": "Python",
40
40
  "X-Fern-Runtime": f"python/{platform.python_version()}",
41
41
  "X-Fern-Platform": f"{platform.system().lower()}/{platform.release()}",
42
42
  "X-Fern-SDK-Name": "calibrate-python-sdk",
43
- "X-Fern-SDK-Version": "0.0.2",
43
+ "X-Fern-SDK-Version": "0.0.4",
44
44
  **(self.get_custom_headers() or {}),
45
45
  }
46
46
  if self._org_uuid is not None:
artpark/types/__init__.py CHANGED
@@ -13,8 +13,8 @@ if typing.TYPE_CHECKING:
13
13
  from .http_validation_error import HttpValidationError
14
14
  from .judge_result import JudgeResult
15
15
  from .resolve_agent_names_response import ResolveAgentNamesResponse
16
- from .routers_agent_tests_agent_response import RoutersAgentTestsAgentResponse
17
- from .routers_agent_tests_agent_response_type import RoutersAgentTestsAgentResponseType
16
+ from .routers_agent_tools_agent_response import RoutersAgentToolsAgentResponse
17
+ from .routers_agent_tools_agent_response_type import RoutersAgentToolsAgentResponseType
18
18
  from .task_create_response import TaskCreateResponse
19
19
  from .test_case_result import TestCaseResult
20
20
  from .test_output import TestOutput
@@ -30,8 +30,8 @@ _dynamic_imports: typing.Dict[str, str] = {
30
30
  "HttpValidationError": ".http_validation_error",
31
31
  "JudgeResult": ".judge_result",
32
32
  "ResolveAgentNamesResponse": ".resolve_agent_names_response",
33
- "RoutersAgentTestsAgentResponse": ".routers_agent_tests_agent_response",
34
- "RoutersAgentTestsAgentResponseType": ".routers_agent_tests_agent_response_type",
33
+ "RoutersAgentToolsAgentResponse": ".routers_agent_tools_agent_response",
34
+ "RoutersAgentToolsAgentResponseType": ".routers_agent_tools_agent_response_type",
35
35
  "TaskCreateResponse": ".task_create_response",
36
36
  "TestCaseResult": ".test_case_result",
37
37
  "TestOutput": ".test_output",
@@ -71,8 +71,8 @@ __all__ = [
71
71
  "HttpValidationError",
72
72
  "JudgeResult",
73
73
  "ResolveAgentNamesResponse",
74
- "RoutersAgentTestsAgentResponse",
75
- "RoutersAgentTestsAgentResponseType",
74
+ "RoutersAgentToolsAgentResponse",
75
+ "RoutersAgentToolsAgentResponseType",
76
76
  "TaskCreateResponse",
77
77
  "TestCaseResult",
78
78
  "TestOutput",
@@ -6,13 +6,13 @@ import pydantic
6
6
  import typing_extensions
7
7
  from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
8
8
  from ..core.serialization import FieldMetadata
9
- from .routers_agent_tests_agent_response_type import RoutersAgentTestsAgentResponseType
9
+ from .routers_agent_tools_agent_response_type import RoutersAgentToolsAgentResponseType
10
10
 
11
11
 
12
- class RoutersAgentTestsAgentResponse(UniversalBaseModel):
12
+ class RoutersAgentToolsAgentResponse(UniversalBaseModel):
13
13
  uuid_: typing_extensions.Annotated[str, FieldMetadata(alias="uuid"), pydantic.Field(alias="uuid")]
14
14
  name: str
15
- type: RoutersAgentTestsAgentResponseType
15
+ type: RoutersAgentToolsAgentResponseType
16
16
  config: typing.Optional[typing.Dict[str, typing.Any]] = None
17
17
  created_at: str
18
18
  updated_at: str
@@ -2,4 +2,4 @@
2
2
 
3
3
  import typing
4
4
 
5
- RoutersAgentTestsAgentResponseType = typing.Union[typing.Literal["agent", "connection"], typing.Any]
5
+ RoutersAgentToolsAgentResponseType = typing.Union[typing.Literal["agent", "connection"], typing.Any]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: calibrate-python-sdk
3
- Version: 0.0.2
3
+ Version: 0.0.4
4
4
  Summary:
5
5
  License: MIT
6
6
  Requires-Python: >=3.10,<4.0
@@ -33,7 +33,7 @@ Description-Content-Type: text/markdown
33
33
 
34
34
  # Calibrate Python SDK
35
35
 
36
- Python client for the [Calibrate](https://pense-backend.artpark.ai) API.
36
+ Python client for [Calibrate](https://calibrate.artpark.ai), a framework for evaluating AI agents which let you move from slow, manual testing to a fast, automated, and repeatable testing process for your entire agent stack.
37
37
 
38
38
  ## Installation
39
39
 
@@ -46,10 +46,8 @@ pip install calibrate-python-sdk
46
46
  ```python
47
47
  from calibrate_python_sdk import Calibrate
48
48
 
49
- client = Calibrate(token="sk_your_api_key")
49
+ client = Calibrate(api_key="sk_your_api_key") # get the API key from the UI
50
50
 
51
51
  agents = client.agents.list()
52
52
  ```
53
53
 
54
- This SDK is generated from Calibrate's public API with [Fern](https://buildwithfern.com).
55
-
@@ -1,15 +1,15 @@
1
- artpark/__init__.py,sha256=JMvwKTJs4QqcYKUOa1qNZVp_R4czaW091rEbrIXIwHk,3324
1
+ artpark/__init__.py,sha256=2Ix1gjY4EEoo9zXOjgN8U4IC6qWBQQs_w_TlejEoxBc,3324
2
2
  artpark/_default_clients.py,sha256=bGiFy7WZoJS0RQ-TUkwy6yketiN7GCIYZ8LL-KBAxgY,1046
3
3
  artpark/agent_tests/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
4
4
  artpark/agent_tests/client.py,sha256=EIZjiGRd-3mEmp-CfRM30i3K9TN50J4UKrev0ip2V7M,10938
5
5
  artpark/agent_tests/raw_client.py,sha256=OsC-vnsmVXv799aYvnlXbeulw1ppEM624KqrwWlSIyg,18406
6
6
  artpark/agents/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
7
- artpark/agents/client.py,sha256=y0RjfpTl6vYrjTyL-D9V-ybhPMBwEMZthG0BzWXf4Yw,6451
8
- artpark/agents/raw_client.py,sha256=YU5-zi3b0mXmD-PpJp_H-l_xHZ0uByIZ0UbMGOFNLaE,11353
7
+ artpark/agents/client.py,sha256=0zwatspt_OWfuxSMYJIP22aBJH4lziBL4r94go4Z1M4,6451
8
+ artpark/agents/raw_client.py,sha256=Yx2zPO_-0iKEp4LTDDyt7bgcti0BI30NmTRPReUaXQQ,11353
9
9
  artpark/client.py,sha256=z1zK4Zub2swp5AgJPvVFS_AZSfrTQKGdsP3ZGP__fIc,11121
10
10
  artpark/core/__init__.py,sha256=103ZnffsdqGZ7Y9uxirEu3sEhBGZxFdRy2HBjH15R2Y,4369
11
11
  artpark/core/api_error.py,sha256=44vPoTyWN59gonCIZMdzw7M1uspygiLnr3GNFOoVL2Q,614
12
- artpark/core/client_wrapper.py,sha256=kgRlDfTo8F2m79w1do_NLxfW0OPG2MSeUEmMNipdoLM,5443
12
+ artpark/core/client_wrapper.py,sha256=c_u_6K9mUEWyjMFJ0kB1jVoA2BW8JjIWTCQSdQk3-D0,5443
13
13
  artpark/core/datetime_utils.py,sha256=ubW9ID5Is8Mz-4y_VXUpaExmvmknYFP3nSI1fCo6e6s,2498
14
14
  artpark/core/file.py,sha256=d4NNbX8XvXP32z8KpK2Xovv33nFfruIrpz0QWxlgpZk,2663
15
15
  artpark/core/force_multipart.py,sha256=cH981xLy0kZVKiZZkFoeUjgJ2Zuq7KXB2aRAnmHzRDc,477
@@ -32,7 +32,7 @@ artpark/environment.py,sha256=QlejOuTYWYdambiIdU_69KmX_k-S_q_FiX1WTmSxqSE,170
32
32
  artpark/errors/__init__.py,sha256=4g1JPPnrPS-pG-WGU1S8HrYE5RoctStcA35abyL_tmI,1134
33
33
  artpark/errors/unprocessable_entity_error.py,sha256=aDgvUf-6k1fSUL-OxI3MgOIFQNssTUNpv5vW9M4vfRc,401
34
34
  artpark/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
35
- artpark/types/__init__.py,sha256=thcRcTcbHnLx95qXxD99bwm89rGqtSvaSpUyfUrIydw,3165
35
+ artpark/types/__init__.py,sha256=k_7cppdUsr2hzc02nCLPsy5SKwGM6ODJZcRCBikpd6E,3165
36
36
  artpark/types/batch_run_request.py,sha256=mKIWqf9vSJshFTi802NAYPT-cYNMRxSgbc0HMpQFX2o,566
37
37
  artpark/types/batch_test_run.py,sha256=Muu5loU7EJ8wjw-wKsIB_XNzJ2HcEwZK_xzLuuIVBMA,578
38
38
  artpark/types/batch_test_run_response.py,sha256=ECXXhtd2vUQGfpA36Slw4nOVFYSEdFVr-kSBECPkxH8,697
@@ -40,8 +40,8 @@ artpark/types/batch_test_skip.py,sha256=OfIdt2tYrPku4Vtl3y6Ay_ZNfpiByfC-khP3jadR
40
40
  artpark/types/http_validation_error.py,sha256=NNTK9AbbHXm0n9m1YcsG5zEaSn1n6RghohUX5R8LGzw,623
41
41
  artpark/types/judge_result.py,sha256=6jsQZhaHmvN7gjWNxyY1fzdo8lvRMk1ESMWAOJXZKIg,2014
42
42
  artpark/types/resolve_agent_names_response.py,sha256=7VsfDMCRM8yLBJkgYK2H6qbGGnlt3gqLx2K-urFrG2Y,586
43
- artpark/types/routers_agent_tests_agent_response.py,sha256=UQY032UFrX8ITAWcW3Lxr0SSAPtbTmd26zDX8B07WGA,950
44
- artpark/types/routers_agent_tests_agent_response_type.py,sha256=9c05W8nG4SNOATqGVVgkOUwbF3l4uVVDKJ2W1To3NKU,181
43
+ artpark/types/routers_agent_tools_agent_response.py,sha256=QfouAIvBJWlVEsJFzJiAjRrXpOX5T8N2GxpnXUWLXR8,950
44
+ artpark/types/routers_agent_tools_agent_response_type.py,sha256=2k7epVVoPpLJEzp6jTw6RJnUL81UQXKr3B-4-7Kxtw8,181
45
45
  artpark/types/task_create_response.py,sha256=6dIid0qJIruO-yeO3pWY4r-VR2VL8O4O5-h4M_n8Fco,634
46
46
  artpark/types/test_case_result.py,sha256=N3aCNG0bSMW3vYzDykntSX32EhvB2bi_5sMXIeTt71I,1111
47
47
  artpark/types/test_output.py,sha256=xOZkcXHXC5-jFP9eMGxxtFoqgKXBtbjYfAKda__aZWo,658
@@ -50,7 +50,7 @@ artpark/types/tool_call_output.py,sha256=YQaaLOcFAMWFjg-2b4J7Bw_UOMRtRWg8mS15KVL
50
50
  artpark/types/validation_error.py,sha256=Ou-GSQTdmDFWIFlP_y9ka_EUAavqFEFLonU9srAkJdc,642
51
51
  artpark/types/validation_error_loc_item.py,sha256=LAtjCHIllWRBFXvAZ5QZpp7CPXjdtN9EB7HrLVo6EP0,128
52
52
  artpark/version.py,sha256=xLtIwsQnrzzuUw8IsrB9OdYyl_RHkGHakTQQKKrm1Hw,87
53
- calibrate_python_sdk-0.0.2.dist-info/LICENSE,sha256=aayjgC6W8OwmOm1vZz5jQa90CXP4IH5437sbh47TS7w,1064
54
- calibrate_python_sdk-0.0.2.dist-info/METADATA,sha256=Hbn0E-reMxqLIocS5vQ7xiJ5mvQnDdTRXAD2XWMe5rI,1803
55
- calibrate_python_sdk-0.0.2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
56
- calibrate_python_sdk-0.0.2.dist-info/RECORD,,
53
+ calibrate_python_sdk-0.0.4.dist-info/LICENSE,sha256=aayjgC6W8OwmOm1vZz5jQa90CXP4IH5437sbh47TS7w,1064
54
+ calibrate_python_sdk-0.0.4.dist-info/METADATA,sha256=GbcCYLwfxLwvW7fw37BJzjWuavw7YB7_SXplF4RWKY0,1896
55
+ calibrate_python_sdk-0.0.4.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
56
+ calibrate_python_sdk-0.0.4.dist-info/RECORD,,