vellum-ai 0.3.21__py3-none-any.whl → 0.3.23__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vellum/__init__.py +48 -0
- vellum/core/client_wrapper.py +1 -1
- vellum/resources/test_suite_runs/client.py +14 -0
- vellum/terraform/__init__.py +26 -0
- vellum/terraform/_jsii/__init__.py +27 -0
- vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz +0 -0
- vellum/terraform/constraints.json +4 -0
- vellum/terraform/data_vellum_document_index/__init__.py +409 -0
- vellum/terraform/document_index/__init__.py +490 -0
- vellum/terraform/provider/__init__.py +237 -0
- vellum/terraform/py.typed +1 -0
- vellum/terraform/versions.json +3 -0
- vellum/types/__init__.py +50 -0
- vellum/types/external_test_case_execution.py +35 -0
- vellum/types/external_test_case_execution_request.py +35 -0
- vellum/types/fulfilled_workflow_node_result_event.py +1 -1
- vellum/types/named_test_case_chat_history_variable_value.py +35 -0
- vellum/types/named_test_case_chat_history_variable_value_request.py +5 -1
- vellum/types/named_test_case_error_variable_value.py +35 -0
- vellum/types/named_test_case_error_variable_value_request.py +5 -1
- vellum/types/named_test_case_json_variable_value.py +34 -0
- vellum/types/named_test_case_json_variable_value_request.py +5 -1
- vellum/types/named_test_case_number_variable_value.py +34 -0
- vellum/types/named_test_case_number_variable_value_request.py +5 -1
- vellum/types/named_test_case_search_results_variable_value.py +35 -0
- vellum/types/named_test_case_search_results_variable_value_request.py +5 -1
- vellum/types/named_test_case_string_variable_value.py +34 -0
- vellum/types/named_test_case_string_variable_value_request.py +5 -1
- vellum/types/named_test_case_variable_value.py +82 -0
- vellum/types/prompt_template_block.py +2 -0
- vellum/types/prompt_template_block_request.py +2 -0
- vellum/types/prompt_template_block_state.py +22 -0
- vellum/types/sandbox_scenario.py +4 -0
- vellum/types/test_case_chat_history_variable_value.py +5 -0
- vellum/types/test_case_error_variable_value.py +5 -0
- vellum/types/test_case_json_variable_value.py +5 -0
- vellum/types/test_case_number_variable_value.py +5 -0
- vellum/types/test_case_search_results_variable_value.py +5 -0
- vellum/types/test_case_string_variable_value.py +5 -0
- vellum/types/test_suite_run_exec_config.py +14 -1
- vellum/types/test_suite_run_exec_config_request.py +14 -1
- vellum/types/test_suite_run_execution_chat_history_output.py +6 -1
- vellum/types/test_suite_run_execution_error_output.py +6 -1
- vellum/types/test_suite_run_execution_json_output.py +6 -1
- vellum/types/test_suite_run_execution_metric_definition.py +31 -0
- vellum/types/test_suite_run_execution_metric_result.py +3 -0
- vellum/types/test_suite_run_execution_number_output.py +6 -1
- vellum/types/test_suite_run_execution_search_results_output.py +6 -1
- vellum/types/test_suite_run_execution_string_output.py +6 -1
- vellum/types/test_suite_run_external_exec_config.py +38 -0
- vellum/types/test_suite_run_external_exec_config_data.py +33 -0
- vellum/types/test_suite_run_external_exec_config_data_request.py +33 -0
- vellum/types/test_suite_run_external_exec_config_request.py +38 -0
- vellum/types/test_suite_run_external_exec_config_type_enum.py +5 -0
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/METADATA +2 -1
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/RECORD +58 -33
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/LICENSE +0 -0
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/WHEEL +0 -0
@@ -0,0 +1,237 @@
|
|
1
|
+
'''
|
2
|
+
# `provider`
|
3
|
+
|
4
|
+
Refer to the Terraform Registry for docs: [`vellum`](https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs).
|
5
|
+
'''
|
6
|
+
from pkgutil import extend_path
|
7
|
+
__path__ = extend_path(__path__, __name__)
|
8
|
+
|
9
|
+
import abc
|
10
|
+
import builtins
|
11
|
+
import datetime
|
12
|
+
import enum
|
13
|
+
import typing
|
14
|
+
|
15
|
+
import jsii
|
16
|
+
import publication
|
17
|
+
import typing_extensions
|
18
|
+
|
19
|
+
from typeguard import check_type
|
20
|
+
|
21
|
+
from .._jsii import *
|
22
|
+
|
23
|
+
import cdktf as _cdktf_9a9027ec
|
24
|
+
import constructs as _constructs_77d1e7e8
|
25
|
+
|
26
|
+
|
27
|
+
class VellumProvider(
|
28
|
+
_cdktf_9a9027ec.TerraformProvider,
|
29
|
+
metaclass=jsii.JSIIMeta,
|
30
|
+
jsii_type="vellum-ai_vellum.provider.VellumProvider",
|
31
|
+
):
|
32
|
+
'''Represents a {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum}.'''
|
33
|
+
|
34
|
+
def __init__(
|
35
|
+
self,
|
36
|
+
scope: _constructs_77d1e7e8.Construct,
|
37
|
+
id: builtins.str,
|
38
|
+
*,
|
39
|
+
alias: typing.Optional[builtins.str] = None,
|
40
|
+
api_key: typing.Optional[builtins.str] = None,
|
41
|
+
) -> None:
|
42
|
+
'''Create a new {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum} Resource.
|
43
|
+
|
44
|
+
:param scope: The scope in which to define this construct.
|
45
|
+
:param id: The scoped construct ID. Must be unique amongst siblings in the same scope
|
46
|
+
:param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
47
|
+
:param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
48
|
+
'''
|
49
|
+
if __debug__:
|
50
|
+
type_hints = typing.get_type_hints(_typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177)
|
51
|
+
check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
|
52
|
+
check_type(argname="argument id", value=id, expected_type=type_hints["id"])
|
53
|
+
config = VellumProviderConfig(alias=alias, api_key=api_key)
|
54
|
+
|
55
|
+
jsii.create(self.__class__, self, [scope, id, config])
|
56
|
+
|
57
|
+
@jsii.member(jsii_name="generateConfigForImport")
|
58
|
+
@builtins.classmethod
|
59
|
+
def generate_config_for_import(
|
60
|
+
cls,
|
61
|
+
scope: _constructs_77d1e7e8.Construct,
|
62
|
+
import_to_id: builtins.str,
|
63
|
+
import_from_id: builtins.str,
|
64
|
+
provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
|
65
|
+
) -> _cdktf_9a9027ec.ImportableResource:
|
66
|
+
'''Generates CDKTF code for importing a VellumProvider resource upon running "cdktf plan ".
|
67
|
+
|
68
|
+
:param scope: The scope in which to define this construct.
|
69
|
+
:param import_to_id: The construct id used in the generated config for the VellumProvider to import.
|
70
|
+
:param import_from_id: The id of the existing VellumProvider that should be imported. Refer to the {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#import import section} in the documentation of this resource for the id to use
|
71
|
+
:param provider: ? Optional instance of the provider where the VellumProvider to import is found.
|
72
|
+
'''
|
73
|
+
if __debug__:
|
74
|
+
type_hints = typing.get_type_hints(_typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb)
|
75
|
+
check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
|
76
|
+
check_type(argname="argument import_to_id", value=import_to_id, expected_type=type_hints["import_to_id"])
|
77
|
+
check_type(argname="argument import_from_id", value=import_from_id, expected_type=type_hints["import_from_id"])
|
78
|
+
check_type(argname="argument provider", value=provider, expected_type=type_hints["provider"])
|
79
|
+
return typing.cast(_cdktf_9a9027ec.ImportableResource, jsii.sinvoke(cls, "generateConfigForImport", [scope, import_to_id, import_from_id, provider]))
|
80
|
+
|
81
|
+
@jsii.member(jsii_name="resetAlias")
|
82
|
+
def reset_alias(self) -> None:
|
83
|
+
return typing.cast(None, jsii.invoke(self, "resetAlias", []))
|
84
|
+
|
85
|
+
@jsii.member(jsii_name="resetApiKey")
|
86
|
+
def reset_api_key(self) -> None:
|
87
|
+
return typing.cast(None, jsii.invoke(self, "resetApiKey", []))
|
88
|
+
|
89
|
+
@jsii.member(jsii_name="synthesizeAttributes")
|
90
|
+
def _synthesize_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
|
91
|
+
return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeAttributes", []))
|
92
|
+
|
93
|
+
@jsii.member(jsii_name="synthesizeHclAttributes")
|
94
|
+
def _synthesize_hcl_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
|
95
|
+
return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeHclAttributes", []))
|
96
|
+
|
97
|
+
@jsii.python.classproperty
|
98
|
+
@jsii.member(jsii_name="tfResourceType")
|
99
|
+
def TF_RESOURCE_TYPE(cls) -> builtins.str:
|
100
|
+
return typing.cast(builtins.str, jsii.sget(cls, "tfResourceType"))
|
101
|
+
|
102
|
+
@builtins.property
|
103
|
+
@jsii.member(jsii_name="aliasInput")
|
104
|
+
def alias_input(self) -> typing.Optional[builtins.str]:
|
105
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "aliasInput"))
|
106
|
+
|
107
|
+
@builtins.property
|
108
|
+
@jsii.member(jsii_name="apiKeyInput")
|
109
|
+
def api_key_input(self) -> typing.Optional[builtins.str]:
|
110
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKeyInput"))
|
111
|
+
|
112
|
+
@builtins.property
|
113
|
+
@jsii.member(jsii_name="alias")
|
114
|
+
def alias(self) -> typing.Optional[builtins.str]:
|
115
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "alias"))
|
116
|
+
|
117
|
+
@alias.setter
|
118
|
+
def alias(self, value: typing.Optional[builtins.str]) -> None:
|
119
|
+
if __debug__:
|
120
|
+
type_hints = typing.get_type_hints(_typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02)
|
121
|
+
check_type(argname="argument value", value=value, expected_type=type_hints["value"])
|
122
|
+
jsii.set(self, "alias", value)
|
123
|
+
|
124
|
+
@builtins.property
|
125
|
+
@jsii.member(jsii_name="apiKey")
|
126
|
+
def api_key(self) -> typing.Optional[builtins.str]:
|
127
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKey"))
|
128
|
+
|
129
|
+
@api_key.setter
|
130
|
+
def api_key(self, value: typing.Optional[builtins.str]) -> None:
|
131
|
+
if __debug__:
|
132
|
+
type_hints = typing.get_type_hints(_typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b)
|
133
|
+
check_type(argname="argument value", value=value, expected_type=type_hints["value"])
|
134
|
+
jsii.set(self, "apiKey", value)
|
135
|
+
|
136
|
+
|
137
|
+
@jsii.data_type(
|
138
|
+
jsii_type="vellum-ai_vellum.provider.VellumProviderConfig",
|
139
|
+
jsii_struct_bases=[],
|
140
|
+
name_mapping={"alias": "alias", "api_key": "apiKey"},
|
141
|
+
)
|
142
|
+
class VellumProviderConfig:
|
143
|
+
def __init__(
|
144
|
+
self,
|
145
|
+
*,
|
146
|
+
alias: typing.Optional[builtins.str] = None,
|
147
|
+
api_key: typing.Optional[builtins.str] = None,
|
148
|
+
) -> None:
|
149
|
+
'''
|
150
|
+
:param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
151
|
+
:param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
152
|
+
'''
|
153
|
+
if __debug__:
|
154
|
+
type_hints = typing.get_type_hints(_typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1)
|
155
|
+
check_type(argname="argument alias", value=alias, expected_type=type_hints["alias"])
|
156
|
+
check_type(argname="argument api_key", value=api_key, expected_type=type_hints["api_key"])
|
157
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
158
|
+
if alias is not None:
|
159
|
+
self._values["alias"] = alias
|
160
|
+
if api_key is not None:
|
161
|
+
self._values["api_key"] = api_key
|
162
|
+
|
163
|
+
@builtins.property
|
164
|
+
def alias(self) -> typing.Optional[builtins.str]:
|
165
|
+
'''Alias name.
|
166
|
+
|
167
|
+
Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
168
|
+
'''
|
169
|
+
result = self._values.get("alias")
|
170
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
171
|
+
|
172
|
+
@builtins.property
|
173
|
+
def api_key(self) -> typing.Optional[builtins.str]:
|
174
|
+
'''API Key to authenticate with the Vellum API.
|
175
|
+
|
176
|
+
Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
177
|
+
'''
|
178
|
+
result = self._values.get("api_key")
|
179
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
180
|
+
|
181
|
+
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
182
|
+
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
183
|
+
|
184
|
+
def __ne__(self, rhs: typing.Any) -> builtins.bool:
|
185
|
+
return not (rhs == self)
|
186
|
+
|
187
|
+
def __repr__(self) -> str:
|
188
|
+
return "VellumProviderConfig(%s)" % ", ".join(
|
189
|
+
k + "=" + repr(v) for k, v in self._values.items()
|
190
|
+
)
|
191
|
+
|
192
|
+
|
193
|
+
__all__ = [
|
194
|
+
"VellumProvider",
|
195
|
+
"VellumProviderConfig",
|
196
|
+
]
|
197
|
+
|
198
|
+
publication.publish()
|
199
|
+
|
200
|
+
def _typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177(
|
201
|
+
scope: _constructs_77d1e7e8.Construct,
|
202
|
+
id: builtins.str,
|
203
|
+
*,
|
204
|
+
alias: typing.Optional[builtins.str] = None,
|
205
|
+
api_key: typing.Optional[builtins.str] = None,
|
206
|
+
) -> None:
|
207
|
+
"""Type checking stubs"""
|
208
|
+
pass
|
209
|
+
|
210
|
+
def _typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb(
|
211
|
+
scope: _constructs_77d1e7e8.Construct,
|
212
|
+
import_to_id: builtins.str,
|
213
|
+
import_from_id: builtins.str,
|
214
|
+
provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
|
215
|
+
) -> None:
|
216
|
+
"""Type checking stubs"""
|
217
|
+
pass
|
218
|
+
|
219
|
+
def _typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02(
|
220
|
+
value: typing.Optional[builtins.str],
|
221
|
+
) -> None:
|
222
|
+
"""Type checking stubs"""
|
223
|
+
pass
|
224
|
+
|
225
|
+
def _typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b(
|
226
|
+
value: typing.Optional[builtins.str],
|
227
|
+
) -> None:
|
228
|
+
"""Type checking stubs"""
|
229
|
+
pass
|
230
|
+
|
231
|
+
def _typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1(
|
232
|
+
*,
|
233
|
+
alias: typing.Optional[builtins.str] = None,
|
234
|
+
api_key: typing.Optional[builtins.str] = None,
|
235
|
+
) -> None:
|
236
|
+
"""Type checking stubs"""
|
237
|
+
pass
|
@@ -0,0 +1 @@
|
|
1
|
+
|
vellum/types/__init__.py
CHANGED
@@ -123,6 +123,8 @@ from .execution_vellum_value import (
|
|
123
123
|
ExecutionVellumValue_SearchResults,
|
124
124
|
ExecutionVellumValue_String,
|
125
125
|
)
|
126
|
+
from .external_test_case_execution import ExternalTestCaseExecution
|
127
|
+
from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
|
126
128
|
from .finish_reason_enum import FinishReasonEnum
|
127
129
|
from .fulfilled_enum import FulfilledEnum
|
128
130
|
from .fulfilled_execute_prompt_event import FulfilledExecutePromptEvent
|
@@ -172,12 +174,27 @@ from .model_version_exec_config_parameters import ModelVersionExecConfigParamete
|
|
172
174
|
from .model_version_read import ModelVersionRead
|
173
175
|
from .model_version_read_status_enum import ModelVersionReadStatusEnum
|
174
176
|
from .model_version_sandbox_snapshot import ModelVersionSandboxSnapshot
|
177
|
+
from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
|
175
178
|
from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
|
179
|
+
from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
|
176
180
|
from .named_test_case_error_variable_value_request import NamedTestCaseErrorVariableValueRequest
|
181
|
+
from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
|
177
182
|
from .named_test_case_json_variable_value_request import NamedTestCaseJsonVariableValueRequest
|
183
|
+
from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
|
178
184
|
from .named_test_case_number_variable_value_request import NamedTestCaseNumberVariableValueRequest
|
185
|
+
from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
|
179
186
|
from .named_test_case_search_results_variable_value_request import NamedTestCaseSearchResultsVariableValueRequest
|
187
|
+
from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
|
180
188
|
from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
|
189
|
+
from .named_test_case_variable_value import (
|
190
|
+
NamedTestCaseVariableValue,
|
191
|
+
NamedTestCaseVariableValue_ChatHistory,
|
192
|
+
NamedTestCaseVariableValue_Error,
|
193
|
+
NamedTestCaseVariableValue_Json,
|
194
|
+
NamedTestCaseVariableValue_Number,
|
195
|
+
NamedTestCaseVariableValue_SearchResults,
|
196
|
+
NamedTestCaseVariableValue_String,
|
197
|
+
)
|
181
198
|
from .named_test_case_variable_value_request import (
|
182
199
|
NamedTestCaseVariableValueRequest,
|
183
200
|
NamedTestCaseVariableValueRequest_ChatHistory,
|
@@ -260,6 +277,7 @@ from .prompt_template_block_data_request import PromptTemplateBlockDataRequest
|
|
260
277
|
from .prompt_template_block_properties import PromptTemplateBlockProperties
|
261
278
|
from .prompt_template_block_properties_request import PromptTemplateBlockPropertiesRequest
|
262
279
|
from .prompt_template_block_request import PromptTemplateBlockRequest
|
280
|
+
from .prompt_template_block_state import PromptTemplateBlockState
|
263
281
|
from .provider_enum import ProviderEnum
|
264
282
|
from .raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
|
265
283
|
from .register_prompt_error_response import RegisterPromptErrorResponse
|
@@ -388,17 +406,20 @@ from .test_suite_run_deployment_release_tag_exec_config_type_enum import (
|
|
388
406
|
from .test_suite_run_exec_config import (
|
389
407
|
TestSuiteRunExecConfig,
|
390
408
|
TestSuiteRunExecConfig_DeploymentReleaseTag,
|
409
|
+
TestSuiteRunExecConfig_External,
|
391
410
|
TestSuiteRunExecConfig_WorkflowReleaseTag,
|
392
411
|
)
|
393
412
|
from .test_suite_run_exec_config_request import (
|
394
413
|
TestSuiteRunExecConfigRequest,
|
395
414
|
TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
|
415
|
+
TestSuiteRunExecConfigRequest_External,
|
396
416
|
TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
|
397
417
|
)
|
398
418
|
from .test_suite_run_execution import TestSuiteRunExecution
|
399
419
|
from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
|
400
420
|
from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
|
401
421
|
from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
|
422
|
+
from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
|
402
423
|
from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
|
403
424
|
from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
|
404
425
|
from .test_suite_run_execution_output import (
|
@@ -412,6 +433,11 @@ from .test_suite_run_execution_output import (
|
|
412
433
|
)
|
413
434
|
from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
|
414
435
|
from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
|
436
|
+
from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
|
437
|
+
from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
|
438
|
+
from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
|
439
|
+
from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
|
440
|
+
from .test_suite_run_external_exec_config_type_enum import TestSuiteRunExternalExecConfigTypeEnum
|
415
441
|
from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
|
416
442
|
from .test_suite_run_metric_error_output_type_enum import TestSuiteRunMetricErrorOutputTypeEnum
|
417
443
|
from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
|
@@ -630,6 +656,8 @@ __all__ = [
|
|
630
656
|
"ExecutionVellumValue_Number",
|
631
657
|
"ExecutionVellumValue_SearchResults",
|
632
658
|
"ExecutionVellumValue_String",
|
659
|
+
"ExternalTestCaseExecution",
|
660
|
+
"ExternalTestCaseExecutionRequest",
|
633
661
|
"FinishReasonEnum",
|
634
662
|
"FulfilledEnum",
|
635
663
|
"FulfilledExecutePromptEvent",
|
@@ -681,12 +709,19 @@ __all__ = [
|
|
681
709
|
"ModelVersionRead",
|
682
710
|
"ModelVersionReadStatusEnum",
|
683
711
|
"ModelVersionSandboxSnapshot",
|
712
|
+
"NamedTestCaseChatHistoryVariableValue",
|
684
713
|
"NamedTestCaseChatHistoryVariableValueRequest",
|
714
|
+
"NamedTestCaseErrorVariableValue",
|
685
715
|
"NamedTestCaseErrorVariableValueRequest",
|
716
|
+
"NamedTestCaseJsonVariableValue",
|
686
717
|
"NamedTestCaseJsonVariableValueRequest",
|
718
|
+
"NamedTestCaseNumberVariableValue",
|
687
719
|
"NamedTestCaseNumberVariableValueRequest",
|
720
|
+
"NamedTestCaseSearchResultsVariableValue",
|
688
721
|
"NamedTestCaseSearchResultsVariableValueRequest",
|
722
|
+
"NamedTestCaseStringVariableValue",
|
689
723
|
"NamedTestCaseStringVariableValueRequest",
|
724
|
+
"NamedTestCaseVariableValue",
|
690
725
|
"NamedTestCaseVariableValueRequest",
|
691
726
|
"NamedTestCaseVariableValueRequest_ChatHistory",
|
692
727
|
"NamedTestCaseVariableValueRequest_Error",
|
@@ -694,6 +729,12 @@ __all__ = [
|
|
694
729
|
"NamedTestCaseVariableValueRequest_Number",
|
695
730
|
"NamedTestCaseVariableValueRequest_SearchResults",
|
696
731
|
"NamedTestCaseVariableValueRequest_String",
|
732
|
+
"NamedTestCaseVariableValue_ChatHistory",
|
733
|
+
"NamedTestCaseVariableValue_Error",
|
734
|
+
"NamedTestCaseVariableValue_Json",
|
735
|
+
"NamedTestCaseVariableValue_Number",
|
736
|
+
"NamedTestCaseVariableValue_SearchResults",
|
737
|
+
"NamedTestCaseVariableValue_String",
|
697
738
|
"NodeInputCompiledArrayValue",
|
698
739
|
"NodeInputCompiledChatHistoryValue",
|
699
740
|
"NodeInputCompiledErrorValue",
|
@@ -759,6 +800,7 @@ __all__ = [
|
|
759
800
|
"PromptTemplateBlockProperties",
|
760
801
|
"PromptTemplateBlockPropertiesRequest",
|
761
802
|
"PromptTemplateBlockRequest",
|
803
|
+
"PromptTemplateBlockState",
|
762
804
|
"ProviderEnum",
|
763
805
|
"RawPromptExecutionOverridesRequest",
|
764
806
|
"RegisterPromptErrorResponse",
|
@@ -875,13 +917,16 @@ __all__ = [
|
|
875
917
|
"TestSuiteRunExecConfig",
|
876
918
|
"TestSuiteRunExecConfigRequest",
|
877
919
|
"TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
|
920
|
+
"TestSuiteRunExecConfigRequest_External",
|
878
921
|
"TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
|
879
922
|
"TestSuiteRunExecConfig_DeploymentReleaseTag",
|
923
|
+
"TestSuiteRunExecConfig_External",
|
880
924
|
"TestSuiteRunExecConfig_WorkflowReleaseTag",
|
881
925
|
"TestSuiteRunExecution",
|
882
926
|
"TestSuiteRunExecutionChatHistoryOutput",
|
883
927
|
"TestSuiteRunExecutionErrorOutput",
|
884
928
|
"TestSuiteRunExecutionJsonOutput",
|
929
|
+
"TestSuiteRunExecutionMetricDefinition",
|
885
930
|
"TestSuiteRunExecutionMetricResult",
|
886
931
|
"TestSuiteRunExecutionNumberOutput",
|
887
932
|
"TestSuiteRunExecutionOutput",
|
@@ -893,6 +938,11 @@ __all__ = [
|
|
893
938
|
"TestSuiteRunExecutionOutput_String",
|
894
939
|
"TestSuiteRunExecutionSearchResultsOutput",
|
895
940
|
"TestSuiteRunExecutionStringOutput",
|
941
|
+
"TestSuiteRunExternalExecConfig",
|
942
|
+
"TestSuiteRunExternalExecConfigData",
|
943
|
+
"TestSuiteRunExternalExecConfigDataRequest",
|
944
|
+
"TestSuiteRunExternalExecConfigRequest",
|
945
|
+
"TestSuiteRunExternalExecConfigTypeEnum",
|
896
946
|
"TestSuiteRunMetricErrorOutput",
|
897
947
|
"TestSuiteRunMetricErrorOutputTypeEnum",
|
898
948
|
"TestSuiteRunMetricNumberOutput",
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .named_test_case_variable_value import NamedTestCaseVariableValue
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class ExternalTestCaseExecution(pydantic.BaseModel):
|
16
|
+
outputs: typing.List[NamedTestCaseVariableValue] = pydantic.Field()
|
17
|
+
"""
|
18
|
+
The output values of a callable that was executed against a Test Case outside of Vellum
|
19
|
+
"""
|
20
|
+
|
21
|
+
test_case_id: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class ExternalTestCaseExecutionRequest(pydantic.BaseModel):
|
16
|
+
outputs: typing.List[NamedTestCaseVariableValueRequest] = pydantic.Field()
|
17
|
+
"""
|
18
|
+
The output values of a callable that was executed against a Test Case outside of Vellum
|
19
|
+
"""
|
20
|
+
|
21
|
+
test_case_id: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -24,7 +24,7 @@ class FulfilledWorkflowNodeResultEvent(pydantic.BaseModel):
|
|
24
24
|
ts: typing.Optional[dt.datetime] = None
|
25
25
|
data: typing.Optional[WorkflowNodeResultData] = None
|
26
26
|
source_execution_id: typing.Optional[str] = None
|
27
|
-
output_values: typing.
|
27
|
+
output_values: typing.List[NodeOutputCompiledValue]
|
28
28
|
mocked: typing.Optional[bool] = None
|
29
29
|
|
30
30
|
def json(self, **kwargs: typing.Any) -> str:
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .chat_message import ChatMessage
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class NamedTestCaseChatHistoryVariableValue(pydantic.BaseModel):
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type CHAT_HISTORY
|
18
|
+
"""
|
19
|
+
|
20
|
+
value: typing.Optional[typing.List[ChatMessage]] = None
|
21
|
+
name: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -13,8 +13,12 @@ except ImportError:
|
|
13
13
|
|
14
14
|
|
15
15
|
class NamedTestCaseChatHistoryVariableValueRequest(pydantic.BaseModel):
|
16
|
-
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type CHAT_HISTORY
|
18
|
+
"""
|
19
|
+
|
17
20
|
value: typing.Optional[typing.List[ChatMessageRequest]] = None
|
21
|
+
name: str
|
18
22
|
|
19
23
|
def json(self, **kwargs: typing.Any) -> str:
|
20
24
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .vellum_error import VellumError
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class NamedTestCaseErrorVariableValue(pydantic.BaseModel):
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type ERROR
|
18
|
+
"""
|
19
|
+
|
20
|
+
value: typing.Optional[VellumError] = None
|
21
|
+
name: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -13,8 +13,12 @@ except ImportError:
|
|
13
13
|
|
14
14
|
|
15
15
|
class NamedTestCaseErrorVariableValueRequest(pydantic.BaseModel):
|
16
|
-
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type ERROR
|
18
|
+
"""
|
19
|
+
|
17
20
|
value: typing.Optional[VellumErrorRequest] = None
|
21
|
+
name: str
|
18
22
|
|
19
23
|
def json(self, **kwargs: typing.Any) -> str:
|
20
24
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,34 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class NamedTestCaseJsonVariableValue(pydantic.BaseModel):
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type JSON
|
17
|
+
"""
|
18
|
+
|
19
|
+
value: typing.Optional[typing.Dict[str, typing.Any]] = None
|
20
|
+
name: str
|
21
|
+
|
22
|
+
def json(self, **kwargs: typing.Any) -> str:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().json(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
28
|
+
return super().dict(**kwargs_with_defaults)
|
29
|
+
|
30
|
+
class Config:
|
31
|
+
frozen = True
|
32
|
+
smart_union = True
|
33
|
+
extra = pydantic.Extra.allow
|
34
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -12,8 +12,12 @@ except ImportError:
|
|
12
12
|
|
13
13
|
|
14
14
|
class NamedTestCaseJsonVariableValueRequest(pydantic.BaseModel):
|
15
|
-
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type JSON
|
17
|
+
"""
|
18
|
+
|
16
19
|
value: typing.Optional[typing.Dict[str, typing.Any]] = None
|
20
|
+
name: str
|
17
21
|
|
18
22
|
def json(self, **kwargs: typing.Any) -> str:
|
19
23
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,34 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class NamedTestCaseNumberVariableValue(pydantic.BaseModel):
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type NUMBER
|
17
|
+
"""
|
18
|
+
|
19
|
+
value: typing.Optional[float] = None
|
20
|
+
name: str
|
21
|
+
|
22
|
+
def json(self, **kwargs: typing.Any) -> str:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().json(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
28
|
+
return super().dict(**kwargs_with_defaults)
|
29
|
+
|
30
|
+
class Config:
|
31
|
+
frozen = True
|
32
|
+
smart_union = True
|
33
|
+
extra = pydantic.Extra.allow
|
34
|
+
json_encoders = {dt.datetime: serialize_datetime}
|