vellum-ai 0.3.21__py3-none-any.whl → 0.3.23__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- vellum/__init__.py +48 -0
- vellum/core/client_wrapper.py +1 -1
- vellum/resources/test_suite_runs/client.py +14 -0
- vellum/terraform/__init__.py +26 -0
- vellum/terraform/_jsii/__init__.py +27 -0
- vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz +0 -0
- vellum/terraform/constraints.json +4 -0
- vellum/terraform/data_vellum_document_index/__init__.py +409 -0
- vellum/terraform/document_index/__init__.py +490 -0
- vellum/terraform/provider/__init__.py +237 -0
- vellum/terraform/py.typed +1 -0
- vellum/terraform/versions.json +3 -0
- vellum/types/__init__.py +50 -0
- vellum/types/external_test_case_execution.py +35 -0
- vellum/types/external_test_case_execution_request.py +35 -0
- vellum/types/fulfilled_workflow_node_result_event.py +1 -1
- vellum/types/named_test_case_chat_history_variable_value.py +35 -0
- vellum/types/named_test_case_chat_history_variable_value_request.py +5 -1
- vellum/types/named_test_case_error_variable_value.py +35 -0
- vellum/types/named_test_case_error_variable_value_request.py +5 -1
- vellum/types/named_test_case_json_variable_value.py +34 -0
- vellum/types/named_test_case_json_variable_value_request.py +5 -1
- vellum/types/named_test_case_number_variable_value.py +34 -0
- vellum/types/named_test_case_number_variable_value_request.py +5 -1
- vellum/types/named_test_case_search_results_variable_value.py +35 -0
- vellum/types/named_test_case_search_results_variable_value_request.py +5 -1
- vellum/types/named_test_case_string_variable_value.py +34 -0
- vellum/types/named_test_case_string_variable_value_request.py +5 -1
- vellum/types/named_test_case_variable_value.py +82 -0
- vellum/types/prompt_template_block.py +2 -0
- vellum/types/prompt_template_block_request.py +2 -0
- vellum/types/prompt_template_block_state.py +22 -0
- vellum/types/sandbox_scenario.py +4 -0
- vellum/types/test_case_chat_history_variable_value.py +5 -0
- vellum/types/test_case_error_variable_value.py +5 -0
- vellum/types/test_case_json_variable_value.py +5 -0
- vellum/types/test_case_number_variable_value.py +5 -0
- vellum/types/test_case_search_results_variable_value.py +5 -0
- vellum/types/test_case_string_variable_value.py +5 -0
- vellum/types/test_suite_run_exec_config.py +14 -1
- vellum/types/test_suite_run_exec_config_request.py +14 -1
- vellum/types/test_suite_run_execution_chat_history_output.py +6 -1
- vellum/types/test_suite_run_execution_error_output.py +6 -1
- vellum/types/test_suite_run_execution_json_output.py +6 -1
- vellum/types/test_suite_run_execution_metric_definition.py +31 -0
- vellum/types/test_suite_run_execution_metric_result.py +3 -0
- vellum/types/test_suite_run_execution_number_output.py +6 -1
- vellum/types/test_suite_run_execution_search_results_output.py +6 -1
- vellum/types/test_suite_run_execution_string_output.py +6 -1
- vellum/types/test_suite_run_external_exec_config.py +38 -0
- vellum/types/test_suite_run_external_exec_config_data.py +33 -0
- vellum/types/test_suite_run_external_exec_config_data_request.py +33 -0
- vellum/types/test_suite_run_external_exec_config_request.py +38 -0
- vellum/types/test_suite_run_external_exec_config_type_enum.py +5 -0
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/METADATA +2 -1
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/RECORD +58 -33
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/LICENSE +0 -0
- {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/WHEEL +0 -0
@@ -0,0 +1,237 @@
|
|
1
|
+
'''
|
2
|
+
# `provider`
|
3
|
+
|
4
|
+
Refer to the Terraform Registry for docs: [`vellum`](https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs).
|
5
|
+
'''
|
6
|
+
from pkgutil import extend_path
|
7
|
+
__path__ = extend_path(__path__, __name__)
|
8
|
+
|
9
|
+
import abc
|
10
|
+
import builtins
|
11
|
+
import datetime
|
12
|
+
import enum
|
13
|
+
import typing
|
14
|
+
|
15
|
+
import jsii
|
16
|
+
import publication
|
17
|
+
import typing_extensions
|
18
|
+
|
19
|
+
from typeguard import check_type
|
20
|
+
|
21
|
+
from .._jsii import *
|
22
|
+
|
23
|
+
import cdktf as _cdktf_9a9027ec
|
24
|
+
import constructs as _constructs_77d1e7e8
|
25
|
+
|
26
|
+
|
27
|
+
class VellumProvider(
|
28
|
+
_cdktf_9a9027ec.TerraformProvider,
|
29
|
+
metaclass=jsii.JSIIMeta,
|
30
|
+
jsii_type="vellum-ai_vellum.provider.VellumProvider",
|
31
|
+
):
|
32
|
+
'''Represents a {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum}.'''
|
33
|
+
|
34
|
+
def __init__(
|
35
|
+
self,
|
36
|
+
scope: _constructs_77d1e7e8.Construct,
|
37
|
+
id: builtins.str,
|
38
|
+
*,
|
39
|
+
alias: typing.Optional[builtins.str] = None,
|
40
|
+
api_key: typing.Optional[builtins.str] = None,
|
41
|
+
) -> None:
|
42
|
+
'''Create a new {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum} Resource.
|
43
|
+
|
44
|
+
:param scope: The scope in which to define this construct.
|
45
|
+
:param id: The scoped construct ID. Must be unique amongst siblings in the same scope
|
46
|
+
:param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
47
|
+
:param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
48
|
+
'''
|
49
|
+
if __debug__:
|
50
|
+
type_hints = typing.get_type_hints(_typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177)
|
51
|
+
check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
|
52
|
+
check_type(argname="argument id", value=id, expected_type=type_hints["id"])
|
53
|
+
config = VellumProviderConfig(alias=alias, api_key=api_key)
|
54
|
+
|
55
|
+
jsii.create(self.__class__, self, [scope, id, config])
|
56
|
+
|
57
|
+
@jsii.member(jsii_name="generateConfigForImport")
|
58
|
+
@builtins.classmethod
|
59
|
+
def generate_config_for_import(
|
60
|
+
cls,
|
61
|
+
scope: _constructs_77d1e7e8.Construct,
|
62
|
+
import_to_id: builtins.str,
|
63
|
+
import_from_id: builtins.str,
|
64
|
+
provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
|
65
|
+
) -> _cdktf_9a9027ec.ImportableResource:
|
66
|
+
'''Generates CDKTF code for importing a VellumProvider resource upon running "cdktf plan ".
|
67
|
+
|
68
|
+
:param scope: The scope in which to define this construct.
|
69
|
+
:param import_to_id: The construct id used in the generated config for the VellumProvider to import.
|
70
|
+
:param import_from_id: The id of the existing VellumProvider that should be imported. Refer to the {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#import import section} in the documentation of this resource for the id to use
|
71
|
+
:param provider: ? Optional instance of the provider where the VellumProvider to import is found.
|
72
|
+
'''
|
73
|
+
if __debug__:
|
74
|
+
type_hints = typing.get_type_hints(_typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb)
|
75
|
+
check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
|
76
|
+
check_type(argname="argument import_to_id", value=import_to_id, expected_type=type_hints["import_to_id"])
|
77
|
+
check_type(argname="argument import_from_id", value=import_from_id, expected_type=type_hints["import_from_id"])
|
78
|
+
check_type(argname="argument provider", value=provider, expected_type=type_hints["provider"])
|
79
|
+
return typing.cast(_cdktf_9a9027ec.ImportableResource, jsii.sinvoke(cls, "generateConfigForImport", [scope, import_to_id, import_from_id, provider]))
|
80
|
+
|
81
|
+
@jsii.member(jsii_name="resetAlias")
|
82
|
+
def reset_alias(self) -> None:
|
83
|
+
return typing.cast(None, jsii.invoke(self, "resetAlias", []))
|
84
|
+
|
85
|
+
@jsii.member(jsii_name="resetApiKey")
|
86
|
+
def reset_api_key(self) -> None:
|
87
|
+
return typing.cast(None, jsii.invoke(self, "resetApiKey", []))
|
88
|
+
|
89
|
+
@jsii.member(jsii_name="synthesizeAttributes")
|
90
|
+
def _synthesize_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
|
91
|
+
return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeAttributes", []))
|
92
|
+
|
93
|
+
@jsii.member(jsii_name="synthesizeHclAttributes")
|
94
|
+
def _synthesize_hcl_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
|
95
|
+
return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeHclAttributes", []))
|
96
|
+
|
97
|
+
@jsii.python.classproperty
|
98
|
+
@jsii.member(jsii_name="tfResourceType")
|
99
|
+
def TF_RESOURCE_TYPE(cls) -> builtins.str:
|
100
|
+
return typing.cast(builtins.str, jsii.sget(cls, "tfResourceType"))
|
101
|
+
|
102
|
+
@builtins.property
|
103
|
+
@jsii.member(jsii_name="aliasInput")
|
104
|
+
def alias_input(self) -> typing.Optional[builtins.str]:
|
105
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "aliasInput"))
|
106
|
+
|
107
|
+
@builtins.property
|
108
|
+
@jsii.member(jsii_name="apiKeyInput")
|
109
|
+
def api_key_input(self) -> typing.Optional[builtins.str]:
|
110
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKeyInput"))
|
111
|
+
|
112
|
+
@builtins.property
|
113
|
+
@jsii.member(jsii_name="alias")
|
114
|
+
def alias(self) -> typing.Optional[builtins.str]:
|
115
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "alias"))
|
116
|
+
|
117
|
+
@alias.setter
|
118
|
+
def alias(self, value: typing.Optional[builtins.str]) -> None:
|
119
|
+
if __debug__:
|
120
|
+
type_hints = typing.get_type_hints(_typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02)
|
121
|
+
check_type(argname="argument value", value=value, expected_type=type_hints["value"])
|
122
|
+
jsii.set(self, "alias", value)
|
123
|
+
|
124
|
+
@builtins.property
|
125
|
+
@jsii.member(jsii_name="apiKey")
|
126
|
+
def api_key(self) -> typing.Optional[builtins.str]:
|
127
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKey"))
|
128
|
+
|
129
|
+
@api_key.setter
|
130
|
+
def api_key(self, value: typing.Optional[builtins.str]) -> None:
|
131
|
+
if __debug__:
|
132
|
+
type_hints = typing.get_type_hints(_typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b)
|
133
|
+
check_type(argname="argument value", value=value, expected_type=type_hints["value"])
|
134
|
+
jsii.set(self, "apiKey", value)
|
135
|
+
|
136
|
+
|
137
|
+
@jsii.data_type(
|
138
|
+
jsii_type="vellum-ai_vellum.provider.VellumProviderConfig",
|
139
|
+
jsii_struct_bases=[],
|
140
|
+
name_mapping={"alias": "alias", "api_key": "apiKey"},
|
141
|
+
)
|
142
|
+
class VellumProviderConfig:
|
143
|
+
def __init__(
|
144
|
+
self,
|
145
|
+
*,
|
146
|
+
alias: typing.Optional[builtins.str] = None,
|
147
|
+
api_key: typing.Optional[builtins.str] = None,
|
148
|
+
) -> None:
|
149
|
+
'''
|
150
|
+
:param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
151
|
+
:param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
152
|
+
'''
|
153
|
+
if __debug__:
|
154
|
+
type_hints = typing.get_type_hints(_typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1)
|
155
|
+
check_type(argname="argument alias", value=alias, expected_type=type_hints["alias"])
|
156
|
+
check_type(argname="argument api_key", value=api_key, expected_type=type_hints["api_key"])
|
157
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
158
|
+
if alias is not None:
|
159
|
+
self._values["alias"] = alias
|
160
|
+
if api_key is not None:
|
161
|
+
self._values["api_key"] = api_key
|
162
|
+
|
163
|
+
@builtins.property
|
164
|
+
def alias(self) -> typing.Optional[builtins.str]:
|
165
|
+
'''Alias name.
|
166
|
+
|
167
|
+
Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
|
168
|
+
'''
|
169
|
+
result = self._values.get("alias")
|
170
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
171
|
+
|
172
|
+
@builtins.property
|
173
|
+
def api_key(self) -> typing.Optional[builtins.str]:
|
174
|
+
'''API Key to authenticate with the Vellum API.
|
175
|
+
|
176
|
+
Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
|
177
|
+
'''
|
178
|
+
result = self._values.get("api_key")
|
179
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
180
|
+
|
181
|
+
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
182
|
+
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
183
|
+
|
184
|
+
def __ne__(self, rhs: typing.Any) -> builtins.bool:
|
185
|
+
return not (rhs == self)
|
186
|
+
|
187
|
+
def __repr__(self) -> str:
|
188
|
+
return "VellumProviderConfig(%s)" % ", ".join(
|
189
|
+
k + "=" + repr(v) for k, v in self._values.items()
|
190
|
+
)
|
191
|
+
|
192
|
+
|
193
|
+
__all__ = [
|
194
|
+
"VellumProvider",
|
195
|
+
"VellumProviderConfig",
|
196
|
+
]
|
197
|
+
|
198
|
+
publication.publish()
|
199
|
+
|
200
|
+
def _typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177(
|
201
|
+
scope: _constructs_77d1e7e8.Construct,
|
202
|
+
id: builtins.str,
|
203
|
+
*,
|
204
|
+
alias: typing.Optional[builtins.str] = None,
|
205
|
+
api_key: typing.Optional[builtins.str] = None,
|
206
|
+
) -> None:
|
207
|
+
"""Type checking stubs"""
|
208
|
+
pass
|
209
|
+
|
210
|
+
def _typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb(
|
211
|
+
scope: _constructs_77d1e7e8.Construct,
|
212
|
+
import_to_id: builtins.str,
|
213
|
+
import_from_id: builtins.str,
|
214
|
+
provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
|
215
|
+
) -> None:
|
216
|
+
"""Type checking stubs"""
|
217
|
+
pass
|
218
|
+
|
219
|
+
def _typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02(
|
220
|
+
value: typing.Optional[builtins.str],
|
221
|
+
) -> None:
|
222
|
+
"""Type checking stubs"""
|
223
|
+
pass
|
224
|
+
|
225
|
+
def _typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b(
|
226
|
+
value: typing.Optional[builtins.str],
|
227
|
+
) -> None:
|
228
|
+
"""Type checking stubs"""
|
229
|
+
pass
|
230
|
+
|
231
|
+
def _typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1(
|
232
|
+
*,
|
233
|
+
alias: typing.Optional[builtins.str] = None,
|
234
|
+
api_key: typing.Optional[builtins.str] = None,
|
235
|
+
) -> None:
|
236
|
+
"""Type checking stubs"""
|
237
|
+
pass
|
@@ -0,0 +1 @@
|
|
1
|
+
|
vellum/types/__init__.py
CHANGED
@@ -123,6 +123,8 @@ from .execution_vellum_value import (
|
|
123
123
|
ExecutionVellumValue_SearchResults,
|
124
124
|
ExecutionVellumValue_String,
|
125
125
|
)
|
126
|
+
from .external_test_case_execution import ExternalTestCaseExecution
|
127
|
+
from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
|
126
128
|
from .finish_reason_enum import FinishReasonEnum
|
127
129
|
from .fulfilled_enum import FulfilledEnum
|
128
130
|
from .fulfilled_execute_prompt_event import FulfilledExecutePromptEvent
|
@@ -172,12 +174,27 @@ from .model_version_exec_config_parameters import ModelVersionExecConfigParamete
|
|
172
174
|
from .model_version_read import ModelVersionRead
|
173
175
|
from .model_version_read_status_enum import ModelVersionReadStatusEnum
|
174
176
|
from .model_version_sandbox_snapshot import ModelVersionSandboxSnapshot
|
177
|
+
from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
|
175
178
|
from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
|
179
|
+
from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
|
176
180
|
from .named_test_case_error_variable_value_request import NamedTestCaseErrorVariableValueRequest
|
181
|
+
from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
|
177
182
|
from .named_test_case_json_variable_value_request import NamedTestCaseJsonVariableValueRequest
|
183
|
+
from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
|
178
184
|
from .named_test_case_number_variable_value_request import NamedTestCaseNumberVariableValueRequest
|
185
|
+
from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
|
179
186
|
from .named_test_case_search_results_variable_value_request import NamedTestCaseSearchResultsVariableValueRequest
|
187
|
+
from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
|
180
188
|
from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
|
189
|
+
from .named_test_case_variable_value import (
|
190
|
+
NamedTestCaseVariableValue,
|
191
|
+
NamedTestCaseVariableValue_ChatHistory,
|
192
|
+
NamedTestCaseVariableValue_Error,
|
193
|
+
NamedTestCaseVariableValue_Json,
|
194
|
+
NamedTestCaseVariableValue_Number,
|
195
|
+
NamedTestCaseVariableValue_SearchResults,
|
196
|
+
NamedTestCaseVariableValue_String,
|
197
|
+
)
|
181
198
|
from .named_test_case_variable_value_request import (
|
182
199
|
NamedTestCaseVariableValueRequest,
|
183
200
|
NamedTestCaseVariableValueRequest_ChatHistory,
|
@@ -260,6 +277,7 @@ from .prompt_template_block_data_request import PromptTemplateBlockDataRequest
|
|
260
277
|
from .prompt_template_block_properties import PromptTemplateBlockProperties
|
261
278
|
from .prompt_template_block_properties_request import PromptTemplateBlockPropertiesRequest
|
262
279
|
from .prompt_template_block_request import PromptTemplateBlockRequest
|
280
|
+
from .prompt_template_block_state import PromptTemplateBlockState
|
263
281
|
from .provider_enum import ProviderEnum
|
264
282
|
from .raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
|
265
283
|
from .register_prompt_error_response import RegisterPromptErrorResponse
|
@@ -388,17 +406,20 @@ from .test_suite_run_deployment_release_tag_exec_config_type_enum import (
|
|
388
406
|
from .test_suite_run_exec_config import (
|
389
407
|
TestSuiteRunExecConfig,
|
390
408
|
TestSuiteRunExecConfig_DeploymentReleaseTag,
|
409
|
+
TestSuiteRunExecConfig_External,
|
391
410
|
TestSuiteRunExecConfig_WorkflowReleaseTag,
|
392
411
|
)
|
393
412
|
from .test_suite_run_exec_config_request import (
|
394
413
|
TestSuiteRunExecConfigRequest,
|
395
414
|
TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
|
415
|
+
TestSuiteRunExecConfigRequest_External,
|
396
416
|
TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
|
397
417
|
)
|
398
418
|
from .test_suite_run_execution import TestSuiteRunExecution
|
399
419
|
from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
|
400
420
|
from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
|
401
421
|
from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
|
422
|
+
from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
|
402
423
|
from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
|
403
424
|
from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
|
404
425
|
from .test_suite_run_execution_output import (
|
@@ -412,6 +433,11 @@ from .test_suite_run_execution_output import (
|
|
412
433
|
)
|
413
434
|
from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
|
414
435
|
from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
|
436
|
+
from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
|
437
|
+
from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
|
438
|
+
from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
|
439
|
+
from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
|
440
|
+
from .test_suite_run_external_exec_config_type_enum import TestSuiteRunExternalExecConfigTypeEnum
|
415
441
|
from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
|
416
442
|
from .test_suite_run_metric_error_output_type_enum import TestSuiteRunMetricErrorOutputTypeEnum
|
417
443
|
from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
|
@@ -630,6 +656,8 @@ __all__ = [
|
|
630
656
|
"ExecutionVellumValue_Number",
|
631
657
|
"ExecutionVellumValue_SearchResults",
|
632
658
|
"ExecutionVellumValue_String",
|
659
|
+
"ExternalTestCaseExecution",
|
660
|
+
"ExternalTestCaseExecutionRequest",
|
633
661
|
"FinishReasonEnum",
|
634
662
|
"FulfilledEnum",
|
635
663
|
"FulfilledExecutePromptEvent",
|
@@ -681,12 +709,19 @@ __all__ = [
|
|
681
709
|
"ModelVersionRead",
|
682
710
|
"ModelVersionReadStatusEnum",
|
683
711
|
"ModelVersionSandboxSnapshot",
|
712
|
+
"NamedTestCaseChatHistoryVariableValue",
|
684
713
|
"NamedTestCaseChatHistoryVariableValueRequest",
|
714
|
+
"NamedTestCaseErrorVariableValue",
|
685
715
|
"NamedTestCaseErrorVariableValueRequest",
|
716
|
+
"NamedTestCaseJsonVariableValue",
|
686
717
|
"NamedTestCaseJsonVariableValueRequest",
|
718
|
+
"NamedTestCaseNumberVariableValue",
|
687
719
|
"NamedTestCaseNumberVariableValueRequest",
|
720
|
+
"NamedTestCaseSearchResultsVariableValue",
|
688
721
|
"NamedTestCaseSearchResultsVariableValueRequest",
|
722
|
+
"NamedTestCaseStringVariableValue",
|
689
723
|
"NamedTestCaseStringVariableValueRequest",
|
724
|
+
"NamedTestCaseVariableValue",
|
690
725
|
"NamedTestCaseVariableValueRequest",
|
691
726
|
"NamedTestCaseVariableValueRequest_ChatHistory",
|
692
727
|
"NamedTestCaseVariableValueRequest_Error",
|
@@ -694,6 +729,12 @@ __all__ = [
|
|
694
729
|
"NamedTestCaseVariableValueRequest_Number",
|
695
730
|
"NamedTestCaseVariableValueRequest_SearchResults",
|
696
731
|
"NamedTestCaseVariableValueRequest_String",
|
732
|
+
"NamedTestCaseVariableValue_ChatHistory",
|
733
|
+
"NamedTestCaseVariableValue_Error",
|
734
|
+
"NamedTestCaseVariableValue_Json",
|
735
|
+
"NamedTestCaseVariableValue_Number",
|
736
|
+
"NamedTestCaseVariableValue_SearchResults",
|
737
|
+
"NamedTestCaseVariableValue_String",
|
697
738
|
"NodeInputCompiledArrayValue",
|
698
739
|
"NodeInputCompiledChatHistoryValue",
|
699
740
|
"NodeInputCompiledErrorValue",
|
@@ -759,6 +800,7 @@ __all__ = [
|
|
759
800
|
"PromptTemplateBlockProperties",
|
760
801
|
"PromptTemplateBlockPropertiesRequest",
|
761
802
|
"PromptTemplateBlockRequest",
|
803
|
+
"PromptTemplateBlockState",
|
762
804
|
"ProviderEnum",
|
763
805
|
"RawPromptExecutionOverridesRequest",
|
764
806
|
"RegisterPromptErrorResponse",
|
@@ -875,13 +917,16 @@ __all__ = [
|
|
875
917
|
"TestSuiteRunExecConfig",
|
876
918
|
"TestSuiteRunExecConfigRequest",
|
877
919
|
"TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
|
920
|
+
"TestSuiteRunExecConfigRequest_External",
|
878
921
|
"TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
|
879
922
|
"TestSuiteRunExecConfig_DeploymentReleaseTag",
|
923
|
+
"TestSuiteRunExecConfig_External",
|
880
924
|
"TestSuiteRunExecConfig_WorkflowReleaseTag",
|
881
925
|
"TestSuiteRunExecution",
|
882
926
|
"TestSuiteRunExecutionChatHistoryOutput",
|
883
927
|
"TestSuiteRunExecutionErrorOutput",
|
884
928
|
"TestSuiteRunExecutionJsonOutput",
|
929
|
+
"TestSuiteRunExecutionMetricDefinition",
|
885
930
|
"TestSuiteRunExecutionMetricResult",
|
886
931
|
"TestSuiteRunExecutionNumberOutput",
|
887
932
|
"TestSuiteRunExecutionOutput",
|
@@ -893,6 +938,11 @@ __all__ = [
|
|
893
938
|
"TestSuiteRunExecutionOutput_String",
|
894
939
|
"TestSuiteRunExecutionSearchResultsOutput",
|
895
940
|
"TestSuiteRunExecutionStringOutput",
|
941
|
+
"TestSuiteRunExternalExecConfig",
|
942
|
+
"TestSuiteRunExternalExecConfigData",
|
943
|
+
"TestSuiteRunExternalExecConfigDataRequest",
|
944
|
+
"TestSuiteRunExternalExecConfigRequest",
|
945
|
+
"TestSuiteRunExternalExecConfigTypeEnum",
|
896
946
|
"TestSuiteRunMetricErrorOutput",
|
897
947
|
"TestSuiteRunMetricErrorOutputTypeEnum",
|
898
948
|
"TestSuiteRunMetricNumberOutput",
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .named_test_case_variable_value import NamedTestCaseVariableValue
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class ExternalTestCaseExecution(pydantic.BaseModel):
|
16
|
+
outputs: typing.List[NamedTestCaseVariableValue] = pydantic.Field()
|
17
|
+
"""
|
18
|
+
The output values of a callable that was executed against a Test Case outside of Vellum
|
19
|
+
"""
|
20
|
+
|
21
|
+
test_case_id: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class ExternalTestCaseExecutionRequest(pydantic.BaseModel):
|
16
|
+
outputs: typing.List[NamedTestCaseVariableValueRequest] = pydantic.Field()
|
17
|
+
"""
|
18
|
+
The output values of a callable that was executed against a Test Case outside of Vellum
|
19
|
+
"""
|
20
|
+
|
21
|
+
test_case_id: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -24,7 +24,7 @@ class FulfilledWorkflowNodeResultEvent(pydantic.BaseModel):
|
|
24
24
|
ts: typing.Optional[dt.datetime] = None
|
25
25
|
data: typing.Optional[WorkflowNodeResultData] = None
|
26
26
|
source_execution_id: typing.Optional[str] = None
|
27
|
-
output_values: typing.
|
27
|
+
output_values: typing.List[NodeOutputCompiledValue]
|
28
28
|
mocked: typing.Optional[bool] = None
|
29
29
|
|
30
30
|
def json(self, **kwargs: typing.Any) -> str:
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .chat_message import ChatMessage
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class NamedTestCaseChatHistoryVariableValue(pydantic.BaseModel):
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type CHAT_HISTORY
|
18
|
+
"""
|
19
|
+
|
20
|
+
value: typing.Optional[typing.List[ChatMessage]] = None
|
21
|
+
name: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -13,8 +13,12 @@ except ImportError:
|
|
13
13
|
|
14
14
|
|
15
15
|
class NamedTestCaseChatHistoryVariableValueRequest(pydantic.BaseModel):
|
16
|
-
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type CHAT_HISTORY
|
18
|
+
"""
|
19
|
+
|
17
20
|
value: typing.Optional[typing.List[ChatMessageRequest]] = None
|
21
|
+
name: str
|
18
22
|
|
19
23
|
def json(self, **kwargs: typing.Any) -> str:
|
20
24
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .vellum_error import VellumError
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class NamedTestCaseErrorVariableValue(pydantic.BaseModel):
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type ERROR
|
18
|
+
"""
|
19
|
+
|
20
|
+
value: typing.Optional[VellumError] = None
|
21
|
+
name: str
|
22
|
+
|
23
|
+
def json(self, **kwargs: typing.Any) -> str:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().json(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
29
|
+
return super().dict(**kwargs_with_defaults)
|
30
|
+
|
31
|
+
class Config:
|
32
|
+
frozen = True
|
33
|
+
smart_union = True
|
34
|
+
extra = pydantic.Extra.allow
|
35
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -13,8 +13,12 @@ except ImportError:
|
|
13
13
|
|
14
14
|
|
15
15
|
class NamedTestCaseErrorVariableValueRequest(pydantic.BaseModel):
|
16
|
-
|
16
|
+
"""
|
17
|
+
Named Test Case value that is of type ERROR
|
18
|
+
"""
|
19
|
+
|
17
20
|
value: typing.Optional[VellumErrorRequest] = None
|
21
|
+
name: str
|
18
22
|
|
19
23
|
def json(self, **kwargs: typing.Any) -> str:
|
20
24
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,34 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class NamedTestCaseJsonVariableValue(pydantic.BaseModel):
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type JSON
|
17
|
+
"""
|
18
|
+
|
19
|
+
value: typing.Optional[typing.Dict[str, typing.Any]] = None
|
20
|
+
name: str
|
21
|
+
|
22
|
+
def json(self, **kwargs: typing.Any) -> str:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().json(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
28
|
+
return super().dict(**kwargs_with_defaults)
|
29
|
+
|
30
|
+
class Config:
|
31
|
+
frozen = True
|
32
|
+
smart_union = True
|
33
|
+
extra = pydantic.Extra.allow
|
34
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -12,8 +12,12 @@ except ImportError:
|
|
12
12
|
|
13
13
|
|
14
14
|
class NamedTestCaseJsonVariableValueRequest(pydantic.BaseModel):
|
15
|
-
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type JSON
|
17
|
+
"""
|
18
|
+
|
16
19
|
value: typing.Optional[typing.Dict[str, typing.Any]] = None
|
20
|
+
name: str
|
17
21
|
|
18
22
|
def json(self, **kwargs: typing.Any) -> str:
|
19
23
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,34 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class NamedTestCaseNumberVariableValue(pydantic.BaseModel):
|
15
|
+
"""
|
16
|
+
Named Test Case value that is of type NUMBER
|
17
|
+
"""
|
18
|
+
|
19
|
+
value: typing.Optional[float] = None
|
20
|
+
name: str
|
21
|
+
|
22
|
+
def json(self, **kwargs: typing.Any) -> str:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().json(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
28
|
+
return super().dict(**kwargs_with_defaults)
|
29
|
+
|
30
|
+
class Config:
|
31
|
+
frozen = True
|
32
|
+
smart_union = True
|
33
|
+
extra = pydantic.Extra.allow
|
34
|
+
json_encoders = {dt.datetime: serialize_datetime}
|