vellum-ai 0.3.21__py3-none-any.whl → 0.3.23__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. vellum/__init__.py +48 -0
  2. vellum/core/client_wrapper.py +1 -1
  3. vellum/resources/test_suite_runs/client.py +14 -0
  4. vellum/terraform/__init__.py +26 -0
  5. vellum/terraform/_jsii/__init__.py +27 -0
  6. vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz +0 -0
  7. vellum/terraform/constraints.json +4 -0
  8. vellum/terraform/data_vellum_document_index/__init__.py +409 -0
  9. vellum/terraform/document_index/__init__.py +490 -0
  10. vellum/terraform/provider/__init__.py +237 -0
  11. vellum/terraform/py.typed +1 -0
  12. vellum/terraform/versions.json +3 -0
  13. vellum/types/__init__.py +50 -0
  14. vellum/types/external_test_case_execution.py +35 -0
  15. vellum/types/external_test_case_execution_request.py +35 -0
  16. vellum/types/fulfilled_workflow_node_result_event.py +1 -1
  17. vellum/types/named_test_case_chat_history_variable_value.py +35 -0
  18. vellum/types/named_test_case_chat_history_variable_value_request.py +5 -1
  19. vellum/types/named_test_case_error_variable_value.py +35 -0
  20. vellum/types/named_test_case_error_variable_value_request.py +5 -1
  21. vellum/types/named_test_case_json_variable_value.py +34 -0
  22. vellum/types/named_test_case_json_variable_value_request.py +5 -1
  23. vellum/types/named_test_case_number_variable_value.py +34 -0
  24. vellum/types/named_test_case_number_variable_value_request.py +5 -1
  25. vellum/types/named_test_case_search_results_variable_value.py +35 -0
  26. vellum/types/named_test_case_search_results_variable_value_request.py +5 -1
  27. vellum/types/named_test_case_string_variable_value.py +34 -0
  28. vellum/types/named_test_case_string_variable_value_request.py +5 -1
  29. vellum/types/named_test_case_variable_value.py +82 -0
  30. vellum/types/prompt_template_block.py +2 -0
  31. vellum/types/prompt_template_block_request.py +2 -0
  32. vellum/types/prompt_template_block_state.py +22 -0
  33. vellum/types/sandbox_scenario.py +4 -0
  34. vellum/types/test_case_chat_history_variable_value.py +5 -0
  35. vellum/types/test_case_error_variable_value.py +5 -0
  36. vellum/types/test_case_json_variable_value.py +5 -0
  37. vellum/types/test_case_number_variable_value.py +5 -0
  38. vellum/types/test_case_search_results_variable_value.py +5 -0
  39. vellum/types/test_case_string_variable_value.py +5 -0
  40. vellum/types/test_suite_run_exec_config.py +14 -1
  41. vellum/types/test_suite_run_exec_config_request.py +14 -1
  42. vellum/types/test_suite_run_execution_chat_history_output.py +6 -1
  43. vellum/types/test_suite_run_execution_error_output.py +6 -1
  44. vellum/types/test_suite_run_execution_json_output.py +6 -1
  45. vellum/types/test_suite_run_execution_metric_definition.py +31 -0
  46. vellum/types/test_suite_run_execution_metric_result.py +3 -0
  47. vellum/types/test_suite_run_execution_number_output.py +6 -1
  48. vellum/types/test_suite_run_execution_search_results_output.py +6 -1
  49. vellum/types/test_suite_run_execution_string_output.py +6 -1
  50. vellum/types/test_suite_run_external_exec_config.py +38 -0
  51. vellum/types/test_suite_run_external_exec_config_data.py +33 -0
  52. vellum/types/test_suite_run_external_exec_config_data_request.py +33 -0
  53. vellum/types/test_suite_run_external_exec_config_request.py +38 -0
  54. vellum/types/test_suite_run_external_exec_config_type_enum.py +5 -0
  55. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/METADATA +2 -1
  56. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/RECORD +58 -33
  57. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/LICENSE +0 -0
  58. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/WHEEL +0 -0
@@ -0,0 +1,237 @@
1
+ '''
2
+ # `provider`
3
+
4
+ Refer to the Terraform Registry for docs: [`vellum`](https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs).
5
+ '''
6
+ from pkgutil import extend_path
7
+ __path__ = extend_path(__path__, __name__)
8
+
9
+ import abc
10
+ import builtins
11
+ import datetime
12
+ import enum
13
+ import typing
14
+
15
+ import jsii
16
+ import publication
17
+ import typing_extensions
18
+
19
+ from typeguard import check_type
20
+
21
+ from .._jsii import *
22
+
23
+ import cdktf as _cdktf_9a9027ec
24
+ import constructs as _constructs_77d1e7e8
25
+
26
+
27
+ class VellumProvider(
28
+ _cdktf_9a9027ec.TerraformProvider,
29
+ metaclass=jsii.JSIIMeta,
30
+ jsii_type="vellum-ai_vellum.provider.VellumProvider",
31
+ ):
32
+ '''Represents a {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum}.'''
33
+
34
+ def __init__(
35
+ self,
36
+ scope: _constructs_77d1e7e8.Construct,
37
+ id: builtins.str,
38
+ *,
39
+ alias: typing.Optional[builtins.str] = None,
40
+ api_key: typing.Optional[builtins.str] = None,
41
+ ) -> None:
42
+ '''Create a new {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum} Resource.
43
+
44
+ :param scope: The scope in which to define this construct.
45
+ :param id: The scoped construct ID. Must be unique amongst siblings in the same scope
46
+ :param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
47
+ :param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
48
+ '''
49
+ if __debug__:
50
+ type_hints = typing.get_type_hints(_typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177)
51
+ check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
52
+ check_type(argname="argument id", value=id, expected_type=type_hints["id"])
53
+ config = VellumProviderConfig(alias=alias, api_key=api_key)
54
+
55
+ jsii.create(self.__class__, self, [scope, id, config])
56
+
57
+ @jsii.member(jsii_name="generateConfigForImport")
58
+ @builtins.classmethod
59
+ def generate_config_for_import(
60
+ cls,
61
+ scope: _constructs_77d1e7e8.Construct,
62
+ import_to_id: builtins.str,
63
+ import_from_id: builtins.str,
64
+ provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
65
+ ) -> _cdktf_9a9027ec.ImportableResource:
66
+ '''Generates CDKTF code for importing a VellumProvider resource upon running "cdktf plan ".
67
+
68
+ :param scope: The scope in which to define this construct.
69
+ :param import_to_id: The construct id used in the generated config for the VellumProvider to import.
70
+ :param import_from_id: The id of the existing VellumProvider that should be imported. Refer to the {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#import import section} in the documentation of this resource for the id to use
71
+ :param provider: ? Optional instance of the provider where the VellumProvider to import is found.
72
+ '''
73
+ if __debug__:
74
+ type_hints = typing.get_type_hints(_typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb)
75
+ check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
76
+ check_type(argname="argument import_to_id", value=import_to_id, expected_type=type_hints["import_to_id"])
77
+ check_type(argname="argument import_from_id", value=import_from_id, expected_type=type_hints["import_from_id"])
78
+ check_type(argname="argument provider", value=provider, expected_type=type_hints["provider"])
79
+ return typing.cast(_cdktf_9a9027ec.ImportableResource, jsii.sinvoke(cls, "generateConfigForImport", [scope, import_to_id, import_from_id, provider]))
80
+
81
+ @jsii.member(jsii_name="resetAlias")
82
+ def reset_alias(self) -> None:
83
+ return typing.cast(None, jsii.invoke(self, "resetAlias", []))
84
+
85
+ @jsii.member(jsii_name="resetApiKey")
86
+ def reset_api_key(self) -> None:
87
+ return typing.cast(None, jsii.invoke(self, "resetApiKey", []))
88
+
89
+ @jsii.member(jsii_name="synthesizeAttributes")
90
+ def _synthesize_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
91
+ return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeAttributes", []))
92
+
93
+ @jsii.member(jsii_name="synthesizeHclAttributes")
94
+ def _synthesize_hcl_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
95
+ return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeHclAttributes", []))
96
+
97
+ @jsii.python.classproperty
98
+ @jsii.member(jsii_name="tfResourceType")
99
+ def TF_RESOURCE_TYPE(cls) -> builtins.str:
100
+ return typing.cast(builtins.str, jsii.sget(cls, "tfResourceType"))
101
+
102
+ @builtins.property
103
+ @jsii.member(jsii_name="aliasInput")
104
+ def alias_input(self) -> typing.Optional[builtins.str]:
105
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "aliasInput"))
106
+
107
+ @builtins.property
108
+ @jsii.member(jsii_name="apiKeyInput")
109
+ def api_key_input(self) -> typing.Optional[builtins.str]:
110
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKeyInput"))
111
+
112
+ @builtins.property
113
+ @jsii.member(jsii_name="alias")
114
+ def alias(self) -> typing.Optional[builtins.str]:
115
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "alias"))
116
+
117
+ @alias.setter
118
+ def alias(self, value: typing.Optional[builtins.str]) -> None:
119
+ if __debug__:
120
+ type_hints = typing.get_type_hints(_typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02)
121
+ check_type(argname="argument value", value=value, expected_type=type_hints["value"])
122
+ jsii.set(self, "alias", value)
123
+
124
+ @builtins.property
125
+ @jsii.member(jsii_name="apiKey")
126
+ def api_key(self) -> typing.Optional[builtins.str]:
127
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKey"))
128
+
129
+ @api_key.setter
130
+ def api_key(self, value: typing.Optional[builtins.str]) -> None:
131
+ if __debug__:
132
+ type_hints = typing.get_type_hints(_typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b)
133
+ check_type(argname="argument value", value=value, expected_type=type_hints["value"])
134
+ jsii.set(self, "apiKey", value)
135
+
136
+
137
+ @jsii.data_type(
138
+ jsii_type="vellum-ai_vellum.provider.VellumProviderConfig",
139
+ jsii_struct_bases=[],
140
+ name_mapping={"alias": "alias", "api_key": "apiKey"},
141
+ )
142
+ class VellumProviderConfig:
143
+ def __init__(
144
+ self,
145
+ *,
146
+ alias: typing.Optional[builtins.str] = None,
147
+ api_key: typing.Optional[builtins.str] = None,
148
+ ) -> None:
149
+ '''
150
+ :param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
151
+ :param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
152
+ '''
153
+ if __debug__:
154
+ type_hints = typing.get_type_hints(_typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1)
155
+ check_type(argname="argument alias", value=alias, expected_type=type_hints["alias"])
156
+ check_type(argname="argument api_key", value=api_key, expected_type=type_hints["api_key"])
157
+ self._values: typing.Dict[builtins.str, typing.Any] = {}
158
+ if alias is not None:
159
+ self._values["alias"] = alias
160
+ if api_key is not None:
161
+ self._values["api_key"] = api_key
162
+
163
+ @builtins.property
164
+ def alias(self) -> typing.Optional[builtins.str]:
165
+ '''Alias name.
166
+
167
+ Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
168
+ '''
169
+ result = self._values.get("alias")
170
+ return typing.cast(typing.Optional[builtins.str], result)
171
+
172
+ @builtins.property
173
+ def api_key(self) -> typing.Optional[builtins.str]:
174
+ '''API Key to authenticate with the Vellum API.
175
+
176
+ Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
177
+ '''
178
+ result = self._values.get("api_key")
179
+ return typing.cast(typing.Optional[builtins.str], result)
180
+
181
+ def __eq__(self, rhs: typing.Any) -> builtins.bool:
182
+ return isinstance(rhs, self.__class__) and rhs._values == self._values
183
+
184
+ def __ne__(self, rhs: typing.Any) -> builtins.bool:
185
+ return not (rhs == self)
186
+
187
+ def __repr__(self) -> str:
188
+ return "VellumProviderConfig(%s)" % ", ".join(
189
+ k + "=" + repr(v) for k, v in self._values.items()
190
+ )
191
+
192
+
193
+ __all__ = [
194
+ "VellumProvider",
195
+ "VellumProviderConfig",
196
+ ]
197
+
198
+ publication.publish()
199
+
200
+ def _typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177(
201
+ scope: _constructs_77d1e7e8.Construct,
202
+ id: builtins.str,
203
+ *,
204
+ alias: typing.Optional[builtins.str] = None,
205
+ api_key: typing.Optional[builtins.str] = None,
206
+ ) -> None:
207
+ """Type checking stubs"""
208
+ pass
209
+
210
+ def _typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb(
211
+ scope: _constructs_77d1e7e8.Construct,
212
+ import_to_id: builtins.str,
213
+ import_from_id: builtins.str,
214
+ provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
215
+ ) -> None:
216
+ """Type checking stubs"""
217
+ pass
218
+
219
+ def _typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02(
220
+ value: typing.Optional[builtins.str],
221
+ ) -> None:
222
+ """Type checking stubs"""
223
+ pass
224
+
225
+ def _typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b(
226
+ value: typing.Optional[builtins.str],
227
+ ) -> None:
228
+ """Type checking stubs"""
229
+ pass
230
+
231
+ def _typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1(
232
+ *,
233
+ alias: typing.Optional[builtins.str] = None,
234
+ api_key: typing.Optional[builtins.str] = None,
235
+ ) -> None:
236
+ """Type checking stubs"""
237
+ pass
@@ -0,0 +1 @@
1
+
@@ -0,0 +1,3 @@
1
+ {
2
+ "registry.terraform.io/vellum-ai/vellum": "0.0.2"
3
+ }
vellum/types/__init__.py CHANGED
@@ -123,6 +123,8 @@ from .execution_vellum_value import (
123
123
  ExecutionVellumValue_SearchResults,
124
124
  ExecutionVellumValue_String,
125
125
  )
126
+ from .external_test_case_execution import ExternalTestCaseExecution
127
+ from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
126
128
  from .finish_reason_enum import FinishReasonEnum
127
129
  from .fulfilled_enum import FulfilledEnum
128
130
  from .fulfilled_execute_prompt_event import FulfilledExecutePromptEvent
@@ -172,12 +174,27 @@ from .model_version_exec_config_parameters import ModelVersionExecConfigParamete
172
174
  from .model_version_read import ModelVersionRead
173
175
  from .model_version_read_status_enum import ModelVersionReadStatusEnum
174
176
  from .model_version_sandbox_snapshot import ModelVersionSandboxSnapshot
177
+ from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
175
178
  from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
179
+ from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
176
180
  from .named_test_case_error_variable_value_request import NamedTestCaseErrorVariableValueRequest
181
+ from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
177
182
  from .named_test_case_json_variable_value_request import NamedTestCaseJsonVariableValueRequest
183
+ from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
178
184
  from .named_test_case_number_variable_value_request import NamedTestCaseNumberVariableValueRequest
185
+ from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
179
186
  from .named_test_case_search_results_variable_value_request import NamedTestCaseSearchResultsVariableValueRequest
187
+ from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
180
188
  from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
189
+ from .named_test_case_variable_value import (
190
+ NamedTestCaseVariableValue,
191
+ NamedTestCaseVariableValue_ChatHistory,
192
+ NamedTestCaseVariableValue_Error,
193
+ NamedTestCaseVariableValue_Json,
194
+ NamedTestCaseVariableValue_Number,
195
+ NamedTestCaseVariableValue_SearchResults,
196
+ NamedTestCaseVariableValue_String,
197
+ )
181
198
  from .named_test_case_variable_value_request import (
182
199
  NamedTestCaseVariableValueRequest,
183
200
  NamedTestCaseVariableValueRequest_ChatHistory,
@@ -260,6 +277,7 @@ from .prompt_template_block_data_request import PromptTemplateBlockDataRequest
260
277
  from .prompt_template_block_properties import PromptTemplateBlockProperties
261
278
  from .prompt_template_block_properties_request import PromptTemplateBlockPropertiesRequest
262
279
  from .prompt_template_block_request import PromptTemplateBlockRequest
280
+ from .prompt_template_block_state import PromptTemplateBlockState
263
281
  from .provider_enum import ProviderEnum
264
282
  from .raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
265
283
  from .register_prompt_error_response import RegisterPromptErrorResponse
@@ -388,17 +406,20 @@ from .test_suite_run_deployment_release_tag_exec_config_type_enum import (
388
406
  from .test_suite_run_exec_config import (
389
407
  TestSuiteRunExecConfig,
390
408
  TestSuiteRunExecConfig_DeploymentReleaseTag,
409
+ TestSuiteRunExecConfig_External,
391
410
  TestSuiteRunExecConfig_WorkflowReleaseTag,
392
411
  )
393
412
  from .test_suite_run_exec_config_request import (
394
413
  TestSuiteRunExecConfigRequest,
395
414
  TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
415
+ TestSuiteRunExecConfigRequest_External,
396
416
  TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
397
417
  )
398
418
  from .test_suite_run_execution import TestSuiteRunExecution
399
419
  from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
400
420
  from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
401
421
  from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
422
+ from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
402
423
  from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
403
424
  from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
404
425
  from .test_suite_run_execution_output import (
@@ -412,6 +433,11 @@ from .test_suite_run_execution_output import (
412
433
  )
413
434
  from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
414
435
  from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
436
+ from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
437
+ from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
438
+ from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
439
+ from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
440
+ from .test_suite_run_external_exec_config_type_enum import TestSuiteRunExternalExecConfigTypeEnum
415
441
  from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
416
442
  from .test_suite_run_metric_error_output_type_enum import TestSuiteRunMetricErrorOutputTypeEnum
417
443
  from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
@@ -630,6 +656,8 @@ __all__ = [
630
656
  "ExecutionVellumValue_Number",
631
657
  "ExecutionVellumValue_SearchResults",
632
658
  "ExecutionVellumValue_String",
659
+ "ExternalTestCaseExecution",
660
+ "ExternalTestCaseExecutionRequest",
633
661
  "FinishReasonEnum",
634
662
  "FulfilledEnum",
635
663
  "FulfilledExecutePromptEvent",
@@ -681,12 +709,19 @@ __all__ = [
681
709
  "ModelVersionRead",
682
710
  "ModelVersionReadStatusEnum",
683
711
  "ModelVersionSandboxSnapshot",
712
+ "NamedTestCaseChatHistoryVariableValue",
684
713
  "NamedTestCaseChatHistoryVariableValueRequest",
714
+ "NamedTestCaseErrorVariableValue",
685
715
  "NamedTestCaseErrorVariableValueRequest",
716
+ "NamedTestCaseJsonVariableValue",
686
717
  "NamedTestCaseJsonVariableValueRequest",
718
+ "NamedTestCaseNumberVariableValue",
687
719
  "NamedTestCaseNumberVariableValueRequest",
720
+ "NamedTestCaseSearchResultsVariableValue",
688
721
  "NamedTestCaseSearchResultsVariableValueRequest",
722
+ "NamedTestCaseStringVariableValue",
689
723
  "NamedTestCaseStringVariableValueRequest",
724
+ "NamedTestCaseVariableValue",
690
725
  "NamedTestCaseVariableValueRequest",
691
726
  "NamedTestCaseVariableValueRequest_ChatHistory",
692
727
  "NamedTestCaseVariableValueRequest_Error",
@@ -694,6 +729,12 @@ __all__ = [
694
729
  "NamedTestCaseVariableValueRequest_Number",
695
730
  "NamedTestCaseVariableValueRequest_SearchResults",
696
731
  "NamedTestCaseVariableValueRequest_String",
732
+ "NamedTestCaseVariableValue_ChatHistory",
733
+ "NamedTestCaseVariableValue_Error",
734
+ "NamedTestCaseVariableValue_Json",
735
+ "NamedTestCaseVariableValue_Number",
736
+ "NamedTestCaseVariableValue_SearchResults",
737
+ "NamedTestCaseVariableValue_String",
697
738
  "NodeInputCompiledArrayValue",
698
739
  "NodeInputCompiledChatHistoryValue",
699
740
  "NodeInputCompiledErrorValue",
@@ -759,6 +800,7 @@ __all__ = [
759
800
  "PromptTemplateBlockProperties",
760
801
  "PromptTemplateBlockPropertiesRequest",
761
802
  "PromptTemplateBlockRequest",
803
+ "PromptTemplateBlockState",
762
804
  "ProviderEnum",
763
805
  "RawPromptExecutionOverridesRequest",
764
806
  "RegisterPromptErrorResponse",
@@ -875,13 +917,16 @@ __all__ = [
875
917
  "TestSuiteRunExecConfig",
876
918
  "TestSuiteRunExecConfigRequest",
877
919
  "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
920
+ "TestSuiteRunExecConfigRequest_External",
878
921
  "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
879
922
  "TestSuiteRunExecConfig_DeploymentReleaseTag",
923
+ "TestSuiteRunExecConfig_External",
880
924
  "TestSuiteRunExecConfig_WorkflowReleaseTag",
881
925
  "TestSuiteRunExecution",
882
926
  "TestSuiteRunExecutionChatHistoryOutput",
883
927
  "TestSuiteRunExecutionErrorOutput",
884
928
  "TestSuiteRunExecutionJsonOutput",
929
+ "TestSuiteRunExecutionMetricDefinition",
885
930
  "TestSuiteRunExecutionMetricResult",
886
931
  "TestSuiteRunExecutionNumberOutput",
887
932
  "TestSuiteRunExecutionOutput",
@@ -893,6 +938,11 @@ __all__ = [
893
938
  "TestSuiteRunExecutionOutput_String",
894
939
  "TestSuiteRunExecutionSearchResultsOutput",
895
940
  "TestSuiteRunExecutionStringOutput",
941
+ "TestSuiteRunExternalExecConfig",
942
+ "TestSuiteRunExternalExecConfigData",
943
+ "TestSuiteRunExternalExecConfigDataRequest",
944
+ "TestSuiteRunExternalExecConfigRequest",
945
+ "TestSuiteRunExternalExecConfigTypeEnum",
896
946
  "TestSuiteRunMetricErrorOutput",
897
947
  "TestSuiteRunMetricErrorOutputTypeEnum",
898
948
  "TestSuiteRunMetricNumberOutput",
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .named_test_case_variable_value import NamedTestCaseVariableValue
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class ExternalTestCaseExecution(pydantic.BaseModel):
16
+ outputs: typing.List[NamedTestCaseVariableValue] = pydantic.Field()
17
+ """
18
+ The output values of a callable that was executed against a Test Case outside of Vellum
19
+ """
20
+
21
+ test_case_id: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class ExternalTestCaseExecutionRequest(pydantic.BaseModel):
16
+ outputs: typing.List[NamedTestCaseVariableValueRequest] = pydantic.Field()
17
+ """
18
+ The output values of a callable that was executed against a Test Case outside of Vellum
19
+ """
20
+
21
+ test_case_id: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -24,7 +24,7 @@ class FulfilledWorkflowNodeResultEvent(pydantic.BaseModel):
24
24
  ts: typing.Optional[dt.datetime] = None
25
25
  data: typing.Optional[WorkflowNodeResultData] = None
26
26
  source_execution_id: typing.Optional[str] = None
27
- output_values: typing.Optional[typing.List[NodeOutputCompiledValue]] = None
27
+ output_values: typing.List[NodeOutputCompiledValue]
28
28
  mocked: typing.Optional[bool] = None
29
29
 
30
30
  def json(self, **kwargs: typing.Any) -> str:
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .chat_message import ChatMessage
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class NamedTestCaseChatHistoryVariableValue(pydantic.BaseModel):
16
+ """
17
+ Named Test Case value that is of type CHAT_HISTORY
18
+ """
19
+
20
+ value: typing.Optional[typing.List[ChatMessage]] = None
21
+ name: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -13,8 +13,12 @@ except ImportError:
13
13
 
14
14
 
15
15
  class NamedTestCaseChatHistoryVariableValueRequest(pydantic.BaseModel):
16
- name: str
16
+ """
17
+ Named Test Case value that is of type CHAT_HISTORY
18
+ """
19
+
17
20
  value: typing.Optional[typing.List[ChatMessageRequest]] = None
21
+ name: str
18
22
 
19
23
  def json(self, **kwargs: typing.Any) -> str:
20
24
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .vellum_error import VellumError
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class NamedTestCaseErrorVariableValue(pydantic.BaseModel):
16
+ """
17
+ Named Test Case value that is of type ERROR
18
+ """
19
+
20
+ value: typing.Optional[VellumError] = None
21
+ name: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -13,8 +13,12 @@ except ImportError:
13
13
 
14
14
 
15
15
  class NamedTestCaseErrorVariableValueRequest(pydantic.BaseModel):
16
- name: str
16
+ """
17
+ Named Test Case value that is of type ERROR
18
+ """
19
+
17
20
  value: typing.Optional[VellumErrorRequest] = None
21
+ name: str
18
22
 
19
23
  def json(self, **kwargs: typing.Any) -> str:
20
24
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,34 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+
8
+ try:
9
+ import pydantic.v1 as pydantic # type: ignore
10
+ except ImportError:
11
+ import pydantic # type: ignore
12
+
13
+
14
+ class NamedTestCaseJsonVariableValue(pydantic.BaseModel):
15
+ """
16
+ Named Test Case value that is of type JSON
17
+ """
18
+
19
+ value: typing.Optional[typing.Dict[str, typing.Any]] = None
20
+ name: str
21
+
22
+ def json(self, **kwargs: typing.Any) -> str:
23
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
24
+ return super().json(**kwargs_with_defaults)
25
+
26
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
27
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
28
+ return super().dict(**kwargs_with_defaults)
29
+
30
+ class Config:
31
+ frozen = True
32
+ smart_union = True
33
+ extra = pydantic.Extra.allow
34
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -12,8 +12,12 @@ except ImportError:
12
12
 
13
13
 
14
14
  class NamedTestCaseJsonVariableValueRequest(pydantic.BaseModel):
15
- name: str
15
+ """
16
+ Named Test Case value that is of type JSON
17
+ """
18
+
16
19
  value: typing.Optional[typing.Dict[str, typing.Any]] = None
20
+ name: str
17
21
 
18
22
  def json(self, **kwargs: typing.Any) -> str:
19
23
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,34 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+
8
+ try:
9
+ import pydantic.v1 as pydantic # type: ignore
10
+ except ImportError:
11
+ import pydantic # type: ignore
12
+
13
+
14
+ class NamedTestCaseNumberVariableValue(pydantic.BaseModel):
15
+ """
16
+ Named Test Case value that is of type NUMBER
17
+ """
18
+
19
+ value: typing.Optional[float] = None
20
+ name: str
21
+
22
+ def json(self, **kwargs: typing.Any) -> str:
23
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
24
+ return super().json(**kwargs_with_defaults)
25
+
26
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
27
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
28
+ return super().dict(**kwargs_with_defaults)
29
+
30
+ class Config:
31
+ frozen = True
32
+ smart_union = True
33
+ extra = pydantic.Extra.allow
34
+ json_encoders = {dt.datetime: serialize_datetime}