vellum-ai 0.3.21__py3-none-any.whl → 0.3.23__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (58) hide show
  1. vellum/__init__.py +48 -0
  2. vellum/core/client_wrapper.py +1 -1
  3. vellum/resources/test_suite_runs/client.py +14 -0
  4. vellum/terraform/__init__.py +26 -0
  5. vellum/terraform/_jsii/__init__.py +27 -0
  6. vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz +0 -0
  7. vellum/terraform/constraints.json +4 -0
  8. vellum/terraform/data_vellum_document_index/__init__.py +409 -0
  9. vellum/terraform/document_index/__init__.py +490 -0
  10. vellum/terraform/provider/__init__.py +237 -0
  11. vellum/terraform/py.typed +1 -0
  12. vellum/terraform/versions.json +3 -0
  13. vellum/types/__init__.py +50 -0
  14. vellum/types/external_test_case_execution.py +35 -0
  15. vellum/types/external_test_case_execution_request.py +35 -0
  16. vellum/types/fulfilled_workflow_node_result_event.py +1 -1
  17. vellum/types/named_test_case_chat_history_variable_value.py +35 -0
  18. vellum/types/named_test_case_chat_history_variable_value_request.py +5 -1
  19. vellum/types/named_test_case_error_variable_value.py +35 -0
  20. vellum/types/named_test_case_error_variable_value_request.py +5 -1
  21. vellum/types/named_test_case_json_variable_value.py +34 -0
  22. vellum/types/named_test_case_json_variable_value_request.py +5 -1
  23. vellum/types/named_test_case_number_variable_value.py +34 -0
  24. vellum/types/named_test_case_number_variable_value_request.py +5 -1
  25. vellum/types/named_test_case_search_results_variable_value.py +35 -0
  26. vellum/types/named_test_case_search_results_variable_value_request.py +5 -1
  27. vellum/types/named_test_case_string_variable_value.py +34 -0
  28. vellum/types/named_test_case_string_variable_value_request.py +5 -1
  29. vellum/types/named_test_case_variable_value.py +82 -0
  30. vellum/types/prompt_template_block.py +2 -0
  31. vellum/types/prompt_template_block_request.py +2 -0
  32. vellum/types/prompt_template_block_state.py +22 -0
  33. vellum/types/sandbox_scenario.py +4 -0
  34. vellum/types/test_case_chat_history_variable_value.py +5 -0
  35. vellum/types/test_case_error_variable_value.py +5 -0
  36. vellum/types/test_case_json_variable_value.py +5 -0
  37. vellum/types/test_case_number_variable_value.py +5 -0
  38. vellum/types/test_case_search_results_variable_value.py +5 -0
  39. vellum/types/test_case_string_variable_value.py +5 -0
  40. vellum/types/test_suite_run_exec_config.py +14 -1
  41. vellum/types/test_suite_run_exec_config_request.py +14 -1
  42. vellum/types/test_suite_run_execution_chat_history_output.py +6 -1
  43. vellum/types/test_suite_run_execution_error_output.py +6 -1
  44. vellum/types/test_suite_run_execution_json_output.py +6 -1
  45. vellum/types/test_suite_run_execution_metric_definition.py +31 -0
  46. vellum/types/test_suite_run_execution_metric_result.py +3 -0
  47. vellum/types/test_suite_run_execution_number_output.py +6 -1
  48. vellum/types/test_suite_run_execution_search_results_output.py +6 -1
  49. vellum/types/test_suite_run_execution_string_output.py +6 -1
  50. vellum/types/test_suite_run_external_exec_config.py +38 -0
  51. vellum/types/test_suite_run_external_exec_config_data.py +33 -0
  52. vellum/types/test_suite_run_external_exec_config_data_request.py +33 -0
  53. vellum/types/test_suite_run_external_exec_config_request.py +38 -0
  54. vellum/types/test_suite_run_external_exec_config_type_enum.py +5 -0
  55. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/METADATA +2 -1
  56. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/RECORD +58 -33
  57. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/LICENSE +0 -0
  58. {vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/WHEEL +0 -0
@@ -0,0 +1,237 @@
1
+ '''
2
+ # `provider`
3
+
4
+ Refer to the Terraform Registry for docs: [`vellum`](https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs).
5
+ '''
6
+ from pkgutil import extend_path
7
+ __path__ = extend_path(__path__, __name__)
8
+
9
+ import abc
10
+ import builtins
11
+ import datetime
12
+ import enum
13
+ import typing
14
+
15
+ import jsii
16
+ import publication
17
+ import typing_extensions
18
+
19
+ from typeguard import check_type
20
+
21
+ from .._jsii import *
22
+
23
+ import cdktf as _cdktf_9a9027ec
24
+ import constructs as _constructs_77d1e7e8
25
+
26
+
27
+ class VellumProvider(
28
+ _cdktf_9a9027ec.TerraformProvider,
29
+ metaclass=jsii.JSIIMeta,
30
+ jsii_type="vellum-ai_vellum.provider.VellumProvider",
31
+ ):
32
+ '''Represents a {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum}.'''
33
+
34
+ def __init__(
35
+ self,
36
+ scope: _constructs_77d1e7e8.Construct,
37
+ id: builtins.str,
38
+ *,
39
+ alias: typing.Optional[builtins.str] = None,
40
+ api_key: typing.Optional[builtins.str] = None,
41
+ ) -> None:
42
+ '''Create a new {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs vellum} Resource.
43
+
44
+ :param scope: The scope in which to define this construct.
45
+ :param id: The scoped construct ID. Must be unique amongst siblings in the same scope
46
+ :param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
47
+ :param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
48
+ '''
49
+ if __debug__:
50
+ type_hints = typing.get_type_hints(_typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177)
51
+ check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
52
+ check_type(argname="argument id", value=id, expected_type=type_hints["id"])
53
+ config = VellumProviderConfig(alias=alias, api_key=api_key)
54
+
55
+ jsii.create(self.__class__, self, [scope, id, config])
56
+
57
+ @jsii.member(jsii_name="generateConfigForImport")
58
+ @builtins.classmethod
59
+ def generate_config_for_import(
60
+ cls,
61
+ scope: _constructs_77d1e7e8.Construct,
62
+ import_to_id: builtins.str,
63
+ import_from_id: builtins.str,
64
+ provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
65
+ ) -> _cdktf_9a9027ec.ImportableResource:
66
+ '''Generates CDKTF code for importing a VellumProvider resource upon running "cdktf plan ".
67
+
68
+ :param scope: The scope in which to define this construct.
69
+ :param import_to_id: The construct id used in the generated config for the VellumProvider to import.
70
+ :param import_from_id: The id of the existing VellumProvider that should be imported. Refer to the {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#import import section} in the documentation of this resource for the id to use
71
+ :param provider: ? Optional instance of the provider where the VellumProvider to import is found.
72
+ '''
73
+ if __debug__:
74
+ type_hints = typing.get_type_hints(_typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb)
75
+ check_type(argname="argument scope", value=scope, expected_type=type_hints["scope"])
76
+ check_type(argname="argument import_to_id", value=import_to_id, expected_type=type_hints["import_to_id"])
77
+ check_type(argname="argument import_from_id", value=import_from_id, expected_type=type_hints["import_from_id"])
78
+ check_type(argname="argument provider", value=provider, expected_type=type_hints["provider"])
79
+ return typing.cast(_cdktf_9a9027ec.ImportableResource, jsii.sinvoke(cls, "generateConfigForImport", [scope, import_to_id, import_from_id, provider]))
80
+
81
+ @jsii.member(jsii_name="resetAlias")
82
+ def reset_alias(self) -> None:
83
+ return typing.cast(None, jsii.invoke(self, "resetAlias", []))
84
+
85
+ @jsii.member(jsii_name="resetApiKey")
86
+ def reset_api_key(self) -> None:
87
+ return typing.cast(None, jsii.invoke(self, "resetApiKey", []))
88
+
89
+ @jsii.member(jsii_name="synthesizeAttributes")
90
+ def _synthesize_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
91
+ return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeAttributes", []))
92
+
93
+ @jsii.member(jsii_name="synthesizeHclAttributes")
94
+ def _synthesize_hcl_attributes(self) -> typing.Mapping[builtins.str, typing.Any]:
95
+ return typing.cast(typing.Mapping[builtins.str, typing.Any], jsii.invoke(self, "synthesizeHclAttributes", []))
96
+
97
+ @jsii.python.classproperty
98
+ @jsii.member(jsii_name="tfResourceType")
99
+ def TF_RESOURCE_TYPE(cls) -> builtins.str:
100
+ return typing.cast(builtins.str, jsii.sget(cls, "tfResourceType"))
101
+
102
+ @builtins.property
103
+ @jsii.member(jsii_name="aliasInput")
104
+ def alias_input(self) -> typing.Optional[builtins.str]:
105
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "aliasInput"))
106
+
107
+ @builtins.property
108
+ @jsii.member(jsii_name="apiKeyInput")
109
+ def api_key_input(self) -> typing.Optional[builtins.str]:
110
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKeyInput"))
111
+
112
+ @builtins.property
113
+ @jsii.member(jsii_name="alias")
114
+ def alias(self) -> typing.Optional[builtins.str]:
115
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "alias"))
116
+
117
+ @alias.setter
118
+ def alias(self, value: typing.Optional[builtins.str]) -> None:
119
+ if __debug__:
120
+ type_hints = typing.get_type_hints(_typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02)
121
+ check_type(argname="argument value", value=value, expected_type=type_hints["value"])
122
+ jsii.set(self, "alias", value)
123
+
124
+ @builtins.property
125
+ @jsii.member(jsii_name="apiKey")
126
+ def api_key(self) -> typing.Optional[builtins.str]:
127
+ return typing.cast(typing.Optional[builtins.str], jsii.get(self, "apiKey"))
128
+
129
+ @api_key.setter
130
+ def api_key(self, value: typing.Optional[builtins.str]) -> None:
131
+ if __debug__:
132
+ type_hints = typing.get_type_hints(_typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b)
133
+ check_type(argname="argument value", value=value, expected_type=type_hints["value"])
134
+ jsii.set(self, "apiKey", value)
135
+
136
+
137
+ @jsii.data_type(
138
+ jsii_type="vellum-ai_vellum.provider.VellumProviderConfig",
139
+ jsii_struct_bases=[],
140
+ name_mapping={"alias": "alias", "api_key": "apiKey"},
141
+ )
142
+ class VellumProviderConfig:
143
+ def __init__(
144
+ self,
145
+ *,
146
+ alias: typing.Optional[builtins.str] = None,
147
+ api_key: typing.Optional[builtins.str] = None,
148
+ ) -> None:
149
+ '''
150
+ :param alias: Alias name. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
151
+ :param api_key: API Key to authenticate with the Vellum API. Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
152
+ '''
153
+ if __debug__:
154
+ type_hints = typing.get_type_hints(_typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1)
155
+ check_type(argname="argument alias", value=alias, expected_type=type_hints["alias"])
156
+ check_type(argname="argument api_key", value=api_key, expected_type=type_hints["api_key"])
157
+ self._values: typing.Dict[builtins.str, typing.Any] = {}
158
+ if alias is not None:
159
+ self._values["alias"] = alias
160
+ if api_key is not None:
161
+ self._values["api_key"] = api_key
162
+
163
+ @builtins.property
164
+ def alias(self) -> typing.Optional[builtins.str]:
165
+ '''Alias name.
166
+
167
+ Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#alias VellumProvider#alias}
168
+ '''
169
+ result = self._values.get("alias")
170
+ return typing.cast(typing.Optional[builtins.str], result)
171
+
172
+ @builtins.property
173
+ def api_key(self) -> typing.Optional[builtins.str]:
174
+ '''API Key to authenticate with the Vellum API.
175
+
176
+ Docs at Terraform Registry: {@link https://registry.terraform.io/providers/vellum-ai/vellum/0.0.2/docs#api_key VellumProvider#api_key}
177
+ '''
178
+ result = self._values.get("api_key")
179
+ return typing.cast(typing.Optional[builtins.str], result)
180
+
181
+ def __eq__(self, rhs: typing.Any) -> builtins.bool:
182
+ return isinstance(rhs, self.__class__) and rhs._values == self._values
183
+
184
+ def __ne__(self, rhs: typing.Any) -> builtins.bool:
185
+ return not (rhs == self)
186
+
187
+ def __repr__(self) -> str:
188
+ return "VellumProviderConfig(%s)" % ", ".join(
189
+ k + "=" + repr(v) for k, v in self._values.items()
190
+ )
191
+
192
+
193
+ __all__ = [
194
+ "VellumProvider",
195
+ "VellumProviderConfig",
196
+ ]
197
+
198
+ publication.publish()
199
+
200
+ def _typecheckingstub__8f332a1b6664893e57a3554abbbfd334296d68a0c02222521351772fec263177(
201
+ scope: _constructs_77d1e7e8.Construct,
202
+ id: builtins.str,
203
+ *,
204
+ alias: typing.Optional[builtins.str] = None,
205
+ api_key: typing.Optional[builtins.str] = None,
206
+ ) -> None:
207
+ """Type checking stubs"""
208
+ pass
209
+
210
+ def _typecheckingstub__43f598a9f664a05d63c3b7644f2981a0397df03284b98ca077e6d7265f6aebcb(
211
+ scope: _constructs_77d1e7e8.Construct,
212
+ import_to_id: builtins.str,
213
+ import_from_id: builtins.str,
214
+ provider: typing.Optional[_cdktf_9a9027ec.TerraformProvider] = None,
215
+ ) -> None:
216
+ """Type checking stubs"""
217
+ pass
218
+
219
+ def _typecheckingstub__15a78e7b117167a258d082de10d77ec8038e1f5fcc5ff5ef0caadbce4dec2c02(
220
+ value: typing.Optional[builtins.str],
221
+ ) -> None:
222
+ """Type checking stubs"""
223
+ pass
224
+
225
+ def _typecheckingstub__402b9018cf60ba05eb9ab72153d7f52235bd10a5f5615a074a53880068a8779b(
226
+ value: typing.Optional[builtins.str],
227
+ ) -> None:
228
+ """Type checking stubs"""
229
+ pass
230
+
231
+ def _typecheckingstub__bb8c32f1d43f1344224f7a690abc6e2489c4dff67cb93921483ed2cc4b5410e1(
232
+ *,
233
+ alias: typing.Optional[builtins.str] = None,
234
+ api_key: typing.Optional[builtins.str] = None,
235
+ ) -> None:
236
+ """Type checking stubs"""
237
+ pass
@@ -0,0 +1 @@
1
+
@@ -0,0 +1,3 @@
1
+ {
2
+ "registry.terraform.io/vellum-ai/vellum": "0.0.2"
3
+ }
vellum/types/__init__.py CHANGED
@@ -123,6 +123,8 @@ from .execution_vellum_value import (
123
123
  ExecutionVellumValue_SearchResults,
124
124
  ExecutionVellumValue_String,
125
125
  )
126
+ from .external_test_case_execution import ExternalTestCaseExecution
127
+ from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
126
128
  from .finish_reason_enum import FinishReasonEnum
127
129
  from .fulfilled_enum import FulfilledEnum
128
130
  from .fulfilled_execute_prompt_event import FulfilledExecutePromptEvent
@@ -172,12 +174,27 @@ from .model_version_exec_config_parameters import ModelVersionExecConfigParamete
172
174
  from .model_version_read import ModelVersionRead
173
175
  from .model_version_read_status_enum import ModelVersionReadStatusEnum
174
176
  from .model_version_sandbox_snapshot import ModelVersionSandboxSnapshot
177
+ from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
175
178
  from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
179
+ from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
176
180
  from .named_test_case_error_variable_value_request import NamedTestCaseErrorVariableValueRequest
181
+ from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
177
182
  from .named_test_case_json_variable_value_request import NamedTestCaseJsonVariableValueRequest
183
+ from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
178
184
  from .named_test_case_number_variable_value_request import NamedTestCaseNumberVariableValueRequest
185
+ from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
179
186
  from .named_test_case_search_results_variable_value_request import NamedTestCaseSearchResultsVariableValueRequest
187
+ from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
180
188
  from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
189
+ from .named_test_case_variable_value import (
190
+ NamedTestCaseVariableValue,
191
+ NamedTestCaseVariableValue_ChatHistory,
192
+ NamedTestCaseVariableValue_Error,
193
+ NamedTestCaseVariableValue_Json,
194
+ NamedTestCaseVariableValue_Number,
195
+ NamedTestCaseVariableValue_SearchResults,
196
+ NamedTestCaseVariableValue_String,
197
+ )
181
198
  from .named_test_case_variable_value_request import (
182
199
  NamedTestCaseVariableValueRequest,
183
200
  NamedTestCaseVariableValueRequest_ChatHistory,
@@ -260,6 +277,7 @@ from .prompt_template_block_data_request import PromptTemplateBlockDataRequest
260
277
  from .prompt_template_block_properties import PromptTemplateBlockProperties
261
278
  from .prompt_template_block_properties_request import PromptTemplateBlockPropertiesRequest
262
279
  from .prompt_template_block_request import PromptTemplateBlockRequest
280
+ from .prompt_template_block_state import PromptTemplateBlockState
263
281
  from .provider_enum import ProviderEnum
264
282
  from .raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
265
283
  from .register_prompt_error_response import RegisterPromptErrorResponse
@@ -388,17 +406,20 @@ from .test_suite_run_deployment_release_tag_exec_config_type_enum import (
388
406
  from .test_suite_run_exec_config import (
389
407
  TestSuiteRunExecConfig,
390
408
  TestSuiteRunExecConfig_DeploymentReleaseTag,
409
+ TestSuiteRunExecConfig_External,
391
410
  TestSuiteRunExecConfig_WorkflowReleaseTag,
392
411
  )
393
412
  from .test_suite_run_exec_config_request import (
394
413
  TestSuiteRunExecConfigRequest,
395
414
  TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
415
+ TestSuiteRunExecConfigRequest_External,
396
416
  TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
397
417
  )
398
418
  from .test_suite_run_execution import TestSuiteRunExecution
399
419
  from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
400
420
  from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
401
421
  from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
422
+ from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
402
423
  from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
403
424
  from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
404
425
  from .test_suite_run_execution_output import (
@@ -412,6 +433,11 @@ from .test_suite_run_execution_output import (
412
433
  )
413
434
  from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
414
435
  from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
436
+ from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
437
+ from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
438
+ from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
439
+ from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
440
+ from .test_suite_run_external_exec_config_type_enum import TestSuiteRunExternalExecConfigTypeEnum
415
441
  from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
416
442
  from .test_suite_run_metric_error_output_type_enum import TestSuiteRunMetricErrorOutputTypeEnum
417
443
  from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
@@ -630,6 +656,8 @@ __all__ = [
630
656
  "ExecutionVellumValue_Number",
631
657
  "ExecutionVellumValue_SearchResults",
632
658
  "ExecutionVellumValue_String",
659
+ "ExternalTestCaseExecution",
660
+ "ExternalTestCaseExecutionRequest",
633
661
  "FinishReasonEnum",
634
662
  "FulfilledEnum",
635
663
  "FulfilledExecutePromptEvent",
@@ -681,12 +709,19 @@ __all__ = [
681
709
  "ModelVersionRead",
682
710
  "ModelVersionReadStatusEnum",
683
711
  "ModelVersionSandboxSnapshot",
712
+ "NamedTestCaseChatHistoryVariableValue",
684
713
  "NamedTestCaseChatHistoryVariableValueRequest",
714
+ "NamedTestCaseErrorVariableValue",
685
715
  "NamedTestCaseErrorVariableValueRequest",
716
+ "NamedTestCaseJsonVariableValue",
686
717
  "NamedTestCaseJsonVariableValueRequest",
718
+ "NamedTestCaseNumberVariableValue",
687
719
  "NamedTestCaseNumberVariableValueRequest",
720
+ "NamedTestCaseSearchResultsVariableValue",
688
721
  "NamedTestCaseSearchResultsVariableValueRequest",
722
+ "NamedTestCaseStringVariableValue",
689
723
  "NamedTestCaseStringVariableValueRequest",
724
+ "NamedTestCaseVariableValue",
690
725
  "NamedTestCaseVariableValueRequest",
691
726
  "NamedTestCaseVariableValueRequest_ChatHistory",
692
727
  "NamedTestCaseVariableValueRequest_Error",
@@ -694,6 +729,12 @@ __all__ = [
694
729
  "NamedTestCaseVariableValueRequest_Number",
695
730
  "NamedTestCaseVariableValueRequest_SearchResults",
696
731
  "NamedTestCaseVariableValueRequest_String",
732
+ "NamedTestCaseVariableValue_ChatHistory",
733
+ "NamedTestCaseVariableValue_Error",
734
+ "NamedTestCaseVariableValue_Json",
735
+ "NamedTestCaseVariableValue_Number",
736
+ "NamedTestCaseVariableValue_SearchResults",
737
+ "NamedTestCaseVariableValue_String",
697
738
  "NodeInputCompiledArrayValue",
698
739
  "NodeInputCompiledChatHistoryValue",
699
740
  "NodeInputCompiledErrorValue",
@@ -759,6 +800,7 @@ __all__ = [
759
800
  "PromptTemplateBlockProperties",
760
801
  "PromptTemplateBlockPropertiesRequest",
761
802
  "PromptTemplateBlockRequest",
803
+ "PromptTemplateBlockState",
762
804
  "ProviderEnum",
763
805
  "RawPromptExecutionOverridesRequest",
764
806
  "RegisterPromptErrorResponse",
@@ -875,13 +917,16 @@ __all__ = [
875
917
  "TestSuiteRunExecConfig",
876
918
  "TestSuiteRunExecConfigRequest",
877
919
  "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
920
+ "TestSuiteRunExecConfigRequest_External",
878
921
  "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
879
922
  "TestSuiteRunExecConfig_DeploymentReleaseTag",
923
+ "TestSuiteRunExecConfig_External",
880
924
  "TestSuiteRunExecConfig_WorkflowReleaseTag",
881
925
  "TestSuiteRunExecution",
882
926
  "TestSuiteRunExecutionChatHistoryOutput",
883
927
  "TestSuiteRunExecutionErrorOutput",
884
928
  "TestSuiteRunExecutionJsonOutput",
929
+ "TestSuiteRunExecutionMetricDefinition",
885
930
  "TestSuiteRunExecutionMetricResult",
886
931
  "TestSuiteRunExecutionNumberOutput",
887
932
  "TestSuiteRunExecutionOutput",
@@ -893,6 +938,11 @@ __all__ = [
893
938
  "TestSuiteRunExecutionOutput_String",
894
939
  "TestSuiteRunExecutionSearchResultsOutput",
895
940
  "TestSuiteRunExecutionStringOutput",
941
+ "TestSuiteRunExternalExecConfig",
942
+ "TestSuiteRunExternalExecConfigData",
943
+ "TestSuiteRunExternalExecConfigDataRequest",
944
+ "TestSuiteRunExternalExecConfigRequest",
945
+ "TestSuiteRunExternalExecConfigTypeEnum",
896
946
  "TestSuiteRunMetricErrorOutput",
897
947
  "TestSuiteRunMetricErrorOutputTypeEnum",
898
948
  "TestSuiteRunMetricNumberOutput",
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .named_test_case_variable_value import NamedTestCaseVariableValue
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class ExternalTestCaseExecution(pydantic.BaseModel):
16
+ outputs: typing.List[NamedTestCaseVariableValue] = pydantic.Field()
17
+ """
18
+ The output values of a callable that was executed against a Test Case outside of Vellum
19
+ """
20
+
21
+ test_case_id: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class ExternalTestCaseExecutionRequest(pydantic.BaseModel):
16
+ outputs: typing.List[NamedTestCaseVariableValueRequest] = pydantic.Field()
17
+ """
18
+ The output values of a callable that was executed against a Test Case outside of Vellum
19
+ """
20
+
21
+ test_case_id: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -24,7 +24,7 @@ class FulfilledWorkflowNodeResultEvent(pydantic.BaseModel):
24
24
  ts: typing.Optional[dt.datetime] = None
25
25
  data: typing.Optional[WorkflowNodeResultData] = None
26
26
  source_execution_id: typing.Optional[str] = None
27
- output_values: typing.Optional[typing.List[NodeOutputCompiledValue]] = None
27
+ output_values: typing.List[NodeOutputCompiledValue]
28
28
  mocked: typing.Optional[bool] = None
29
29
 
30
30
  def json(self, **kwargs: typing.Any) -> str:
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .chat_message import ChatMessage
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class NamedTestCaseChatHistoryVariableValue(pydantic.BaseModel):
16
+ """
17
+ Named Test Case value that is of type CHAT_HISTORY
18
+ """
19
+
20
+ value: typing.Optional[typing.List[ChatMessage]] = None
21
+ name: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -13,8 +13,12 @@ except ImportError:
13
13
 
14
14
 
15
15
  class NamedTestCaseChatHistoryVariableValueRequest(pydantic.BaseModel):
16
- name: str
16
+ """
17
+ Named Test Case value that is of type CHAT_HISTORY
18
+ """
19
+
17
20
  value: typing.Optional[typing.List[ChatMessageRequest]] = None
21
+ name: str
18
22
 
19
23
  def json(self, **kwargs: typing.Any) -> str:
20
24
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .vellum_error import VellumError
8
+
9
+ try:
10
+ import pydantic.v1 as pydantic # type: ignore
11
+ except ImportError:
12
+ import pydantic # type: ignore
13
+
14
+
15
+ class NamedTestCaseErrorVariableValue(pydantic.BaseModel):
16
+ """
17
+ Named Test Case value that is of type ERROR
18
+ """
19
+
20
+ value: typing.Optional[VellumError] = None
21
+ name: str
22
+
23
+ def json(self, **kwargs: typing.Any) -> str:
24
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
25
+ return super().json(**kwargs_with_defaults)
26
+
27
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
28
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
29
+ return super().dict(**kwargs_with_defaults)
30
+
31
+ class Config:
32
+ frozen = True
33
+ smart_union = True
34
+ extra = pydantic.Extra.allow
35
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -13,8 +13,12 @@ except ImportError:
13
13
 
14
14
 
15
15
  class NamedTestCaseErrorVariableValueRequest(pydantic.BaseModel):
16
- name: str
16
+ """
17
+ Named Test Case value that is of type ERROR
18
+ """
19
+
17
20
  value: typing.Optional[VellumErrorRequest] = None
21
+ name: str
18
22
 
19
23
  def json(self, **kwargs: typing.Any) -> str:
20
24
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,34 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+
8
+ try:
9
+ import pydantic.v1 as pydantic # type: ignore
10
+ except ImportError:
11
+ import pydantic # type: ignore
12
+
13
+
14
+ class NamedTestCaseJsonVariableValue(pydantic.BaseModel):
15
+ """
16
+ Named Test Case value that is of type JSON
17
+ """
18
+
19
+ value: typing.Optional[typing.Dict[str, typing.Any]] = None
20
+ name: str
21
+
22
+ def json(self, **kwargs: typing.Any) -> str:
23
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
24
+ return super().json(**kwargs_with_defaults)
25
+
26
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
27
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
28
+ return super().dict(**kwargs_with_defaults)
29
+
30
+ class Config:
31
+ frozen = True
32
+ smart_union = True
33
+ extra = pydantic.Extra.allow
34
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -12,8 +12,12 @@ except ImportError:
12
12
 
13
13
 
14
14
  class NamedTestCaseJsonVariableValueRequest(pydantic.BaseModel):
15
- name: str
15
+ """
16
+ Named Test Case value that is of type JSON
17
+ """
18
+
16
19
  value: typing.Optional[typing.Dict[str, typing.Any]] = None
20
+ name: str
17
21
 
18
22
  def json(self, **kwargs: typing.Any) -> str:
19
23
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,34 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+
8
+ try:
9
+ import pydantic.v1 as pydantic # type: ignore
10
+ except ImportError:
11
+ import pydantic # type: ignore
12
+
13
+
14
+ class NamedTestCaseNumberVariableValue(pydantic.BaseModel):
15
+ """
16
+ Named Test Case value that is of type NUMBER
17
+ """
18
+
19
+ value: typing.Optional[float] = None
20
+ name: str
21
+
22
+ def json(self, **kwargs: typing.Any) -> str:
23
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
24
+ return super().json(**kwargs_with_defaults)
25
+
26
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
27
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
28
+ return super().dict(**kwargs_with_defaults)
29
+
30
+ class Config:
31
+ frozen = True
32
+ smart_union = True
33
+ extra = pydantic.Extra.allow
34
+ json_encoders = {dt.datetime: serialize_datetime}