vellum-ai 0.9.16__py3-none-any.whl → 0.9.16rc4__py3-none-any.whl

vellum/client/types/test_suite_run_execution_metric_definition.py

@@ -0,0 +1,21 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionMetricDefinition(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    label: typing.Optional[str] = None
+    name: typing.Optional[str] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_metric_result.py

@@ -0,0 +1,24 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_metric_output import TestSuiteRunMetricOutput
+from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionMetricResult(UniversalBaseModel):
+    metric_id: str
+    outputs: typing.List[TestSuiteRunMetricOutput]
+    metric_label: typing.Optional[str] = None
+    metric_definition: typing.Optional[TestSuiteRunExecutionMetricDefinition] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_number_output.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionNumberOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
+    """
+
+    name: str
+    type: typing.Literal["NUMBER"] = "NUMBER"
+    value: typing.Optional[float] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_output.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
+from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
+from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
+from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
+from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
+from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
+from .test_suite_run_execution_function_call_output import TestSuiteRunExecutionFunctionCallOutput
+from .test_suite_run_execution_array_output import TestSuiteRunExecutionArrayOutput
+
+TestSuiteRunExecutionOutput = typing.Union[
+    TestSuiteRunExecutionStringOutput,
+    TestSuiteRunExecutionNumberOutput,
+    TestSuiteRunExecutionJsonOutput,
+    TestSuiteRunExecutionChatHistoryOutput,
+    TestSuiteRunExecutionSearchResultsOutput,
+    TestSuiteRunExecutionErrorOutput,
+    TestSuiteRunExecutionFunctionCallOutput,
+    TestSuiteRunExecutionArrayOutput,
+]

vellum/client/types/test_suite_run_execution_search_results_output.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .search_result import SearchResult
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionSearchResultsOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
+    """
+
+    name: str
+    type: typing.Literal["SEARCH_RESULTS"] = "SEARCH_RESULTS"
+    value: typing.Optional[typing.List[SearchResult]] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_string_output.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionStringOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type STRING
+    """
+
+    name: str
+    type: typing.Literal["STRING"] = "STRING"
+    value: typing.Optional[str] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_external_exec_config.py

@@ -0,0 +1,36 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
+import typing
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExternalExecConfig(UniversalBaseModel):
+    """
+    Execution configuration for running a Vellum Test Suite against an external callable
+    """
+
+    data: TestSuiteRunExternalExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    type: typing.Literal["EXTERNAL"] = "EXTERNAL"
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteRunExternalExecConfig=TestSuiteRunExternalExecConfig)

vellum/client/types/test_suite_run_external_exec_config_data.py

@@ -0,0 +1,29 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import typing
+from .external_test_case_execution import ExternalTestCaseExecution
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExternalExecConfigData(UniversalBaseModel):
+    executions: typing.List[ExternalTestCaseExecution] = pydantic.Field()
+    """
+    The executions of some callable external to Vellum whose outputs you would like to evaluate.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteRunExternalExecConfigData=TestSuiteRunExternalExecConfigData)

vellum/client/types/test_suite_run_external_exec_config_data_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value_request import ArrayVellumValueRequest
+import typing
+from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExternalExecConfigDataRequest(UniversalBaseModel):
+    executions: typing.List[ExternalTestCaseExecutionRequest] = pydantic.Field()
+    """
+    The executions of some callable external to Vellum whose outputs you would like to evaluate.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(
+    ArrayVellumValueRequest, TestSuiteRunExternalExecConfigDataRequest=TestSuiteRunExternalExecConfigDataRequest
+)

vellum/client/types/test_suite_run_external_exec_config_request.py

@@ -0,0 +1,38 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value_request import ArrayVellumValueRequest
+from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
+import typing
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExternalExecConfigRequest(UniversalBaseModel):
+    """
+    Execution configuration for running a Vellum Test Suite against an external callable
+    """
+
+    data: TestSuiteRunExternalExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    type: typing.Literal["EXTERNAL"] = "EXTERNAL"
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(
+    ArrayVellumValueRequest, TestSuiteRunExternalExecConfigRequest=TestSuiteRunExternalExecConfigRequest
+)

vellum/client/types/test_suite_run_metric_error_output.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+from .vellum_error import VellumError
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunMetricErrorOutput(UniversalBaseModel):
+    """
+    Output for a test suite run metric that is of type ERROR
+    """
+
+    value: VellumError
+    type: typing.Literal["ERROR"] = "ERROR"
+    name: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_metric_json_output.py

@@ -0,0 +1,25 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunMetricJsonOutput(UniversalBaseModel):
+    """
+    Output for a test suite run metric that is of type NUMBER
+    """
+
+    value: typing.Optional[typing.Any] = None
+    type: typing.Literal["JSON"] = "JSON"
+    name: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_metric_number_output.py

@@ -0,0 +1,25 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunMetricNumberOutput(UniversalBaseModel):
+    """
+    Output for a test suite run metric that is of type NUMBER
+    """
+
+    value: typing.Optional[float] = None
+    type: typing.Literal["NUMBER"] = "NUMBER"
+    name: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_metric_output.py

@@ -0,0 +1,14 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_run_metric_string_output import TestSuiteRunMetricStringOutput
+from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
+from .test_suite_run_metric_json_output import TestSuiteRunMetricJsonOutput
+from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
+
+TestSuiteRunMetricOutput = typing.Union[
+    TestSuiteRunMetricStringOutput,
+    TestSuiteRunMetricNumberOutput,
+    TestSuiteRunMetricJsonOutput,
+    TestSuiteRunMetricErrorOutput,
+]

vellum/client/types/test_suite_run_metric_string_output.py

@@ -0,0 +1,25 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunMetricStringOutput(UniversalBaseModel):
+    """
+    Output for a test suite run metric that is of type STRING
+    """
+
+    value: typing.Optional[str] = None
+    type: typing.Literal["STRING"] = "STRING"
+    name: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_read.py

@@ -0,0 +1,46 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import datetime as dt
+from .test_suite_run_test_suite import TestSuiteRunTestSuite
+from .test_suite_run_state import TestSuiteRunState
+import pydantic
+import typing
+from .test_suite_run_exec_config import TestSuiteRunExecConfig
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunRead(UniversalBaseModel):
+    id: str
+    created: dt.datetime
+    test_suite: TestSuiteRunTestSuite
+    state: TestSuiteRunState = pydantic.Field()
+    """
+    The current state of this run
+    
+    - `QUEUED` - Queued
+    - `RUNNING` - Running
+    - `COMPLETE` - Complete
+    - `FAILED` - Failed
+    - `CANCELLED` - Cancelled
+    """
+
+    exec_config: typing.Optional[TestSuiteRunExecConfig] = pydantic.Field(default=None)
+    """
+    Configuration that defines how the Test Suite should be run
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteRunRead=TestSuiteRunRead)

vellum/client/types/test_suite_run_state.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+TestSuiteRunState = typing.Union[typing.Literal["QUEUED", "RUNNING", "COMPLETE", "FAILED", "CANCELLED"], typing.Any]

vellum/client/types/test_suite_run_test_suite.py

@@ -0,0 +1,21 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+import pydantic
+
+
+class TestSuiteRunTestSuite(UniversalBaseModel):
+    id: str
+    history_item_id: str
+    label: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_release_tag_exec_config.py

@@ -0,0 +1,29 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_workflow_release_tag_exec_config_data import TestSuiteRunWorkflowReleaseTagExecConfigData
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowReleaseTagExecConfig(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Workflow Deployment
+    """
+
+    type: typing.Literal["WORKFLOW_RELEASE_TAG"] = "WORKFLOW_RELEASE_TAG"
+    data: TestSuiteRunWorkflowReleaseTagExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_release_tag_exec_config_data.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowReleaseTagExecConfigData(UniversalBaseModel):
+    workflow_deployment_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Deployment to run the Test Suite against.
+    """
+
+    tag: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    A tag identifying which release of the Workflow Deployment to run the Test Suite against. Useful for testing past versions of the Workflow Deployment
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_release_tag_exec_config_data_request.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowReleaseTagExecConfigDataRequest(UniversalBaseModel):
+    workflow_deployment_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Deployment to run the Test Suite against.
+    """
+
+    tag: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    A tag identifying which release of the Workflow Deployment to run the Test Suite against. Useful for testing past versions of the Workflow Deployment
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_release_tag_exec_config_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_workflow_release_tag_exec_config_data_request import (
+    TestSuiteRunWorkflowReleaseTagExecConfigDataRequest,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowReleaseTagExecConfigRequest(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Workflow Deployment
+    """
+
+    type: typing.Literal["WORKFLOW_RELEASE_TAG"] = "WORKFLOW_RELEASE_TAG"
+    data: TestSuiteRunWorkflowReleaseTagExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_test_case.py

@@ -0,0 +1,30 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import typing
+from .test_case_variable_value import TestCaseVariableValue
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteTestCase(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    external_id: typing.Optional[str] = None
+    label: typing.Optional[str] = None
+    input_values: typing.List[TestCaseVariableValue]
+    evaluation_values: typing.List[TestCaseVariableValue]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteTestCase=TestSuiteTestCase)

vellum/client/types/test_suite_test_case_bulk_operation_request.py

@@ -0,0 +1,14 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_test_case_create_bulk_operation_request import TestSuiteTestCaseCreateBulkOperationRequest
+from .test_suite_test_case_replace_bulk_operation_request import TestSuiteTestCaseReplaceBulkOperationRequest
+from .test_suite_test_case_upsert_bulk_operation_request import TestSuiteTestCaseUpsertBulkOperationRequest
+from .test_suite_test_case_delete_bulk_operation_request import TestSuiteTestCaseDeleteBulkOperationRequest
+
+TestSuiteTestCaseBulkOperationRequest = typing.Union[
+    TestSuiteTestCaseCreateBulkOperationRequest,
+    TestSuiteTestCaseReplaceBulkOperationRequest,
+    TestSuiteTestCaseUpsertBulkOperationRequest,
+    TestSuiteTestCaseDeleteBulkOperationRequest,
+]

vellum/client/types/test_suite_test_case_bulk_result.py

@@ -0,0 +1,14 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_test_case_created_bulk_result import TestSuiteTestCaseCreatedBulkResult
+from .test_suite_test_case_replaced_bulk_result import TestSuiteTestCaseReplacedBulkResult
+from .test_suite_test_case_deleted_bulk_result import TestSuiteTestCaseDeletedBulkResult
+from .test_suite_test_case_rejected_bulk_result import TestSuiteTestCaseRejectedBulkResult
+
+TestSuiteTestCaseBulkResult = typing.Union[
+    TestSuiteTestCaseCreatedBulkResult,
+    TestSuiteTestCaseReplacedBulkResult,
+    TestSuiteTestCaseDeletedBulkResult,
+    TestSuiteTestCaseRejectedBulkResult,
+]