vellum-ai 0.3.22__py3-none-any.whl → 0.5.0__py3-none-any.whl

vellum/types/test_suite_run_exec_config.py

@@ -5,6 +5,7 @@ from __future__ import annotations
 import typing
 
 from .test_suite_run_deployment_release_tag_exec_config import TestSuiteRunDeploymentReleaseTagExecConfig
+from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
 from .test_suite_run_workflow_release_tag_exec_config import TestSuiteRunWorkflowReleaseTagExecConfig
 
 
@@ -28,6 +29,18 @@ class TestSuiteRunExecConfig_WorkflowReleaseTag(TestSuiteRunWorkflowReleaseTagEx
         populate_by_name = True
 
 
+class TestSuiteRunExecConfig_External(TestSuiteRunExternalExecConfig):
+    type: typing.Literal["EXTERNAL"] = "EXTERNAL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
 TestSuiteRunExecConfig = typing.Union[
-    TestSuiteRunExecConfig_DeploymentReleaseTag, TestSuiteRunExecConfig_WorkflowReleaseTag
+    TestSuiteRunExecConfig_DeploymentReleaseTag,
+    TestSuiteRunExecConfig_WorkflowReleaseTag,
+    TestSuiteRunExecConfig_External,
 ]

vellum/types/test_suite_run_exec_config_request.py

@@ -5,6 +5,7 @@ from __future__ import annotations
 import typing
 
 from .test_suite_run_deployment_release_tag_exec_config_request import TestSuiteRunDeploymentReleaseTagExecConfigRequest
+from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
 from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
 
 
@@ -28,6 +29,18 @@ class TestSuiteRunExecConfigRequest_WorkflowReleaseTag(TestSuiteRunWorkflowRelea
         populate_by_name = True
 
 
+class TestSuiteRunExecConfigRequest_External(TestSuiteRunExternalExecConfigRequest):
+    type: typing.Literal["EXTERNAL"] = "EXTERNAL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
 TestSuiteRunExecConfigRequest = typing.Union[
-    TestSuiteRunExecConfigRequest_DeploymentReleaseTag, TestSuiteRunExecConfigRequest_WorkflowReleaseTag
+    TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
+    TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
+    TestSuiteRunExecConfigRequest_External,
 ]

vellum/types/test_suite_run_execution.py

@@ -4,16 +4,12 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
 from .test_suite_run_execution_output import TestSuiteRunExecutionOutput
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecution(pydantic.BaseModel):
+class TestSuiteRunExecution(pydantic_v1.BaseModel):
     id: str
     test_case_id: str
     outputs: typing.List[TestSuiteRunExecutionOutput]
@@ -30,5 +26,5 @@ class TestSuiteRunExecution(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_chat_history_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .chat_message import ChatMessage
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionChatHistoryOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionChatHistoryOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionChatHistoryOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_error_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .vellum_error import VellumError
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionErrorOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionErrorOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionErrorOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_function_call_output.py

@@ -0,0 +1,32 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .fulfilled_function_call import FulfilledFunctionCall
+
+
+class TestSuiteRunExecutionFunctionCallOutput(pydantic_v1.BaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type FUNCTION_CALL
+    """
+
+    name: str
+    value: typing.Optional[FulfilledFunctionCall] = None
+    output_variable_id: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_json_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionJsonOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionJsonOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type JSON
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionJsonOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_metric_definition.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionMetricDefinition(pydantic.BaseModel):
+class TestSuiteRunExecutionMetricDefinition(pydantic_v1.BaseModel):
     id: typing.Optional[str] = None
     label: typing.Optional[str] = None
     name: typing.Optional[str] = None
@@ -27,5 +23,5 @@ class TestSuiteRunExecutionMetricDefinition(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_metric_result.py

@@ -4,16 +4,12 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
 from .test_suite_run_metric_output import TestSuiteRunMetricOutput
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionMetricResult(pydantic.BaseModel):
+class TestSuiteRunExecutionMetricResult(pydantic_v1.BaseModel):
     metric_id: str
     outputs: typing.List[TestSuiteRunMetricOutput]
     metric_label: typing.Optional[str] = None
@@ -30,5 +26,5 @@ class TestSuiteRunExecutionMetricResult(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_number_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionNumberOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionNumberOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionNumberOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_output.py

@@ -6,6 +6,7 @@ import typing
 
 from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
 from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
+from .test_suite_run_execution_function_call_output import TestSuiteRunExecutionFunctionCallOutput
 from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
 from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
 from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
@@ -72,6 +73,16 @@ class TestSuiteRunExecutionOutput_Error(TestSuiteRunExecutionErrorOutput):
         populate_by_name = True
 
 
+class TestSuiteRunExecutionOutput_FunctionCall(TestSuiteRunExecutionFunctionCallOutput):
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
 TestSuiteRunExecutionOutput = typing.Union[
     TestSuiteRunExecutionOutput_String,
     TestSuiteRunExecutionOutput_Number,
@@ -79,4 +90,5 @@ TestSuiteRunExecutionOutput = typing.Union[
     TestSuiteRunExecutionOutput_ChatHistory,
     TestSuiteRunExecutionOutput_SearchResults,
     TestSuiteRunExecutionOutput_Error,
+    TestSuiteRunExecutionOutput_FunctionCall,
 ]

vellum/types/test_suite_run_execution_search_results_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .search_result import SearchResult
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionSearchResultsOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionSearchResultsOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionSearchResultsOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_string_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionStringOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionStringOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type STRING
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionStringOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/{model_version_sandbox_snapshot.py → test_suite_run_external_exec_config.py}

@@ -4,30 +4,20 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class ModelVersionSandboxSnapshot(pydantic.BaseModel):
-    id: str = pydantic.Field()
+class TestSuiteRunExternalExecConfig(pydantic_v1.BaseModel):
     """
-    The ID of the sandbox snapshot.
+    Execution configuration for running a Vellum Test Suite against an external callable
     """
 
-    prompt_index: typing.Optional[int] = pydantic.Field(default=None)
-    """
-    The index of the prompt in the sandbox snapshot.
+    data: TestSuiteRunExternalExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic_v1.Field(default=None)
     """
-
-    prompt_id: typing.Optional[str] = pydantic.Field(default=None)
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
     """
-    The id of the prompt in the sandbox snapshot.
-    """
-
-    sandbox_id: typing.Optional[str] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -40,5 +30,5 @@ class ModelVersionSandboxSnapshot(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/{registered_prompt_model_version.py → test_suite_run_external_exec_config_data.py}

@@ -4,22 +4,14 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .external_test_case_execution import ExternalTestCaseExecution
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class RegisteredPromptModelVersion(pydantic.BaseModel):
-    id: str = pydantic.Field()
-    """
-    The ID of the generated model version.
-    """
-
-    label: str = pydantic.Field()
+class TestSuiteRunExternalExecConfigData(pydantic_v1.BaseModel):
+    executions: typing.List[ExternalTestCaseExecution] = pydantic_v1.Field()
     """
-    A human-friendly label for the generated model version.
+    The executions of some callable external to Vellum whose outputs you would like to evaluate.
     """
 
     def json(self, **kwargs: typing.Any) -> str:
@@ -33,5 +25,5 @@ class RegisteredPromptModelVersion(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_external_exec_config_data_request.py

@@ -0,0 +1,29 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
+
+
+class TestSuiteRunExternalExecConfigDataRequest(pydantic_v1.BaseModel):
+    executions: typing.List[ExternalTestCaseExecutionRequest] = pydantic_v1.Field()
+    """
+    The executions of some callable external to Vellum whose outputs you would like to evaluate.
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/{registered_prompt_deployment.py → test_suite_run_external_exec_config_request.py}

@@ -4,27 +4,19 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class RegisteredPromptDeployment(pydantic.BaseModel):
-    id: str = pydantic.Field()
-    """
-    The ID of the generated deployment.
-    """
-
-    name: str = pydantic.Field()
+class TestSuiteRunExternalExecConfigRequest(pydantic_v1.BaseModel):
     """
-    A uniquely-identifying name for generated deployment.
+    Execution configuration for running a Vellum Test Suite against an external callable
     """
 
-    label: str = pydantic.Field()
+    data: TestSuiteRunExternalExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic_v1.Field(default=None)
     """
-    A human-friendly label for the generated deployment.
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
     """
 
     def json(self, **kwargs: typing.Any) -> str:
@@ -38,5 +30,5 @@ class RegisteredPromptDeployment(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_external_exec_config_type_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+TestSuiteRunExternalExecConfigTypeEnum = typing.Literal["EXTERNAL"]

vellum/types/test_suite_run_metric_error_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .vellum_error import VellumError
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunMetricErrorOutput(pydantic.BaseModel):
+class TestSuiteRunMetricErrorOutput(pydantic_v1.BaseModel):
     """
     Output for a test suite run metric that is of type ERROR
     """
@@ -31,5 +27,5 @@ class TestSuiteRunMetricErrorOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_metric_number_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunMetricNumberOutput(pydantic.BaseModel):
+class TestSuiteRunMetricNumberOutput(pydantic_v1.BaseModel):
     """
     Output for a test suite run metric that is of type NUMBER
     """
@@ -30,5 +26,5 @@ class TestSuiteRunMetricNumberOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_metric_string_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunMetricStringOutput(pydantic.BaseModel):
+class TestSuiteRunMetricStringOutput(pydantic_v1.BaseModel):
     """
     Output for a test suite run metric that is of type STRING
     """
@@ -30,5 +26,5 @@ class TestSuiteRunMetricStringOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_read.py

@@ -4,21 +4,17 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_exec_config import TestSuiteRunExecConfig
 from .test_suite_run_state import TestSuiteRunState
 from .test_suite_run_test_suite import TestSuiteRunTestSuite
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunRead(pydantic.BaseModel):
+class TestSuiteRunRead(pydantic_v1.BaseModel):
     id: str
     created: dt.datetime
     test_suite: TestSuiteRunTestSuite
-    state: TestSuiteRunState = pydantic.Field()
+    state: TestSuiteRunState = pydantic_v1.Field()
     """
     The current state of this run
     
@@ -29,7 +25,7 @@ class TestSuiteRunRead(pydantic.BaseModel):
     - `CANCELLED` - Cancelled
     """
 
-    exec_config: typing.Optional[TestSuiteRunExecConfig] = pydantic.Field(default=None)
+    exec_config: typing.Optional[TestSuiteRunExecConfig] = pydantic_v1.Field(default=None)
     """
     Configuration that defines how the Test Suite should be run
     """
@@ -45,5 +41,5 @@ class TestSuiteRunRead(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_state.py

@@ -1,41 +1,5 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import enum
 import typing
 
-T_Result = typing.TypeVar("T_Result")
-
-
-class TestSuiteRunState(str, enum.Enum):
-    """
-    - `QUEUED` - Queued
-    - `RUNNING` - Running
-    - `COMPLETE` - Complete
-    - `FAILED` - Failed
-    - `CANCELLED` - Cancelled
-    """
-
-    QUEUED = "QUEUED"
-    RUNNING = "RUNNING"
-    COMPLETE = "COMPLETE"
-    FAILED = "FAILED"
-    CANCELLED = "CANCELLED"
-
-    def visit(
-        self,
-        queued: typing.Callable[[], T_Result],
-        running: typing.Callable[[], T_Result],
-        complete: typing.Callable[[], T_Result],
-        failed: typing.Callable[[], T_Result],
-        cancelled: typing.Callable[[], T_Result],
-    ) -> T_Result:
-        if self is TestSuiteRunState.QUEUED:
-            return queued()
-        if self is TestSuiteRunState.RUNNING:
-            return running()
-        if self is TestSuiteRunState.COMPLETE:
-            return complete()
-        if self is TestSuiteRunState.FAILED:
-            return failed()
-        if self is TestSuiteRunState.CANCELLED:
-            return cancelled()
+TestSuiteRunState = typing.Union[typing.Literal["QUEUED", "RUNNING", "COMPLETE", "FAILED", "CANCELLED"], typing.Any]