vellum-ai 1.1.2__py3-none-any.whl → 1.1.4__py3-none-any.whl

vellum/client/types/test_case_search_results_variable_value.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .search_result import SearchResult
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .search_result import SearchResult
 
 
 class TestCaseSearchResultsVariableValue(UniversalBaseModel):

vellum/client/types/test_case_string_variable_value.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestCaseStringVariableValue(UniversalBaseModel):

vellum/client/types/test_case_variable_value.py

@@ -1,14 +1,15 @@
 # This file was auto-generated by Fern from our API Definition.
 
 import typing
-from .test_case_string_variable_value import TestCaseStringVariableValue
-from .test_case_number_variable_value import TestCaseNumberVariableValue
-from .test_case_json_variable_value import TestCaseJsonVariableValue
+
+from .test_case_array_variable_value import TestCaseArrayVariableValue
 from .test_case_chat_history_variable_value import TestCaseChatHistoryVariableValue
-from .test_case_search_results_variable_value import TestCaseSearchResultsVariableValue
 from .test_case_error_variable_value import TestCaseErrorVariableValue
 from .test_case_function_call_variable_value import TestCaseFunctionCallVariableValue
-from .test_case_array_variable_value import TestCaseArrayVariableValue
+from .test_case_json_variable_value import TestCaseJsonVariableValue
+from .test_case_number_variable_value import TestCaseNumberVariableValue
+from .test_case_search_results_variable_value import TestCaseSearchResultsVariableValue
+from .test_case_string_variable_value import TestCaseStringVariableValue
 
 TestCaseVariableValue = typing.Union[
     TestCaseStringVariableValue,

vellum/client/types/test_suite_run_deployment_release_tag_exec_config.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .test_suite_run_deployment_release_tag_exec_config_data import TestSuiteRunDeploymentReleaseTagExecConfigData
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .test_suite_run_deployment_release_tag_exec_config_data import TestSuiteRunDeploymentReleaseTagExecConfigData
 
 
 class TestSuiteRunDeploymentReleaseTagExecConfig(UniversalBaseModel):

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-import pydantic
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunDeploymentReleaseTagExecConfigData(UniversalBaseModel):

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data_request.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-import pydantic
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(UniversalBaseModel):

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_request.py

@@ -1,12 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .test_suite_run_deployment_release_tag_exec_config_data_request import (
     TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
 )
-import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 
 
 class TestSuiteRunDeploymentReleaseTagExecConfigRequest(UniversalBaseModel):

vellum/client/types/test_suite_run_exec_config.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
 import typing
+
 from .test_suite_run_deployment_release_tag_exec_config import TestSuiteRunDeploymentReleaseTagExecConfig
+from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
 from .test_suite_run_prompt_sandbox_history_item_exec_config import TestSuiteRunPromptSandboxHistoryItemExecConfig
 from .test_suite_run_workflow_release_tag_exec_config import TestSuiteRunWorkflowReleaseTagExecConfig
 from .test_suite_run_workflow_sandbox_history_item_exec_config import TestSuiteRunWorkflowSandboxHistoryItemExecConfig
-from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
 
 TestSuiteRunExecConfig = typing.Union[
     TestSuiteRunDeploymentReleaseTagExecConfig,

vellum/client/types/test_suite_run_exec_config_request.py

@@ -1,7 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
 import typing
+
 from .test_suite_run_deployment_release_tag_exec_config_request import TestSuiteRunDeploymentReleaseTagExecConfigRequest
+from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
 from .test_suite_run_prompt_sandbox_exec_config_request import TestSuiteRunPromptSandboxExecConfigRequest
 from .test_suite_run_prompt_sandbox_history_item_exec_config_request import (
     TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
@@ -11,7 +13,6 @@ from .test_suite_run_workflow_sandbox_exec_config_request import TestSuiteRunWor
 from .test_suite_run_workflow_sandbox_history_item_exec_config_request import (
     TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
 )
-from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
 
 TestSuiteRunExecConfigRequest = typing.Union[
     TestSuiteRunDeploymentReleaseTagExecConfigRequest,

vellum/client/types/test_suite_run_execution.py

@@ -1,12 +1,13 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
+from __future__ import annotations
+
 import typing
-from .test_suite_run_execution_output import TestSuiteRunExecutionOutput
-from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
+from .test_suite_run_execution_output import TestSuiteRunExecutionOutput
 
 
 class TestSuiteRunExecution(UniversalBaseModel):
@@ -23,3 +24,8 @@ class TestSuiteRunExecution(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExecution)

vellum/client/types/test_suite_run_execution_array_output.py

@@ -1,11 +1,11 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
+from __future__ import annotations
+
 import typing
-from .vellum_value import VellumValue
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
 
 
 class TestSuiteRunExecutionArrayOutput(UniversalBaseModel):
@@ -15,7 +15,7 @@ class TestSuiteRunExecutionArrayOutput(UniversalBaseModel):
 
     name: str
     type: typing.Literal["ARRAY"] = "ARRAY"
-    value: typing.Optional[typing.List[VellumValue]] = None
+    value: typing.Optional[typing.List["VellumValue"]] = None
     output_variable_id: str
 
     if IS_PYDANTIC_V2:
@@ -26,3 +26,9 @@ class TestSuiteRunExecutionArrayOutput(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+from .vellum_value import VellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExecutionArrayOutput)

vellum/client/types/test_suite_run_execution_chat_history_output.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .chat_message import ChatMessage
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .chat_message import ChatMessage
 
 
 class TestSuiteRunExecutionChatHistoryOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_error_output.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .vellum_error import VellumError
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .vellum_error import VellumError
 
 
 class TestSuiteRunExecutionErrorOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_function_call_output.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .function_call import FunctionCall
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .function_call import FunctionCall
 
 
 class TestSuiteRunExecutionFunctionCallOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_json_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunExecutionJsonOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_metric_definition.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunExecutionMetricDefinition(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_metric_result.py

@@ -1,12 +1,13 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
+from __future__ import annotations
+
 import typing
-from .test_suite_run_metric_output import TestSuiteRunMetricOutput
-from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
+from .test_suite_run_metric_output import TestSuiteRunMetricOutput
 
 
 class TestSuiteRunExecutionMetricResult(UniversalBaseModel):
@@ -23,3 +24,8 @@ class TestSuiteRunExecutionMetricResult(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExecutionMetricResult)

vellum/client/types/test_suite_run_execution_number_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunExecutionNumberOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_output.py

@@ -1,14 +1,15 @@
 # This file was auto-generated by Fern from our API Definition.
 
 import typing
-from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
-from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
-from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
+
+from .test_suite_run_execution_array_output import TestSuiteRunExecutionArrayOutput
 from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
-from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
 from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
 from .test_suite_run_execution_function_call_output import TestSuiteRunExecutionFunctionCallOutput
-from .test_suite_run_execution_array_output import TestSuiteRunExecutionArrayOutput
+from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
+from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
+from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
+from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
 
 TestSuiteRunExecutionOutput = typing.Union[
     TestSuiteRunExecutionStringOutput,

vellum/client/types/test_suite_run_execution_search_results_output.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .search_result import SearchResult
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .search_result import SearchResult
 
 
 class TestSuiteRunExecutionSearchResultsOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_execution_string_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunExecutionStringOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_external_exec_config.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
-from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
+from __future__ import annotations
+
 import typing
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
 
 
 class TestSuiteRunExternalExecConfig(UniversalBaseModel):
@@ -29,3 +30,8 @@ class TestSuiteRunExternalExecConfig(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExternalExecConfig)

vellum/client/types/test_suite_run_external_exec_config_data.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
+from __future__ import annotations
+
 import typing
-from .external_test_case_execution import ExternalTestCaseExecution
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .external_test_case_execution import ExternalTestCaseExecution
 
 
 class TestSuiteRunExternalExecConfigData(UniversalBaseModel):
@@ -22,3 +23,8 @@ class TestSuiteRunExternalExecConfigData(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExternalExecConfigData)

vellum/client/types/test_suite_run_external_exec_config_data_request.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value_request import ArrayVellumValueRequest
+from __future__ import annotations
+
 import typing
-from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
 
 
 class TestSuiteRunExternalExecConfigDataRequest(UniversalBaseModel):
@@ -22,3 +23,8 @@ class TestSuiteRunExternalExecConfigDataRequest(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value_request import ArrayVellumValueRequest  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExternalExecConfigDataRequest)

vellum/client/types/test_suite_run_external_exec_config_request.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value_request import ArrayVellumValueRequest
-from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
+from __future__ import annotations
+
 import typing
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
+from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
 
 
 class TestSuiteRunExternalExecConfigRequest(UniversalBaseModel):
@@ -29,3 +30,8 @@ class TestSuiteRunExternalExecConfigRequest(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value_request import ArrayVellumValueRequest  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunExternalExecConfigRequest)

vellum/client/types/test_suite_run_metric_array_output.py

@@ -1,11 +1,11 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .array_vellum_value import ArrayVellumValue
+from __future__ import annotations
+
 import typing
-from .vellum_value import VellumValue
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel, update_forward_refs
 
 
 class TestSuiteRunMetricArrayOutput(UniversalBaseModel):
@@ -13,7 +13,7 @@ class TestSuiteRunMetricArrayOutput(UniversalBaseModel):
     Output for a test suite run metric that is of type ARRAY
     """
 
-    value: typing.Optional[typing.List[VellumValue]] = None
+    value: typing.Optional[typing.List["VellumValue"]] = None
     type: typing.Literal["ARRAY"] = "ARRAY"
     name: str
 
@@ -25,3 +25,9 @@ class TestSuiteRunMetricArrayOutput(UniversalBaseModel):
             frozen = True
             smart_union = True
             extra = pydantic.Extra.allow
+
+
+from .array_vellum_value import ArrayVellumValue  # noqa: E402, F401, I001
+from .vellum_value import VellumValue  # noqa: E402, F401, I001
+
+update_forward_refs(TestSuiteRunMetricArrayOutput)

vellum/client/types/test_suite_run_metric_error_output.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from .vellum_error import VellumError
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .vellum_error import VellumError
 
 
 class TestSuiteRunMetricErrorOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_metric_json_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunMetricJsonOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_metric_number_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunMetricNumberOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_metric_output.py

@@ -1,11 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
 import typing
-from .test_suite_run_metric_string_output import TestSuiteRunMetricStringOutput
-from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
-from .test_suite_run_metric_json_output import TestSuiteRunMetricJsonOutput
-from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
+
 from .test_suite_run_metric_array_output import TestSuiteRunMetricArrayOutput
+from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
+from .test_suite_run_metric_json_output import TestSuiteRunMetricJsonOutput
+from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
+from .test_suite_run_metric_string_output import TestSuiteRunMetricStringOutput
 
 TestSuiteRunMetricOutput = typing.Union[
     TestSuiteRunMetricStringOutput,

vellum/client/types/test_suite_run_metric_string_output.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunMetricStringOutput(UniversalBaseModel):

vellum/client/types/test_suite_run_progress.py

@@ -1,9 +1,9 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import typing
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
 class TestSuiteRunProgress(UniversalBaseModel):

vellum/client/types/test_suite_run_prompt_sandbox_exec_config_data_request.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
-import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import typing
 
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
 
 class TestSuiteRunPromptSandboxExecConfigDataRequest(UniversalBaseModel):
     prompt_sandbox_id: str = pydantic.Field()

vellum/client/types/test_suite_run_prompt_sandbox_exec_config_request.py

@@ -1,10 +1,10 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .test_suite_run_prompt_sandbox_exec_config_data_request import TestSuiteRunPromptSandboxExecConfigDataRequest
+
 import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .test_suite_run_prompt_sandbox_exec_config_data_request import TestSuiteRunPromptSandboxExecConfigDataRequest
 
 
 class TestSuiteRunPromptSandboxExecConfigRequest(UniversalBaseModel):

vellum/client/types/test_suite_run_prompt_sandbox_history_item_exec_config.py

@@ -1,12 +1,12 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .test_suite_run_prompt_sandbox_history_item_exec_config_data import (
     TestSuiteRunPromptSandboxHistoryItemExecConfigData,
 )
-import pydantic
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 
 
 class TestSuiteRunPromptSandboxHistoryItemExecConfig(UniversalBaseModel):