vellum-ai 0.3.23__py3-none-any.whl → 0.5.1__py3-none-any.whl

vellum/types/test_case_function_call_variable_value.py

@@ -0,0 +1,32 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .fulfilled_function_call import FulfilledFunctionCall
+
+
+class TestCaseFunctionCallVariableValue(pydantic_v1.BaseModel):
+    """
+    A function call value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    value: typing.Optional[FulfilledFunctionCall] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_case_json_variable_value.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestCaseJsonVariableValue(pydantic.BaseModel):
+class TestCaseJsonVariableValue(pydantic_v1.BaseModel):
     """
     A JSON value for a variable in a Test Case.
     """
@@ -31,5 +27,5 @@ class TestCaseJsonVariableValue(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_case_number_variable_value.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestCaseNumberVariableValue(pydantic.BaseModel):
+class TestCaseNumberVariableValue(pydantic_v1.BaseModel):
     """
     A numerical value for a variable in a Test Case.
     """
@@ -31,5 +27,5 @@ class TestCaseNumberVariableValue(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_case_search_results_variable_value.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .search_result import SearchResult
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestCaseSearchResultsVariableValue(pydantic.BaseModel):
+class TestCaseSearchResultsVariableValue(pydantic_v1.BaseModel):
     """
     A search results value for a variable in a Test Case.
     """
@@ -32,5 +28,5 @@ class TestCaseSearchResultsVariableValue(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_case_string_variable_value.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestCaseStringVariableValue(pydantic.BaseModel):
+class TestCaseStringVariableValue(pydantic_v1.BaseModel):
     """
     A string value for a variable in a Test Case.
     """
@@ -31,5 +27,5 @@ class TestCaseStringVariableValue(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_case_variable_value.py

@@ -6,6 +6,7 @@ import typing
 
 from .test_case_chat_history_variable_value import TestCaseChatHistoryVariableValue
 from .test_case_error_variable_value import TestCaseErrorVariableValue
+from .test_case_function_call_variable_value import TestCaseFunctionCallVariableValue
 from .test_case_json_variable_value import TestCaseJsonVariableValue
 from .test_case_number_variable_value import TestCaseNumberVariableValue
 from .test_case_search_results_variable_value import TestCaseSearchResultsVariableValue
@@ -72,6 +73,16 @@ class TestCaseVariableValue_Error(TestCaseErrorVariableValue):
         populate_by_name = True
 
 
+class TestCaseVariableValue_FunctionCall(TestCaseFunctionCallVariableValue):
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
 TestCaseVariableValue = typing.Union[
     TestCaseVariableValue_String,
     TestCaseVariableValue_Number,
@@ -79,4 +90,5 @@ TestCaseVariableValue = typing.Union[
     TestCaseVariableValue_ChatHistory,
     TestCaseVariableValue_SearchResults,
     TestCaseVariableValue_Error,
+    TestCaseVariableValue_FunctionCall,
 ]

vellum/types/test_suite_run_deployment_release_tag_exec_config.py

@@ -4,21 +4,17 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_deployment_release_tag_exec_config_data import TestSuiteRunDeploymentReleaseTagExecConfigData
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunDeploymentReleaseTagExecConfig(pydantic.BaseModel):
+class TestSuiteRunDeploymentReleaseTagExecConfig(pydantic_v1.BaseModel):
     """
     Execution configuration for running a Test Suite against a Prompt Deployment
     """
 
     data: TestSuiteRunDeploymentReleaseTagExecConfigData
-    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic_v1.Field(default=None)
     """
     Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
     """
@@ -34,5 +30,5 @@ class TestSuiteRunDeploymentReleaseTagExecConfig(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_deployment_release_tag_exec_config_data.py

@@ -4,20 +4,16 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunDeploymentReleaseTagExecConfigData(pydantic.BaseModel):
-    deployment_id: str = pydantic.Field()
+class TestSuiteRunDeploymentReleaseTagExecConfigData(pydantic_v1.BaseModel):
+    deployment_id: str = pydantic_v1.Field()
     """
     The ID of the Prompt Deployment to run the Test Suite against.
     """
 
-    tag: typing.Optional[str] = pydantic.Field(default=None)
+    tag: typing.Optional[str] = pydantic_v1.Field(default=None)
     """
     A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
     """
@@ -33,5 +29,5 @@ class TestSuiteRunDeploymentReleaseTagExecConfigData(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_deployment_release_tag_exec_config_data_request.py

@@ -4,20 +4,16 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(pydantic.BaseModel):
-    deployment_id: str = pydantic.Field()
+class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(pydantic_v1.BaseModel):
+    deployment_id: str = pydantic_v1.Field()
     """
     The ID of the Prompt Deployment to run the Test Suite against.
     """
 
-    tag: typing.Optional[str] = pydantic.Field(default=None)
+    tag: typing.Optional[str] = pydantic_v1.Field(default=None)
     """
     A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
     """
@@ -33,5 +29,5 @@ class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_deployment_release_tag_exec_config_request.py

@@ -4,23 +4,19 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_deployment_release_tag_exec_config_data_request import (
     TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
 )
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunDeploymentReleaseTagExecConfigRequest(pydantic.BaseModel):
+class TestSuiteRunDeploymentReleaseTagExecConfigRequest(pydantic_v1.BaseModel):
     """
     Execution configuration for running a Test Suite against a Prompt Deployment
     """
 
     data: TestSuiteRunDeploymentReleaseTagExecConfigDataRequest
-    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic_v1.Field(default=None)
     """
     Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
     """
@@ -36,5 +32,5 @@ class TestSuiteRunDeploymentReleaseTagExecConfigRequest(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution.py

@@ -4,16 +4,12 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
 from .test_suite_run_execution_output import TestSuiteRunExecutionOutput
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecution(pydantic.BaseModel):
+class TestSuiteRunExecution(pydantic_v1.BaseModel):
     id: str
     test_case_id: str
     outputs: typing.List[TestSuiteRunExecutionOutput]
@@ -30,5 +26,5 @@ class TestSuiteRunExecution(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_chat_history_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .chat_message import ChatMessage
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionChatHistoryOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionChatHistoryOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionChatHistoryOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_error_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .vellum_error import VellumError
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionErrorOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionErrorOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionErrorOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/{registered_prompt_model_version.py → test_suite_run_execution_function_call_output.py}

@@ -4,23 +4,18 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .fulfilled_function_call import FulfilledFunctionCall
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class RegisteredPromptModelVersion(pydantic.BaseModel):
-    id: str = pydantic.Field()
+class TestSuiteRunExecutionFunctionCallOutput(pydantic_v1.BaseModel):
     """
-    The ID of the generated model version.
+    Execution output of an entity evaluated during a Test Suite Run that is of type FUNCTION_CALL
     """
 
-    label: str = pydantic.Field()
-    """
-    A human-friendly label for the generated model version.
-    """
+    name: str
+    value: typing.Optional[FulfilledFunctionCall] = None
+    output_variable_id: str
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -33,5 +28,5 @@ class RegisteredPromptModelVersion(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_json_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionJsonOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionJsonOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type JSON
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionJsonOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_metric_definition.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionMetricDefinition(pydantic.BaseModel):
+class TestSuiteRunExecutionMetricDefinition(pydantic_v1.BaseModel):
     id: typing.Optional[str] = None
     label: typing.Optional[str] = None
     name: typing.Optional[str] = None
@@ -27,5 +23,5 @@ class TestSuiteRunExecutionMetricDefinition(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_metric_result.py

@@ -4,16 +4,12 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_execution_metric_definition import TestSuiteRunExecutionMetricDefinition
 from .test_suite_run_metric_output import TestSuiteRunMetricOutput
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionMetricResult(pydantic.BaseModel):
+class TestSuiteRunExecutionMetricResult(pydantic_v1.BaseModel):
     metric_id: str
     outputs: typing.List[TestSuiteRunMetricOutput]
     metric_label: typing.Optional[str] = None
@@ -30,5 +26,5 @@ class TestSuiteRunExecutionMetricResult(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_number_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionNumberOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionNumberOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionNumberOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_output.py

@@ -6,6 +6,7 @@ import typing
 
 from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
 from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
+from .test_suite_run_execution_function_call_output import TestSuiteRunExecutionFunctionCallOutput
 from .test_suite_run_execution_json_output import TestSuiteRunExecutionJsonOutput
 from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
 from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
@@ -72,6 +73,16 @@ class TestSuiteRunExecutionOutput_Error(TestSuiteRunExecutionErrorOutput):
         populate_by_name = True
 
 
+class TestSuiteRunExecutionOutput_FunctionCall(TestSuiteRunExecutionFunctionCallOutput):
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
 TestSuiteRunExecutionOutput = typing.Union[
     TestSuiteRunExecutionOutput_String,
     TestSuiteRunExecutionOutput_Number,
@@ -79,4 +90,5 @@ TestSuiteRunExecutionOutput = typing.Union[
     TestSuiteRunExecutionOutput_ChatHistory,
     TestSuiteRunExecutionOutput_SearchResults,
     TestSuiteRunExecutionOutput_Error,
+    TestSuiteRunExecutionOutput_FunctionCall,
 ]

vellum/types/test_suite_run_execution_search_results_output.py

@@ -4,15 +4,11 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .search_result import SearchResult
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionSearchResultsOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionSearchResultsOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
     """
@@ -32,5 +28,5 @@ class TestSuiteRunExecutionSearchResultsOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_execution_string_output.py

@@ -4,14 +4,10 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExecutionStringOutput(pydantic.BaseModel):
+class TestSuiteRunExecutionStringOutput(pydantic_v1.BaseModel):
     """
     Execution output of an entity evaluated during a Test Suite Run that is of type STRING
     """
@@ -31,5 +27,5 @@ class TestSuiteRunExecutionStringOutput(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_external_exec_config.py

@@ -4,21 +4,17 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExternalExecConfig(pydantic.BaseModel):
+class TestSuiteRunExternalExecConfig(pydantic_v1.BaseModel):
     """
     Execution configuration for running a Vellum Test Suite against an external callable
     """
 
     data: TestSuiteRunExternalExecConfigData
-    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic_v1.Field(default=None)
     """
     Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
     """
@@ -34,5 +30,5 @@ class TestSuiteRunExternalExecConfig(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_external_exec_config_data.py

@@ -4,16 +4,12 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
 from .external_test_case_execution import ExternalTestCaseExecution
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
 
-
-class TestSuiteRunExternalExecConfigData(pydantic.BaseModel):
-    executions: typing.List[ExternalTestCaseExecution] = pydantic.Field()
+class TestSuiteRunExternalExecConfigData(pydantic_v1.BaseModel):
+    executions: typing.List[ExternalTestCaseExecution] = pydantic_v1.Field()
     """
     The executions of some callable external to Vellum whose outputs you would like to evaluate.
     """
@@ -29,5 +25,5 @@ class TestSuiteRunExternalExecConfigData(pydantic.BaseModel):
     class Config:
         frozen = True
         smart_union = True
-        extra = pydantic.Extra.allow
+        extra = pydantic_v1.Extra.allow
         json_encoders = {dt.datetime: serialize_datetime}