vellum-ai 0.8.15__py3-none-any.whl → 0.8.17__py3-none-any.whl

vellum/__init__.py

@@ -14,6 +14,7 @@ from .types import (
     ArrayChatMessageContentItem,
     ArrayChatMessageContentItemRequest,
     ArrayChatMessageContentRequest,
+    ArrayInputRequest,
     ArrayVariableValue,
     ArrayVariableValueItem,
     ArrayVellumValue,
@@ -48,10 +49,15 @@ from .types import (
     CodeExecutionNodeResultOutput,
     CodeExecutionNodeSearchResultsResult,
     CodeExecutionNodeStringResult,
+    CodeExecutionPackageRequest,
+    CodeExecutionRuntime,
+    CodeExecutorInputRequest,
+    CodeExecutorResponse,
     CompilePromptDeploymentExpandMetaRequest,
     CompilePromptMeta,
     ComponentsSchemasPdfSearchResultMetaSource,
     ComponentsSchemasPdfSearchResultMetaSourceRequest,
+    ConditionCombinator,
     ConditionalNodeResult,
     ConditionalNodeResultData,
     CreateTestSuiteTestCaseRequest,
@@ -73,6 +79,7 @@ from .types import (
     EnvironmentEnum,
     EphemeralPromptCacheConfigRequest,
     EphemeralPromptCacheConfigTypeEnum,
+    ErrorInputRequest,
     ErrorVariableValue,
     ErrorVellumValue,
     ErrorVellumValueRequest,
@@ -104,6 +111,7 @@ from .types import (
     FunctionCallChatMessageContentRequest,
     FunctionCallChatMessageContentValue,
     FunctionCallChatMessageContentValueRequest,
+    FunctionCallInputRequest,
     FunctionCallRequest,
     FunctionCallVariableValue,
     FunctionCallVellumValue,
@@ -119,6 +127,12 @@ from .types import (
     GenerateStreamResponse,
     GenerateStreamResult,
     GenerateStreamResultData,
+    GoogleVertexAiVectorizerConfig,
+    GoogleVertexAiVectorizerConfigRequest,
+    GoogleVertexAiVectorizerTextEmbedding004,
+    GoogleVertexAiVectorizerTextEmbedding004Request,
+    GoogleVertexAiVectorizerTextMultilingualEmbedding002,
+    GoogleVertexAiVectorizerTextMultilingualEmbedding002Request,
     HkunlpInstructorXlVectorizer,
     HkunlpInstructorXlVectorizerRequest,
     ImageChatMessageContent,
@@ -151,6 +165,9 @@ from .types import (
     MetadataFilterConfigRequest,
     MetadataFilterRuleCombinator,
     MetadataFilterRuleRequest,
+    MetadataFiltersRequest,
+    MetricDefinitionExecution,
+    MetricDefinitionInputRequest,
     MetricNodeResult,
     MlModelUsage,
     NamedScenarioInputChatHistoryVariableValueRequest,
@@ -195,6 +212,7 @@ from .types import (
     NodeOutputCompiledValue,
     NormalizedLogProbs,
     NormalizedTokenLogProbs,
+    NumberInputRequest,
     NumberVariableValue,
     NumberVellumValue,
     NumberVellumValueRequest,
@@ -264,6 +282,7 @@ from .types import (
     SearchResultMeta,
     SearchResultMetaRequest,
     SearchResultRequest,
+    SearchResultsInputRequest,
     SearchResultsVariableValue,
     SearchResultsVellumValue,
     SearchResultsVellumValueRequest,
@@ -382,6 +401,11 @@ from .types import (
     VellumErrorRequest,
     VellumImage,
     VellumImageRequest,
+    VellumValue,
+    VellumValueLogicalConditionGroupRequest,
+    VellumValueLogicalConditionRequest,
+    VellumValueLogicalExpressionRequest,
+    VellumValueRequest,
     VellumVariable,
     VellumVariableRequest,
     VellumVariableType,
@@ -437,6 +461,7 @@ from .resources import (
     document_indexes,
     documents,
     folder_entities,
+    metric_definitions,
     sandboxes,
     test_suite_runs,
     test_suites,
@@ -461,6 +486,7 @@ __all__ = [
     "ArrayChatMessageContentItem",
     "ArrayChatMessageContentItemRequest",
     "ArrayChatMessageContentRequest",
+    "ArrayInputRequest",
     "ArrayVariableValue",
     "ArrayVariableValueItem",
     "ArrayVellumValue",
@@ -497,10 +523,15 @@ __all__ = [
     "CodeExecutionNodeResultOutput",
     "CodeExecutionNodeSearchResultsResult",
     "CodeExecutionNodeStringResult",
+    "CodeExecutionPackageRequest",
+    "CodeExecutionRuntime",
+    "CodeExecutorInputRequest",
+    "CodeExecutorResponse",
     "CompilePromptDeploymentExpandMetaRequest",
     "CompilePromptMeta",
     "ComponentsSchemasPdfSearchResultMetaSource",
     "ComponentsSchemasPdfSearchResultMetaSourceRequest",
+    "ConditionCombinator",
     "ConditionalNodeResult",
     "ConditionalNodeResultData",
     "CreateTestSuiteTestCaseRequest",
@@ -524,6 +555,7 @@ __all__ = [
     "EnvironmentEnum",
     "EphemeralPromptCacheConfigRequest",
     "EphemeralPromptCacheConfigTypeEnum",
+    "ErrorInputRequest",
     "ErrorVariableValue",
     "ErrorVellumValue",
     "ErrorVellumValueRequest",
@@ -556,6 +588,7 @@ __all__ = [
     "FunctionCallChatMessageContentRequest",
     "FunctionCallChatMessageContentValue",
     "FunctionCallChatMessageContentValueRequest",
+    "FunctionCallInputRequest",
     "FunctionCallRequest",
     "FunctionCallVariableValue",
     "FunctionCallVellumValue",
@@ -571,6 +604,12 @@ __all__ = [
     "GenerateStreamResponse",
     "GenerateStreamResult",
     "GenerateStreamResultData",
+    "GoogleVertexAiVectorizerConfig",
+    "GoogleVertexAiVectorizerConfigRequest",
+    "GoogleVertexAiVectorizerTextEmbedding004",
+    "GoogleVertexAiVectorizerTextEmbedding004Request",
+    "GoogleVertexAiVectorizerTextMultilingualEmbedding002",
+    "GoogleVertexAiVectorizerTextMultilingualEmbedding002Request",
     "HkunlpInstructorXlVectorizer",
     "HkunlpInstructorXlVectorizerRequest",
     "ImageChatMessageContent",
@@ -604,6 +643,9 @@ __all__ = [
     "MetadataFilterConfigRequest",
     "MetadataFilterRuleCombinator",
     "MetadataFilterRuleRequest",
+    "MetadataFiltersRequest",
+    "MetricDefinitionExecution",
+    "MetricDefinitionInputRequest",
     "MetricNodeResult",
     "MlModelUsage",
     "NamedScenarioInputChatHistoryVariableValueRequest",
@@ -649,6 +691,7 @@ __all__ = [
     "NormalizedLogProbs",
     "NormalizedTokenLogProbs",
     "NotFoundError",
+    "NumberInputRequest",
     "NumberVariableValue",
     "NumberVellumValue",
     "NumberVellumValueRequest",
@@ -718,6 +761,7 @@ __all__ = [
     "SearchResultMeta",
     "SearchResultMetaRequest",
     "SearchResultRequest",
+    "SearchResultsInputRequest",
     "SearchResultsVariableValue",
     "SearchResultsVellumValue",
     "SearchResultsVellumValueRequest",
@@ -838,6 +882,11 @@ __all__ = [
     "VellumErrorRequest",
     "VellumImage",
     "VellumImageRequest",
+    "VellumValue",
+    "VellumValueLogicalConditionGroupRequest",
+    "VellumValueLogicalConditionRequest",
+    "VellumValueLogicalExpressionRequest",
+    "VellumValueRequest",
     "VellumVariable",
     "VellumVariableRequest",
     "VellumVariableType",
@@ -889,6 +938,7 @@ __all__ = [
     "document_indexes",
     "documents",
     "folder_entities",
+    "metric_definitions",
     "sandboxes",
     "test_suite_runs",
     "test_suites",

vellum/client.py

@@ -9,24 +9,30 @@ from .resources.deployments.client import DeploymentsClient
 from .resources.document_indexes.client import DocumentIndexesClient
 from .resources.documents.client import DocumentsClient
 from .resources.folder_entities.client import FolderEntitiesClient
+from .resources.metric_definitions.client import MetricDefinitionsClient
 from .resources.sandboxes.client import SandboxesClient
 from .resources.test_suite_runs.client import TestSuiteRunsClient
 from .resources.test_suites.client import TestSuitesClient
 from .resources.workflow_deployments.client import WorkflowDeploymentsClient
 from .resources.workflow_sandboxes.client import WorkflowSandboxesClient
-from .types.prompt_deployment_input_request import PromptDeploymentInputRequest
-from .types.prompt_deployment_expand_meta_request import PromptDeploymentExpandMetaRequest
-from .types.raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
+from .types.code_execution_runtime import CodeExecutionRuntime
+from .types.code_executor_input_request import CodeExecutorInputRequest
+from .types.code_execution_package_request import CodeExecutionPackageRequest
+from .types.vellum_variable_type import VellumVariableType
 from .core.request_options import RequestOptions
-from .types.execute_prompt_response import ExecutePromptResponse
+from .types.code_executor_response import CodeExecutorResponse
 from .core.serialization import convert_and_respect_annotation_metadata
 from .core.pydantic_utilities import parse_obj_as
 from .errors.bad_request_error import BadRequestError
+from json.decoder import JSONDecodeError
+from .core.api_error import ApiError
+from .types.prompt_deployment_input_request import PromptDeploymentInputRequest
+from .types.prompt_deployment_expand_meta_request import PromptDeploymentExpandMetaRequest
+from .types.raw_prompt_execution_overrides_request import RawPromptExecutionOverridesRequest
+from .types.execute_prompt_response import ExecutePromptResponse
 from .errors.forbidden_error import ForbiddenError
 from .errors.not_found_error import NotFoundError
 from .errors.internal_server_error import InternalServerError
-from json.decoder import JSONDecodeError
-from .core.api_error import ApiError
 from .types.execute_prompt_event import ExecutePromptEvent
 import json
 from .types.workflow_request_input_request import WorkflowRequestInputRequest
@@ -48,6 +54,7 @@ from .resources.deployments.client import AsyncDeploymentsClient
 from .resources.document_indexes.client import AsyncDocumentIndexesClient
 from .resources.documents.client import AsyncDocumentsClient
 from .resources.folder_entities.client import AsyncFolderEntitiesClient
+from .resources.metric_definitions.client import AsyncMetricDefinitionsClient
 from .resources.sandboxes.client import AsyncSandboxesClient
 from .resources.test_suite_runs.client import AsyncTestSuiteRunsClient
 from .resources.test_suites.client import AsyncTestSuitesClient
@@ -117,12 +124,113 @@ class Vellum:
         self.document_indexes = DocumentIndexesClient(client_wrapper=self._client_wrapper)
         self.documents = DocumentsClient(client_wrapper=self._client_wrapper)
         self.folder_entities = FolderEntitiesClient(client_wrapper=self._client_wrapper)
+        self.metric_definitions = MetricDefinitionsClient(client_wrapper=self._client_wrapper)
         self.sandboxes = SandboxesClient(client_wrapper=self._client_wrapper)
         self.test_suite_runs = TestSuiteRunsClient(client_wrapper=self._client_wrapper)
         self.test_suites = TestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = WorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
         self.workflow_sandboxes = WorkflowSandboxesClient(client_wrapper=self._client_wrapper)
 
+    def execute_code(
+        self,
+        *,
+        code: str,
+        runtime: CodeExecutionRuntime,
+        input_values: typing.Sequence[CodeExecutorInputRequest],
+        packages: typing.Sequence[CodeExecutionPackageRequest],
+        output_type: VellumVariableType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> CodeExecutorResponse:
+        """
+        An internal-only endpoint that's subject to breaking changes without notice. Not intended for public use.
+
+        Parameters
+        ----------
+        code : str
+
+        runtime : CodeExecutionRuntime
+
+        input_values : typing.Sequence[CodeExecutorInputRequest]
+
+        packages : typing.Sequence[CodeExecutionPackageRequest]
+
+        output_type : VellumVariableType
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        CodeExecutorResponse
+
+
+        Examples
+        --------
+        from vellum import CodeExecutionPackageRequest, StringInputRequest, Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.execute_code(
+            code="code",
+            runtime="PYTHON_3_11_6",
+            input_values=[
+                StringInputRequest(
+                    name="name",
+                    value="value",
+                )
+            ],
+            packages=[
+                CodeExecutionPackageRequest(
+                    version="version",
+                    name="name",
+                )
+            ],
+            output_type="STRING",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            "v1/execute-code",
+            base_url=self._client_wrapper.get_environment().default,
+            method="POST",
+            json={
+                "code": code,
+                "runtime": runtime,
+                "input_values": convert_and_respect_annotation_metadata(
+                    object_=input_values, annotation=typing.Sequence[CodeExecutorInputRequest], direction="write"
+                ),
+                "packages": convert_and_respect_annotation_metadata(
+                    object_=packages, annotation=typing.Sequence[CodeExecutionPackageRequest], direction="write"
+                ),
+                "output_type": output_type,
+            },
+            request_options=request_options,
+            omit=OMIT,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    CodeExecutorResponse,
+                    parse_obj_as(
+                        type_=CodeExecutorResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            if _response.status_code == 400:
+                raise BadRequestError(
+                    typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    )
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     def execute_prompt(
         self,
         *,
@@ -1332,12 +1440,121 @@ class AsyncVellum:
         self.document_indexes = AsyncDocumentIndexesClient(client_wrapper=self._client_wrapper)
         self.documents = AsyncDocumentsClient(client_wrapper=self._client_wrapper)
         self.folder_entities = AsyncFolderEntitiesClient(client_wrapper=self._client_wrapper)
+        self.metric_definitions = AsyncMetricDefinitionsClient(client_wrapper=self._client_wrapper)
         self.sandboxes = AsyncSandboxesClient(client_wrapper=self._client_wrapper)
         self.test_suite_runs = AsyncTestSuiteRunsClient(client_wrapper=self._client_wrapper)
         self.test_suites = AsyncTestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = AsyncWorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
         self.workflow_sandboxes = AsyncWorkflowSandboxesClient(client_wrapper=self._client_wrapper)
 
+    async def execute_code(
+        self,
+        *,
+        code: str,
+        runtime: CodeExecutionRuntime,
+        input_values: typing.Sequence[CodeExecutorInputRequest],
+        packages: typing.Sequence[CodeExecutionPackageRequest],
+        output_type: VellumVariableType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> CodeExecutorResponse:
+        """
+        An internal-only endpoint that's subject to breaking changes without notice. Not intended for public use.
+
+        Parameters
+        ----------
+        code : str
+
+        runtime : CodeExecutionRuntime
+
+        input_values : typing.Sequence[CodeExecutorInputRequest]
+
+        packages : typing.Sequence[CodeExecutionPackageRequest]
+
+        output_type : VellumVariableType
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        CodeExecutorResponse
+
+
+        Examples
+        --------
+        import asyncio
+
+        from vellum import AsyncVellum, CodeExecutionPackageRequest, StringInputRequest
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+
+
+        async def main() -> None:
+            await client.execute_code(
+                code="code",
+                runtime="PYTHON_3_11_6",
+                input_values=[
+                    StringInputRequest(
+                        name="name",
+                        value="value",
+                    )
+                ],
+                packages=[
+                    CodeExecutionPackageRequest(
+                        version="version",
+                        name="name",
+                    )
+                ],
+                output_type="STRING",
+            )
+
+
+        asyncio.run(main())
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            "v1/execute-code",
+            base_url=self._client_wrapper.get_environment().default,
+            method="POST",
+            json={
+                "code": code,
+                "runtime": runtime,
+                "input_values": convert_and_respect_annotation_metadata(
+                    object_=input_values, annotation=typing.Sequence[CodeExecutorInputRequest], direction="write"
+                ),
+                "packages": convert_and_respect_annotation_metadata(
+                    object_=packages, annotation=typing.Sequence[CodeExecutionPackageRequest], direction="write"
+                ),
+                "output_type": output_type,
+            },
+            request_options=request_options,
+            omit=OMIT,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    CodeExecutorResponse,
+                    parse_obj_as(
+                        type_=CodeExecutorResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            if _response.status_code == 400:
+                raise BadRequestError(
+                    typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    )
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     async def execute_prompt(
         self,
         *,

vellum/core/client_wrapper.py

@@ -17,7 +17,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.8.15",
+            "X-Fern-SDK-Version": "0.8.17",
         }
         headers["X_API_KEY"] = self.api_key
         return headers
@@ -40,7 +40,7 @@ class SyncClientWrapper(BaseClientWrapper):
     ):
         super().__init__(api_key=api_key, environment=environment, timeout=timeout)
         self.httpx_client = HttpClient(
-            httpx_client=httpx_client, base_headers=self.get_headers(), base_timeout=self.get_timeout()
+            httpx_client=httpx_client, base_headers=self.get_headers, base_timeout=self.get_timeout
         )
 
 
@@ -55,5 +55,5 @@ class AsyncClientWrapper(BaseClientWrapper):
     ):
         super().__init__(api_key=api_key, environment=environment, timeout=timeout)
         self.httpx_client = AsyncHttpClient(
-            httpx_client=httpx_client, base_headers=self.get_headers(), base_timeout=self.get_timeout()
+            httpx_client=httpx_client, base_headers=self.get_headers, base_timeout=self.get_timeout
         )

vellum/core/http_client.py

@@ -152,9 +152,9 @@ class HttpClient:
         self,
         *,
         httpx_client: httpx.Client,
-        base_timeout: typing.Optional[float],
-        base_headers: typing.Dict[str, str],
-        base_url: typing.Optional[str] = None,
+        base_timeout: typing.Callable[[], typing.Optional[float]],
+        base_headers: typing.Callable[[], typing.Dict[str, str]],
+        base_url: typing.Optional[typing.Callable[[], str]] = None,
     ):
         self.base_url = base_url
         self.base_timeout = base_timeout
@@ -162,7 +162,10 @@ class HttpClient:
         self.httpx_client = httpx_client
 
     def get_base_url(self, maybe_base_url: typing.Optional[str]) -> str:
-        base_url = self.base_url if maybe_base_url is None else maybe_base_url
+        base_url = maybe_base_url
+        if self.base_url is not None and base_url is None:
+            base_url = self.base_url()
+
         if base_url is None:
             raise ValueError("A base_url is required to make this request, please provide one and try again.")
         return base_url
@@ -187,7 +190,7 @@ class HttpClient:
         timeout = (
             request_options.get("timeout_in_seconds")
             if request_options is not None and request_options.get("timeout_in_seconds") is not None
-            else self.base_timeout
+            else self.base_timeout()
         )
 
         json_body, data_body = get_request_body(json=json, data=data, request_options=request_options, omit=omit)
@@ -198,7 +201,7 @@ class HttpClient:
             headers=jsonable_encoder(
                 remove_none_from_dict(
                     {
-                        **self.base_headers,
+                        **self.base_headers(),
                         **(headers if headers is not None else {}),
                         **(request_options.get("additional_headers", {}) or {} if request_options is not None else {}),
                     }
@@ -271,7 +274,7 @@ class HttpClient:
         timeout = (
             request_options.get("timeout_in_seconds")
             if request_options is not None and request_options.get("timeout_in_seconds") is not None
-            else self.base_timeout
+            else self.base_timeout()
         )
 
         json_body, data_body = get_request_body(json=json, data=data, request_options=request_options, omit=omit)
@@ -282,7 +285,7 @@ class HttpClient:
             headers=jsonable_encoder(
                 remove_none_from_dict(
                     {
-                        **self.base_headers,
+                        **self.base_headers(),
                         **(headers if headers is not None else {}),
                         **(request_options.get("additional_headers", {}) if request_options is not None else {}),
                     }
@@ -321,9 +324,9 @@ class AsyncHttpClient:
         self,
         *,
         httpx_client: httpx.AsyncClient,
-        base_timeout: typing.Optional[float],
-        base_headers: typing.Dict[str, str],
-        base_url: typing.Optional[str] = None,
+        base_timeout: typing.Callable[[], typing.Optional[float]],
+        base_headers: typing.Callable[[], typing.Dict[str, str]],
+        base_url: typing.Optional[typing.Callable[[], str]] = None,
     ):
         self.base_url = base_url
         self.base_timeout = base_timeout
@@ -331,7 +334,10 @@ class AsyncHttpClient:
         self.httpx_client = httpx_client
 
     def get_base_url(self, maybe_base_url: typing.Optional[str]) -> str:
-        base_url = self.base_url if maybe_base_url is None else maybe_base_url
+        base_url = maybe_base_url
+        if self.base_url is not None and base_url is None:
+            base_url = self.base_url()
+
         if base_url is None:
             raise ValueError("A base_url is required to make this request, please provide one and try again.")
         return base_url
@@ -356,7 +362,7 @@ class AsyncHttpClient:
         timeout = (
             request_options.get("timeout_in_seconds")
             if request_options is not None and request_options.get("timeout_in_seconds") is not None
-            else self.base_timeout
+            else self.base_timeout()
         )
 
         json_body, data_body = get_request_body(json=json, data=data, request_options=request_options, omit=omit)
@@ -368,7 +374,7 @@ class AsyncHttpClient:
             headers=jsonable_encoder(
                 remove_none_from_dict(
                     {
-                        **self.base_headers,
+                        **self.base_headers(),
                         **(headers if headers is not None else {}),
                         **(request_options.get("additional_headers", {}) or {} if request_options is not None else {}),
                     }
@@ -438,7 +444,7 @@ class AsyncHttpClient:
         timeout = (
             request_options.get("timeout_in_seconds")
             if request_options is not None and request_options.get("timeout_in_seconds") is not None
-            else self.base_timeout
+            else self.base_timeout()
         )
 
         json_body, data_body = get_request_body(json=json, data=data, request_options=request_options, omit=omit)
@@ -449,7 +455,7 @@ class AsyncHttpClient:
             headers=jsonable_encoder(
                 remove_none_from_dict(
                     {
-                        **self.base_headers,
+                        **self.base_headers(),
                         **(headers if headers is not None else {}),
                         **(request_options.get("additional_headers", {}) if request_options is not None else {}),
                     }

vellum/core/pydantic_utilities.py

@@ -152,7 +152,7 @@ class UniversalBaseModel(pydantic.BaseModel):
             )
 
         else:
-            _fields_set = self.__fields_set__
+            _fields_set = self.__fields_set__.copy()
 
             fields = _get_model_fields(self.__class__)
             for name, field in fields.items():
@@ -162,9 +162,12 @@ class UniversalBaseModel(pydantic.BaseModel):
                     # If the default values are non-null act like they've been set
                     # This effectively allows exclude_unset to work like exclude_none where
                     # the latter passes through intentionally set none values.
-                    if default != None:
+                    if default is not None or ("exclude_unset" in kwargs and not kwargs["exclude_unset"]):
                         _fields_set.add(name)
 
+                        if default is not None:
+                            self.__fields_set__.add(name)
+
             kwargs_with_defaults_exclude_unset_include_fields: typing.Any = {
                 "by_alias": True,
                 "exclude_unset": True,
@@ -177,13 +180,33 @@ class UniversalBaseModel(pydantic.BaseModel):
         return convert_and_respect_annotation_metadata(object_=dict_dump, annotation=self.__class__, direction="write")
 
 
+def _union_list_of_pydantic_dicts(
+    source: typing.List[typing.Any], destination: typing.List[typing.Any]
+) -> typing.List[typing.Any]:
+    converted_list: typing.List[typing.Any] = []
+    for i, item in enumerate(source):
+        destination_value = destination[i]  # type: ignore
+        if isinstance(item, dict):
+            converted_list.append(deep_union_pydantic_dicts(item, destination_value))
+        elif isinstance(item, list):
+            converted_list.append(_union_list_of_pydantic_dicts(item, destination_value))
+        else:
+            converted_list.append(item)
+    return converted_list
+
+
 def deep_union_pydantic_dicts(
     source: typing.Dict[str, typing.Any], destination: typing.Dict[str, typing.Any]
 ) -> typing.Dict[str, typing.Any]:
     for key, value in source.items():
+        node = destination.setdefault(key, {})
         if isinstance(value, dict):
-            node = destination.setdefault(key, {})
             deep_union_pydantic_dicts(value, node)
+        # Note: we do not do this same processing for sets given we do not have sets of models
+        # and given the sets are unordered, the processing of the set and matching objects would
+        # be non-trivial.
+        elif isinstance(value, list):
+            destination[key] = _union_list_of_pydantic_dicts(value, node)
         else:
             destination[key] = value
 

vellum/resources/__init__.py

@@ -6,6 +6,7 @@ from . import (
     document_indexes,
     documents,
     folder_entities,
+    metric_definitions,
     sandboxes,
     test_suite_runs,
     test_suites,
@@ -25,6 +26,7 @@ __all__ = [
     "document_indexes",
     "documents",
     "folder_entities",
+    "metric_definitions",
     "sandboxes",
     "test_suite_runs",
     "test_suites",