vellum-ai 0.6.9__py3-none-any.whl → 0.7.2__py3-none-any.whl

vellum/resources/test_suites/client.py

@@ -11,11 +11,11 @@ from ...core.jsonable_encoder import jsonable_encoder
 from ...core.pydantic_utilities import pydantic_v1
 from ...core.remove_none_from_dict import remove_none_from_dict
 from ...core.request_options import RequestOptions
-from ...types.named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
 from ...types.paginated_test_suite_test_case_list import PaginatedTestSuiteTestCaseList
 from ...types.test_suite_test_case import TestSuiteTestCase
 from ...types.test_suite_test_case_bulk_operation_request import TestSuiteTestCaseBulkOperationRequest
 from ...types.test_suite_test_case_bulk_result import TestSuiteTestCaseBulkResult
+from ...types.upsert_test_suite_test_case_request import UpsertTestSuiteTestCaseRequest
 
 # this is used as the default value for optional parameters
 OMIT = typing.cast(typing.Any, ...)
@@ -99,11 +99,7 @@ class TestSuitesClient:
         self,
         id: str,
         *,
-        upsert_test_suite_test_case_request_id: typing.Optional[str] = OMIT,
-        external_id: typing.Optional[str] = OMIT,
-        label: typing.Optional[str] = OMIT,
-        input_values: typing.Sequence[NamedTestCaseVariableValueRequest],
-        evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest],
+        request: UpsertTestSuiteTestCaseRequest,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSuiteTestCase:
         """
@@ -118,18 +114,11 @@ class TestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The Vellum-generated ID of an existing Test Case whose data you'd like to replace. If specified and no Test Case exists with this ID, a 404 will be returned.
-
-            - external_id: typing.Optional[str]. An ID external to Vellum that uniquely identifies the Test Case that you'd like to create/update. If there's a match on a Test Case that was previously created with the same external_id, it will be updated. Otherwise, a new Test Case will be created with this value as its external_id. If no external_id is specified, then a new Test Case will always be created.
-
-            - label: typing.Optional[str]. A human-readable label used to convey the intention of this Test Case
-
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
-
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
+            - request: UpsertTestSuiteTestCaseRequest.
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
+        from vellum import UpsertTestSuiteTestCaseRequest
         from vellum.client import Vellum
 
         client = Vellum(
@@ -137,17 +126,12 @@ class TestSuitesClient:
         )
         client.test_suites.upsert_test_suite_test_case(
             id="id",
-            input_values=[],
-            evaluation_values=[],
+            request=UpsertTestSuiteTestCaseRequest(
+                input_values=[],
+                evaluation_values=[],
+            ),
         )
         """
-        _request: typing.Dict[str, typing.Any] = {"input_values": input_values, "evaluation_values": evaluation_values}
-        if upsert_test_suite_test_case_request_id is not OMIT:
-            _request["id"] = upsert_test_suite_test_case_request_id
-        if external_id is not OMIT:
-            _request["external_id"] = external_id
-        if label is not OMIT:
-            _request["label"] = label
         _response = self._client_wrapper.httpx_client.request(
             method="POST",
             url=urllib.parse.urljoin(
@@ -157,10 +141,10 @@ class TestSuitesClient:
             params=jsonable_encoder(
                 request_options.get("additional_query_parameters") if request_options is not None else None
             ),
-            json=jsonable_encoder(_request)
+            json=jsonable_encoder(request)
             if request_options is None or request_options.get("additional_body_parameters") is None
             else {
-                **jsonable_encoder(_request),
+                **jsonable_encoder(request),
                 **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
             },
             headers=jsonable_encoder(
@@ -402,11 +386,7 @@ class AsyncTestSuitesClient:
         self,
         id: str,
         *,
-        upsert_test_suite_test_case_request_id: typing.Optional[str] = OMIT,
-        external_id: typing.Optional[str] = OMIT,
-        label: typing.Optional[str] = OMIT,
-        input_values: typing.Sequence[NamedTestCaseVariableValueRequest],
-        evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest],
+        request: UpsertTestSuiteTestCaseRequest,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSuiteTestCase:
         """
@@ -421,18 +401,11 @@ class AsyncTestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The Vellum-generated ID of an existing Test Case whose data you'd like to replace. If specified and no Test Case exists with this ID, a 404 will be returned.
-
-            - external_id: typing.Optional[str]. An ID external to Vellum that uniquely identifies the Test Case that you'd like to create/update. If there's a match on a Test Case that was previously created with the same external_id, it will be updated. Otherwise, a new Test Case will be created with this value as its external_id. If no external_id is specified, then a new Test Case will always be created.
-
-            - label: typing.Optional[str]. A human-readable label used to convey the intention of this Test Case
-
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
-
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
+            - request: UpsertTestSuiteTestCaseRequest.
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
+        from vellum import UpsertTestSuiteTestCaseRequest
         from vellum.client import AsyncVellum
 
         client = AsyncVellum(
@@ -440,17 +413,12 @@ class AsyncTestSuitesClient:
         )
         await client.test_suites.upsert_test_suite_test_case(
             id="id",
-            input_values=[],
-            evaluation_values=[],
+            request=UpsertTestSuiteTestCaseRequest(
+                input_values=[],
+                evaluation_values=[],
+            ),
         )
         """
-        _request: typing.Dict[str, typing.Any] = {"input_values": input_values, "evaluation_values": evaluation_values}
-        if upsert_test_suite_test_case_request_id is not OMIT:
-            _request["id"] = upsert_test_suite_test_case_request_id
-        if external_id is not OMIT:
-            _request["external_id"] = external_id
-        if label is not OMIT:
-            _request["label"] = label
         _response = await self._client_wrapper.httpx_client.request(
             method="POST",
             url=urllib.parse.urljoin(
@@ -460,10 +428,10 @@ class AsyncTestSuitesClient:
             params=jsonable_encoder(
                 request_options.get("additional_query_parameters") if request_options is not None else None
             ),
-            json=jsonable_encoder(_request)
+            json=jsonable_encoder(request)
             if request_options is None or request_options.get("additional_body_parameters") is None
             else {
-                **jsonable_encoder(_request),
+                **jsonable_encoder(request),
                 **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
             },
             headers=jsonable_encoder(

vellum/types/__init__.py

@@ -36,6 +36,15 @@ from .array_vellum_value_item import (
     ArrayVellumValueItem_Number,
     ArrayVellumValueItem_String,
 )
+from .array_vellum_value_item_request import (
+    ArrayVellumValueItemRequest,
+    ArrayVellumValueItemRequest_Error,
+    ArrayVellumValueItemRequest_FunctionCall,
+    ArrayVellumValueItemRequest_Image,
+    ArrayVellumValueItemRequest_Json,
+    ArrayVellumValueItemRequest_Number,
+    ArrayVellumValueItemRequest_String,
+)
 from .basic_vectorizer_intfloat_multilingual_e_5_large import BasicVectorizerIntfloatMultilingualE5Large
 from .basic_vectorizer_intfloat_multilingual_e_5_large_request import BasicVectorizerIntfloatMultilingualE5LargeRequest
 from .basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_cos_v_1 import (
@@ -126,6 +135,7 @@ from .environment_enum import EnvironmentEnum
 from .error_enum import ErrorEnum
 from .error_variable_value import ErrorVariableValue
 from .error_vellum_value import ErrorVellumValue
+from .error_vellum_value_request import ErrorVellumValueRequest
 from .execute_prompt_api_error_response import ExecutePromptApiErrorResponse
 from .execute_prompt_event import (
     ExecutePromptEvent,
@@ -184,6 +194,7 @@ from .function_call_enum import FunctionCallEnum
 from .function_call_request import FunctionCallRequest
 from .function_call_variable_value import FunctionCallVariableValue
 from .function_call_vellum_value import FunctionCallVellumValue
+from .function_call_vellum_value_request import FunctionCallVellumValueRequest
 from .generate_error_response import GenerateErrorResponse
 from .generate_options_request import GenerateOptionsRequest
 from .generate_request import GenerateRequest
@@ -202,6 +213,7 @@ from .image_chat_message_content_request import ImageChatMessageContentRequest
 from .image_enum import ImageEnum
 from .image_variable_value import ImageVariableValue
 from .image_vellum_value import ImageVellumValue
+from .image_vellum_value_request import ImageVellumValueRequest
 from .indexing_config_vectorizer import (
     IndexingConfigVectorizer,
     IndexingConfigVectorizer_HkunlpInstructorXl,
@@ -235,6 +247,7 @@ from .json_enum import JsonEnum
 from .json_input_request import JsonInputRequest
 from .json_variable_value import JsonVariableValue
 from .json_vellum_value import JsonVellumValue
+from .json_vellum_value_request import JsonVellumValueRequest
 from .logical_operator import LogicalOperator
 from .logprobs_enum import LogprobsEnum
 from .map_enum import MapEnum
@@ -242,6 +255,7 @@ from .map_node_result import MapNodeResult
 from .map_node_result_data import MapNodeResultData
 from .merge_enum import MergeEnum
 from .merge_node_result import MergeNodeResult
+from .merge_node_result_data import MergeNodeResultData
 from .metadata_filter_config_request import MetadataFilterConfigRequest
 from .metadata_filter_rule_combinator import MetadataFilterRuleCombinator
 from .metadata_filter_rule_request import MetadataFilterRuleRequest
@@ -255,6 +269,8 @@ from .named_scenario_input_request import (
     NamedScenarioInputRequest_String,
 )
 from .named_scenario_input_string_variable_value_request import NamedScenarioInputStringVariableValueRequest
+from .named_test_case_array_variable_value import NamedTestCaseArrayVariableValue
+from .named_test_case_array_variable_value_request import NamedTestCaseArrayVariableValueRequest
 from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
 from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
 from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
@@ -271,6 +287,7 @@ from .named_test_case_string_variable_value import NamedTestCaseStringVariableVa
 from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
 from .named_test_case_variable_value import (
     NamedTestCaseVariableValue,
+    NamedTestCaseVariableValue_Array,
     NamedTestCaseVariableValue_ChatHistory,
     NamedTestCaseVariableValue_Error,
     NamedTestCaseVariableValue_FunctionCall,
@@ -281,6 +298,7 @@ from .named_test_case_variable_value import (
 )
 from .named_test_case_variable_value_request import (
     NamedTestCaseVariableValueRequest,
+    NamedTestCaseVariableValueRequest_Array,
     NamedTestCaseVariableValueRequest_ChatHistory,
     NamedTestCaseVariableValueRequest_Error,
     NamedTestCaseVariableValueRequest_FunctionCall,
@@ -332,6 +350,7 @@ from .normalized_token_log_probs import NormalizedTokenLogProbs
 from .number_enum import NumberEnum
 from .number_variable_value import NumberVariableValue
 from .number_vellum_value import NumberVellumValue
+from .number_vellum_value_request import NumberVellumValueRequest
 from .open_ai_vectorizer_config import OpenAiVectorizerConfig
 from .open_ai_vectorizer_config_request import OpenAiVectorizerConfigRequest
 from .open_ai_vectorizer_text_embedding_3_large import OpenAiVectorizerTextEmbedding3Large
@@ -359,6 +378,7 @@ from .prompt_deployment_input_request import (
     PromptDeploymentInputRequest_String,
 )
 from .prompt_execution_meta import PromptExecutionMeta
+from .prompt_node_execution_meta import PromptNodeExecutionMeta
 from .prompt_node_result import PromptNodeResult
 from .prompt_node_result_data import PromptNodeResultData
 from .prompt_output import (
@@ -425,6 +445,7 @@ from .string_enum import StringEnum
 from .string_input_request import StringInputRequest
 from .string_variable_value import StringVariableValue
 from .string_vellum_value import StringVellumValue
+from .string_vellum_value_request import StringVellumValueRequest
 from .submit_completion_actual_request import SubmitCompletionActualRequest
 from .submit_completion_actuals_error_response import SubmitCompletionActualsErrorResponse
 from .submit_workflow_execution_actual_request import (
@@ -478,6 +499,7 @@ from .terminal_node_result_output import (
 )
 from .terminal_node_search_results_result import TerminalNodeSearchResultsResult
 from .terminal_node_string_result import TerminalNodeStringResult
+from .test_case_array_variable_value import TestCaseArrayVariableValue
 from .test_case_chat_history_variable_value import TestCaseChatHistoryVariableValue
 from .test_case_error_variable_value import TestCaseErrorVariableValue
 from .test_case_function_call_variable_value import TestCaseFunctionCallVariableValue
@@ -487,6 +509,7 @@ from .test_case_search_results_variable_value import TestCaseSearchResultsVariab
 from .test_case_string_variable_value import TestCaseStringVariableValue
 from .test_case_variable_value import (
     TestCaseVariableValue,
+    TestCaseVariableValue_Array,
     TestCaseVariableValue_ChatHistory,
     TestCaseVariableValue_Error,
     TestCaseVariableValue_FunctionCall,
@@ -517,6 +540,7 @@ from .test_suite_run_exec_config_request import (
     TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
 )
 from .test_suite_run_execution import TestSuiteRunExecution
+from .test_suite_run_execution_array_output import TestSuiteRunExecutionArrayOutput
 from .test_suite_run_execution_chat_history_output import TestSuiteRunExecutionChatHistoryOutput
 from .test_suite_run_execution_error_output import TestSuiteRunExecutionErrorOutput
 from .test_suite_run_execution_function_call_output import TestSuiteRunExecutionFunctionCallOutput
@@ -526,6 +550,7 @@ from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricR
 from .test_suite_run_execution_number_output import TestSuiteRunExecutionNumberOutput
 from .test_suite_run_execution_output import (
     TestSuiteRunExecutionOutput,
+    TestSuiteRunExecutionOutput_Array,
     TestSuiteRunExecutionOutput_ChatHistory,
     TestSuiteRunExecutionOutput_Error,
     TestSuiteRunExecutionOutput_FunctionCall,
@@ -569,6 +594,7 @@ from .test_suite_test_case_bulk_operation_request import (
     TestSuiteTestCaseBulkOperationRequest_Create,
     TestSuiteTestCaseBulkOperationRequest_Delete,
     TestSuiteTestCaseBulkOperationRequest_Replace,
+    TestSuiteTestCaseBulkOperationRequest_Upsert,
 )
 from .test_suite_test_case_bulk_result import (
     TestSuiteTestCaseBulkResult,
@@ -588,6 +614,7 @@ from .test_suite_test_case_rejected_bulk_result import TestSuiteTestCaseRejected
 from .test_suite_test_case_replace_bulk_operation_request import TestSuiteTestCaseReplaceBulkOperationRequest
 from .test_suite_test_case_replaced_bulk_result import TestSuiteTestCaseReplacedBulkResult
 from .test_suite_test_case_replaced_bulk_result_data import TestSuiteTestCaseReplacedBulkResultData
+from .test_suite_test_case_upsert_bulk_operation_request import TestSuiteTestCaseUpsertBulkOperationRequest
 from .text_embedding_3_large_enum import TextEmbedding3LargeEnum
 from .text_embedding_3_small_enum import TextEmbedding3SmallEnum
 from .text_embedding_ada_002_enum import TextEmbeddingAda002Enum
@@ -598,6 +625,8 @@ from .token_overlapping_window_chunking import TokenOverlappingWindowChunking
 from .token_overlapping_window_chunking_request import TokenOverlappingWindowChunkingRequest
 from .upload_document_error_response import UploadDocumentErrorResponse
 from .upload_document_response import UploadDocumentResponse
+from .upsert_enum import UpsertEnum
+from .upsert_test_suite_test_case_request import UpsertTestSuiteTestCaseRequest
 from .vellum_error import VellumError
 from .vellum_error_code_enum import VellumErrorCodeEnum
 from .vellum_error_request import VellumErrorRequest
@@ -614,6 +643,7 @@ from .workflow_execution_event_error_code import WorkflowExecutionEventErrorCode
 from .workflow_execution_event_type import WorkflowExecutionEventType
 from .workflow_execution_node_result_event import WorkflowExecutionNodeResultEvent
 from .workflow_execution_workflow_result_event import WorkflowExecutionWorkflowResultEvent
+from .workflow_expand_meta_request import WorkflowExpandMetaRequest
 from .workflow_node_result_data import (
     WorkflowNodeResultData,
     WorkflowNodeResultData_Api,
@@ -715,6 +745,13 @@ __all__ = [
     "ArrayVariableValueItem_Number",
     "ArrayVariableValueItem_String",
     "ArrayVellumValueItem",
+    "ArrayVellumValueItemRequest",
+    "ArrayVellumValueItemRequest_Error",
+    "ArrayVellumValueItemRequest_FunctionCall",
+    "ArrayVellumValueItemRequest_Image",
+    "ArrayVellumValueItemRequest_Json",
+    "ArrayVellumValueItemRequest_Number",
+    "ArrayVellumValueItemRequest_String",
     "ArrayVellumValueItem_Error",
     "ArrayVellumValueItem_FunctionCall",
     "ArrayVellumValueItem_Image",
@@ -793,6 +830,7 @@ __all__ = [
     "ErrorEnum",
     "ErrorVariableValue",
     "ErrorVellumValue",
+    "ErrorVellumValueRequest",
     "ExecutePromptApiErrorResponse",
     "ExecutePromptEvent",
     "ExecutePromptEvent_Fulfilled",
@@ -843,6 +881,7 @@ __all__ = [
     "FunctionCallRequest",
     "FunctionCallVariableValue",
     "FunctionCallVellumValue",
+    "FunctionCallVellumValueRequest",
     "GenerateErrorResponse",
     "GenerateOptionsRequest",
     "GenerateRequest",
@@ -861,6 +900,7 @@ __all__ = [
     "ImageEnum",
     "ImageVariableValue",
     "ImageVellumValue",
+    "ImageVellumValueRequest",
     "IndexingConfigVectorizer",
     "IndexingConfigVectorizerRequest",
     "IndexingConfigVectorizerRequest_HkunlpInstructorXl",
@@ -890,6 +930,7 @@ __all__ = [
     "JsonInputRequest",
     "JsonVariableValue",
     "JsonVellumValue",
+    "JsonVellumValueRequest",
     "LogicalOperator",
     "LogprobsEnum",
     "MapEnum",
@@ -897,6 +938,7 @@ __all__ = [
     "MapNodeResultData",
     "MergeEnum",
     "MergeNodeResult",
+    "MergeNodeResultData",
     "MetadataFilterConfigRequest",
     "MetadataFilterRuleCombinator",
     "MetadataFilterRuleRequest",
@@ -908,6 +950,8 @@ __all__ = [
     "NamedScenarioInputRequest_ChatHistory",
     "NamedScenarioInputRequest_String",
     "NamedScenarioInputStringVariableValueRequest",
+    "NamedTestCaseArrayVariableValue",
+    "NamedTestCaseArrayVariableValueRequest",
     "NamedTestCaseChatHistoryVariableValue",
     "NamedTestCaseChatHistoryVariableValueRequest",
     "NamedTestCaseErrorVariableValue",
@@ -924,6 +968,7 @@ __all__ = [
     "NamedTestCaseStringVariableValueRequest",
     "NamedTestCaseVariableValue",
     "NamedTestCaseVariableValueRequest",
+    "NamedTestCaseVariableValueRequest_Array",
     "NamedTestCaseVariableValueRequest_ChatHistory",
     "NamedTestCaseVariableValueRequest_Error",
     "NamedTestCaseVariableValueRequest_FunctionCall",
@@ -931,6 +976,7 @@ __all__ = [
     "NamedTestCaseVariableValueRequest_Number",
     "NamedTestCaseVariableValueRequest_SearchResults",
     "NamedTestCaseVariableValueRequest_String",
+    "NamedTestCaseVariableValue_Array",
     "NamedTestCaseVariableValue_ChatHistory",
     "NamedTestCaseVariableValue_Error",
     "NamedTestCaseVariableValue_FunctionCall",
@@ -977,6 +1023,7 @@ __all__ = [
     "NumberEnum",
     "NumberVariableValue",
     "NumberVellumValue",
+    "NumberVellumValueRequest",
     "OpenAiVectorizerConfig",
     "OpenAiVectorizerConfigRequest",
     "OpenAiVectorizerTextEmbedding3Large",
@@ -1002,6 +1049,7 @@ __all__ = [
     "PromptDeploymentInputRequest_Json",
     "PromptDeploymentInputRequest_String",
     "PromptExecutionMeta",
+    "PromptNodeExecutionMeta",
     "PromptNodeResult",
     "PromptNodeResultData",
     "PromptOutput",
@@ -1070,6 +1118,7 @@ __all__ = [
     "StringInputRequest",
     "StringVariableValue",
     "StringVellumValue",
+    "StringVellumValueRequest",
     "SubmitCompletionActualRequest",
     "SubmitCompletionActualsErrorResponse",
     "SubmitWorkflowExecutionActualRequest",
@@ -1117,6 +1166,7 @@ __all__ = [
     "TerminalNodeResultOutput_String",
     "TerminalNodeSearchResultsResult",
     "TerminalNodeStringResult",
+    "TestCaseArrayVariableValue",
     "TestCaseChatHistoryVariableValue",
     "TestCaseErrorVariableValue",
     "TestCaseFunctionCallVariableValue",
@@ -1125,6 +1175,7 @@ __all__ = [
     "TestCaseSearchResultsVariableValue",
     "TestCaseStringVariableValue",
     "TestCaseVariableValue",
+    "TestCaseVariableValue_Array",
     "TestCaseVariableValue_ChatHistory",
     "TestCaseVariableValue_Error",
     "TestCaseVariableValue_FunctionCall",
@@ -1146,6 +1197,7 @@ __all__ = [
     "TestSuiteRunExecConfig_External",
     "TestSuiteRunExecConfig_WorkflowReleaseTag",
     "TestSuiteRunExecution",
+    "TestSuiteRunExecutionArrayOutput",
     "TestSuiteRunExecutionChatHistoryOutput",
     "TestSuiteRunExecutionErrorOutput",
     "TestSuiteRunExecutionFunctionCallOutput",
@@ -1154,6 +1206,7 @@ __all__ = [
     "TestSuiteRunExecutionMetricResult",
     "TestSuiteRunExecutionNumberOutput",
     "TestSuiteRunExecutionOutput",
+    "TestSuiteRunExecutionOutput_Array",
     "TestSuiteRunExecutionOutput_ChatHistory",
     "TestSuiteRunExecutionOutput_Error",
     "TestSuiteRunExecutionOutput_FunctionCall",
@@ -1191,6 +1244,7 @@ __all__ = [
     "TestSuiteTestCaseBulkOperationRequest_Create",
     "TestSuiteTestCaseBulkOperationRequest_Delete",
     "TestSuiteTestCaseBulkOperationRequest_Replace",
+    "TestSuiteTestCaseBulkOperationRequest_Upsert",
     "TestSuiteTestCaseBulkResult",
     "TestSuiteTestCaseBulkResult_Created",
     "TestSuiteTestCaseBulkResult_Deleted",
@@ -1207,6 +1261,7 @@ __all__ = [
     "TestSuiteTestCaseReplaceBulkOperationRequest",
     "TestSuiteTestCaseReplacedBulkResult",
     "TestSuiteTestCaseReplacedBulkResultData",
+    "TestSuiteTestCaseUpsertBulkOperationRequest",
     "TextEmbedding3LargeEnum",
     "TextEmbedding3SmallEnum",
     "TextEmbeddingAda002Enum",
@@ -1217,6 +1272,8 @@ __all__ = [
     "TokenOverlappingWindowChunkingRequest",
     "UploadDocumentErrorResponse",
     "UploadDocumentResponse",
+    "UpsertEnum",
+    "UpsertTestSuiteTestCaseRequest",
     "VellumError",
     "VellumErrorCodeEnum",
     "VellumErrorRequest",
@@ -1233,6 +1290,7 @@ __all__ = [
     "WorkflowExecutionEventType",
     "WorkflowExecutionNodeResultEvent",
     "WorkflowExecutionWorkflowResultEvent",
+    "WorkflowExpandMetaRequest",
     "WorkflowNodeResultData",
     "WorkflowNodeResultData_Api",
     "WorkflowNodeResultData_CodeExecution",

vellum/types/array_vellum_value_item_request.py

@@ -0,0 +1,82 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+from .error_vellum_value_request import ErrorVellumValueRequest
+from .function_call_vellum_value_request import FunctionCallVellumValueRequest
+from .image_vellum_value_request import ImageVellumValueRequest
+from .json_vellum_value_request import JsonVellumValueRequest
+from .number_vellum_value_request import NumberVellumValueRequest
+from .string_vellum_value_request import StringVellumValueRequest
+
+
+class ArrayVellumValueItemRequest_String(StringVellumValueRequest):
+    type: typing.Literal["STRING"] = "STRING"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class ArrayVellumValueItemRequest_Number(NumberVellumValueRequest):
+    type: typing.Literal["NUMBER"] = "NUMBER"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class ArrayVellumValueItemRequest_Json(JsonVellumValueRequest):
+    type: typing.Literal["JSON"] = "JSON"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class ArrayVellumValueItemRequest_Image(ImageVellumValueRequest):
+    type: typing.Literal["IMAGE"] = "IMAGE"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class ArrayVellumValueItemRequest_FunctionCall(FunctionCallVellumValueRequest):
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class ArrayVellumValueItemRequest_Error(ErrorVellumValueRequest):
+    type: typing.Literal["ERROR"] = "ERROR"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+ArrayVellumValueItemRequest = typing.Union[
+    ArrayVellumValueItemRequest_String,
+    ArrayVellumValueItemRequest_Number,
+    ArrayVellumValueItemRequest_Json,
+    ArrayVellumValueItemRequest_Image,
+    ArrayVellumValueItemRequest_FunctionCall,
+    ArrayVellumValueItemRequest_Error,
+]

vellum/types/code_execution_node_json_result.py

@@ -9,7 +9,7 @@ from ..core.pydantic_utilities import pydantic_v1
 
 class CodeExecutionNodeJsonResult(pydantic_v1.BaseModel):
     id: str
-    value: typing.Optional[typing.Dict[str, typing.Any]] = None
+    value: typing.Any
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

vellum/types/error_vellum_value_request.py

@@ -0,0 +1,30 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .vellum_error_request import VellumErrorRequest
+
+
+class ErrorVellumValueRequest(pydantic_v1.BaseModel):
+    """
+    A value representing an Error.
+    """
+
+    value: typing.Optional[VellumErrorRequest] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/execution_json_vellum_value.py

@@ -18,7 +18,7 @@ class ExecutionJsonVellumValue(pydantic_v1.BaseModel):
     """
 
     name: str
-    value: typing.Optional[typing.Dict[str, typing.Any]] = None
+    value: typing.Any
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

vellum/types/function_call_vellum_value_request.py

@@ -0,0 +1,30 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .function_call_request import FunctionCallRequest
+
+
+class FunctionCallVellumValueRequest(pydantic_v1.BaseModel):
+    """
+    A value representing a Function Call.
+    """
+
+    value: typing.Optional[FunctionCallRequest] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/image_vellum_value_request.py

@@ -0,0 +1,30 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .vellum_image_request import VellumImageRequest
+
+
+class ImageVellumValueRequest(pydantic_v1.BaseModel):
+    """
+    A base Vellum primitive value representing an image.
+    """
+
+    value: typing.Optional[VellumImageRequest] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/json_variable_value.py

@@ -8,7 +8,7 @@ from ..core.pydantic_utilities import pydantic_v1
 
 
 class JsonVariableValue(pydantic_v1.BaseModel):
-    value: typing.Optional[typing.Dict[str, typing.Any]] = None
+    value: typing.Any
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}