vellum-ai 0.6.2__py3-none-any.whl → 0.6.4__py3-none-any.whl

vellum/resources/test_suites/client.py

@@ -1,5 +1,6 @@
 # This file was auto-generated by Fern from our API Definition.
 
+import json
 import typing
 import urllib.parse
 from json.decoder import JSONDecodeError
@@ -13,6 +14,8 @@ from ...core.request_options import RequestOptions
 from ...types.named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
 from ...types.paginated_test_suite_test_case_list import PaginatedTestSuiteTestCaseList
 from ...types.test_suite_test_case import TestSuiteTestCase
+from ...types.test_suite_test_case_bulk_operation_request import TestSuiteTestCaseBulkOperationRequest
+from ...types.test_suite_test_case_bulk_result import TestSuiteTestCaseBulkResult
 
 # this is used as the default value for optional parameters
 OMIT = typing.cast(typing.Any, ...)
@@ -114,13 +117,13 @@ class TestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str].
+            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The ID of the Test Case to upsert. If specified and a match is found, the existing Test Case will be updated. If specified and no match is found, a Test Case will be created with the provided ID. If not provided, a new Test Case will be created with an auto-generated ID.
 
             - label: typing.Optional[str].
 
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
 
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
@@ -177,6 +180,89 @@ class TestSuitesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    def test_suite_test_cases_bulk(
+        self,
+        id: str,
+        *,
+        request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest],
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.Iterator[typing.List[TestSuiteTestCaseBulkResult]]:
+        """
+        Created, replace, and delete Test Cases within the specified Test Suite in bulk
+
+        Parameters:
+            - id: str. A UUID string identifying this test suite.
+
+            - request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest].
+
+            - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
+        ---
+        from vellum import (
+            BulkCreateTestSuiteTestCaseDataRequest,
+            NamedTestCaseVariableValueRequest_String,
+            TestSuiteTestCaseBulkOperationRequest_Create,
+        )
+        from vellum.client import Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.test_suites.test_suite_test_cases_bulk(
+            id="string",
+            request=[
+                TestSuiteTestCaseBulkOperationRequest_Create(
+                    id="string",
+                    data=BulkCreateTestSuiteTestCaseDataRequest(
+                        label="string",
+                        input_values=[NamedTestCaseVariableValueRequest_String()],
+                        evaluation_values=[NamedTestCaseVariableValueRequest_String()],
+                    ),
+                )
+            ],
+        )
+        """
+        with self._client_wrapper.httpx_client.stream(
+            method="POST",
+            url=urllib.parse.urljoin(
+                f"{self._client_wrapper.get_environment().default}/",
+                f"v1/test-suites/{jsonable_encoder(id)}/test-cases-bulk",
+            ),
+            params=jsonable_encoder(
+                request_options.get("additional_query_parameters") if request_options is not None else None
+            ),
+            json=jsonable_encoder(request)
+            if request_options is None or request_options.get("additional_body_parameters") is None
+            else {
+                **jsonable_encoder(request),
+                **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
+            },
+            headers=jsonable_encoder(
+                remove_none_from_dict(
+                    {
+                        **self._client_wrapper.get_headers(),
+                        **(request_options.get("additional_headers", {}) if request_options is not None else {}),
+                    }
+                )
+            ),
+            timeout=request_options.get("timeout_in_seconds")
+            if request_options is not None and request_options.get("timeout_in_seconds") is not None
+            else self._client_wrapper.get_timeout(),
+            retries=0,
+            max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
+        ) as _response:
+            if 200 <= _response.status_code < 300:
+                for _text in _response.iter_lines():
+                    if len(_text) == 0:
+                        continue
+                    yield pydantic_v1.parse_obj_as(typing.List[TestSuiteTestCaseBulkResult], json.loads(_text))  # type: ignore
+                return
+            _response.read()
+            try:
+                _response_json = _response.json()
+            except JSONDecodeError:
+                raise ApiError(status_code=_response.status_code, body=_response.text)
+            raise ApiError(status_code=_response.status_code, body=_response_json)
+
     def delete_test_suite_test_case(
         self, id: str, test_case_id: str, *, request_options: typing.Optional[RequestOptions] = None
     ) -> None:
@@ -328,13 +414,13 @@ class AsyncTestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str].
+            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The ID of the Test Case to upsert. If specified and a match is found, the existing Test Case will be updated. If specified and no match is found, a Test Case will be created with the provided ID. If not provided, a new Test Case will be created with an auto-generated ID.
 
             - label: typing.Optional[str].
 
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
 
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
@@ -391,6 +477,89 @@ class AsyncTestSuitesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    async def test_suite_test_cases_bulk(
+        self,
+        id: str,
+        *,
+        request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest],
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.AsyncIterator[typing.List[TestSuiteTestCaseBulkResult]]:
+        """
+        Created, replace, and delete Test Cases within the specified Test Suite in bulk
+
+        Parameters:
+            - id: str. A UUID string identifying this test suite.
+
+            - request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest].
+
+            - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
+        ---
+        from vellum import (
+            BulkCreateTestSuiteTestCaseDataRequest,
+            NamedTestCaseVariableValueRequest_String,
+            TestSuiteTestCaseBulkOperationRequest_Create,
+        )
+        from vellum.client import AsyncVellum
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+        await client.test_suites.test_suite_test_cases_bulk(
+            id="string",
+            request=[
+                TestSuiteTestCaseBulkOperationRequest_Create(
+                    id="string",
+                    data=BulkCreateTestSuiteTestCaseDataRequest(
+                        label="string",
+                        input_values=[NamedTestCaseVariableValueRequest_String()],
+                        evaluation_values=[NamedTestCaseVariableValueRequest_String()],
+                    ),
+                )
+            ],
+        )
+        """
+        async with self._client_wrapper.httpx_client.stream(
+            method="POST",
+            url=urllib.parse.urljoin(
+                f"{self._client_wrapper.get_environment().default}/",
+                f"v1/test-suites/{jsonable_encoder(id)}/test-cases-bulk",
+            ),
+            params=jsonable_encoder(
+                request_options.get("additional_query_parameters") if request_options is not None else None
+            ),
+            json=jsonable_encoder(request)
+            if request_options is None or request_options.get("additional_body_parameters") is None
+            else {
+                **jsonable_encoder(request),
+                **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
+            },
+            headers=jsonable_encoder(
+                remove_none_from_dict(
+                    {
+                        **self._client_wrapper.get_headers(),
+                        **(request_options.get("additional_headers", {}) if request_options is not None else {}),
+                    }
+                )
+            ),
+            timeout=request_options.get("timeout_in_seconds")
+            if request_options is not None and request_options.get("timeout_in_seconds") is not None
+            else self._client_wrapper.get_timeout(),
+            retries=0,
+            max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
+        ) as _response:
+            if 200 <= _response.status_code < 300:
+                async for _text in _response.aiter_lines():
+                    if len(_text) == 0:
+                        continue
+                    yield pydantic_v1.parse_obj_as(typing.List[TestSuiteTestCaseBulkResult], json.loads(_text))  # type: ignore
+                return
+            await _response.aread()
+            try:
+                _response_json = _response.json()
+            except JSONDecodeError:
+                raise ApiError(status_code=_response.status_code, body=_response.text)
+            raise ApiError(status_code=_response.status_code, body=_response_json)
+
     async def delete_test_suite_test_case(
         self, id: str, test_case_id: str, *, request_options: typing.Optional[RequestOptions] = None
     ) -> None:

vellum/resources/{prompt_versions → workflow_sandboxes}/client.py

@@ -10,38 +10,38 @@ from ...core.jsonable_encoder import jsonable_encoder
 from ...core.pydantic_utilities import pydantic_v1
 from ...core.remove_none_from_dict import remove_none_from_dict
 from ...core.request_options import RequestOptions
-from ...types.deployment_read import DeploymentRead
+from ...types.workflow_deployment_read import WorkflowDeploymentRead
 
 # this is used as the default value for optional parameters
 OMIT = typing.cast(typing.Any, ...)
 
 
-class PromptVersionsClient:
+class WorkflowSandboxesClient:
     def __init__(self, *, client_wrapper: SyncClientWrapper):
         self._client_wrapper = client_wrapper
 
-    def deploy_prompt(
+    def deploy_workflow(
         self,
         id: str,
-        prompt_id: str,
+        workflow_id: str,
         *,
-        prompt_deployment_id: typing.Optional[str] = OMIT,
-        prompt_deployment_name: typing.Optional[str] = OMIT,
+        workflow_deployment_id: typing.Optional[str] = OMIT,
+        workflow_deployment_name: typing.Optional[str] = OMIT,
         label: typing.Optional[str] = OMIT,
         release_tags: typing.Optional[typing.Sequence[str]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> DeploymentRead:
+    ) -> WorkflowDeploymentRead:
         """
         Parameters:
-            - id: str. A UUID string identifying this sandbox.
+            - id: str. A UUID string identifying this workflow sandbox.
 
-            - prompt_id: str. An ID identifying the Prompt you'd like to deploy.
+            - workflow_id: str. An ID identifying the Workflow you'd like to deploy.
 
-            - prompt_deployment_id: typing.Optional[str]. The Vellum-generated ID of the Prompt Deployment you'd like to update. Cannot specify both this and prompt_deployment_name. Leave null to create a new Prompt Deployment.
+            - workflow_deployment_id: typing.Optional[str]. The Vellum-generated ID of the Workflow Deployment you'd like to update. Cannot specify both this and workflow_deployment_name. Leave null to create a new Workflow Deployment.
 
-            - prompt_deployment_name: typing.Optional[str]. The unique name of the Prompt Deployment you'd like to either create or update. Cannot specify both this and prompt_deployment_id. If provided and matches an existing Prompt Deployment, that Prompt Deployment will be updated. Otherwise, a new Prompt Deployment will be created.
+            - workflow_deployment_name: typing.Optional[str]. The unique name of the Workflow Deployment you'd like to either create or update. Cannot specify both this and workflow_deployment_id. If provided and matches an existing Workflow Deployment, that Workflow Deployment will be updated. Otherwise, a new Prompt Deployment will be created.
 
-            - label: typing.Optional[str]. In the event that a new Prompt Deployment is created, this will be the label it's given.
+            - label: typing.Optional[str]. In the event that a new Workflow Deployment is created, this will be the label it's given.
 
             - release_tags: typing.Optional[typing.Sequence[str]]. Optionally provide the release tags that you'd like to be associated with the latest release of the created/updated Prompt Deployment.
 
@@ -52,16 +52,16 @@ class PromptVersionsClient:
         client = Vellum(
             api_key="YOUR_API_KEY",
         )
-        client.prompt_versions.deploy_prompt(
+        client.workflow_sandboxes.deploy_workflow(
             id="id",
-            prompt_id="prompt_id",
+            workflow_id="workflow_id",
         )
         """
         _request: typing.Dict[str, typing.Any] = {}
-        if prompt_deployment_id is not OMIT:
-            _request["prompt_deployment_id"] = prompt_deployment_id
-        if prompt_deployment_name is not OMIT:
-            _request["prompt_deployment_name"] = prompt_deployment_name
+        if workflow_deployment_id is not OMIT:
+            _request["workflow_deployment_id"] = workflow_deployment_id
+        if workflow_deployment_name is not OMIT:
+            _request["workflow_deployment_name"] = workflow_deployment_name
         if label is not OMIT:
             _request["label"] = label
         if release_tags is not OMIT:
@@ -70,7 +70,7 @@ class PromptVersionsClient:
             method="POST",
             url=urllib.parse.urljoin(
                 f"{self._client_wrapper.get_environment().default}/",
-                f"v1/sandboxes/{jsonable_encoder(id)}/prompts/{jsonable_encoder(prompt_id)}/deploy",
+                f"v1/workflow-sandboxes/{jsonable_encoder(id)}/workflows/{jsonable_encoder(workflow_id)}/deploy",
             ),
             params=jsonable_encoder(
                 request_options.get("additional_query_parameters") if request_options is not None else None
@@ -96,7 +96,7 @@ class PromptVersionsClient:
             max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
         )
         if 200 <= _response.status_code < 300:
-            return pydantic_v1.parse_obj_as(DeploymentRead, _response.json())  # type: ignore
+            return pydantic_v1.parse_obj_as(WorkflowDeploymentRead, _response.json())  # type: ignore
         try:
             _response_json = _response.json()
         except JSONDecodeError:
@@ -104,32 +104,32 @@ class PromptVersionsClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
 
-class AsyncPromptVersionsClient:
+class AsyncWorkflowSandboxesClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
         self._client_wrapper = client_wrapper
 
-    async def deploy_prompt(
+    async def deploy_workflow(
         self,
         id: str,
-        prompt_id: str,
+        workflow_id: str,
         *,
-        prompt_deployment_id: typing.Optional[str] = OMIT,
-        prompt_deployment_name: typing.Optional[str] = OMIT,
+        workflow_deployment_id: typing.Optional[str] = OMIT,
+        workflow_deployment_name: typing.Optional[str] = OMIT,
         label: typing.Optional[str] = OMIT,
         release_tags: typing.Optional[typing.Sequence[str]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> DeploymentRead:
+    ) -> WorkflowDeploymentRead:
         """
         Parameters:
-            - id: str. A UUID string identifying this sandbox.
+            - id: str. A UUID string identifying this workflow sandbox.
 
-            - prompt_id: str. An ID identifying the Prompt you'd like to deploy.
+            - workflow_id: str. An ID identifying the Workflow you'd like to deploy.
 
-            - prompt_deployment_id: typing.Optional[str]. The Vellum-generated ID of the Prompt Deployment you'd like to update. Cannot specify both this and prompt_deployment_name. Leave null to create a new Prompt Deployment.
+            - workflow_deployment_id: typing.Optional[str]. The Vellum-generated ID of the Workflow Deployment you'd like to update. Cannot specify both this and workflow_deployment_name. Leave null to create a new Workflow Deployment.
 
-            - prompt_deployment_name: typing.Optional[str]. The unique name of the Prompt Deployment you'd like to either create or update. Cannot specify both this and prompt_deployment_id. If provided and matches an existing Prompt Deployment, that Prompt Deployment will be updated. Otherwise, a new Prompt Deployment will be created.
+            - workflow_deployment_name: typing.Optional[str]. The unique name of the Workflow Deployment you'd like to either create or update. Cannot specify both this and workflow_deployment_id. If provided and matches an existing Workflow Deployment, that Workflow Deployment will be updated. Otherwise, a new Prompt Deployment will be created.
 
-            - label: typing.Optional[str]. In the event that a new Prompt Deployment is created, this will be the label it's given.
+            - label: typing.Optional[str]. In the event that a new Workflow Deployment is created, this will be the label it's given.
 
             - release_tags: typing.Optional[typing.Sequence[str]]. Optionally provide the release tags that you'd like to be associated with the latest release of the created/updated Prompt Deployment.
 
@@ -140,16 +140,16 @@ class AsyncPromptVersionsClient:
         client = AsyncVellum(
             api_key="YOUR_API_KEY",
         )
-        await client.prompt_versions.deploy_prompt(
+        await client.workflow_sandboxes.deploy_workflow(
             id="id",
-            prompt_id="prompt_id",
+            workflow_id="workflow_id",
         )
         """
         _request: typing.Dict[str, typing.Any] = {}
-        if prompt_deployment_id is not OMIT:
-            _request["prompt_deployment_id"] = prompt_deployment_id
-        if prompt_deployment_name is not OMIT:
-            _request["prompt_deployment_name"] = prompt_deployment_name
+        if workflow_deployment_id is not OMIT:
+            _request["workflow_deployment_id"] = workflow_deployment_id
+        if workflow_deployment_name is not OMIT:
+            _request["workflow_deployment_name"] = workflow_deployment_name
         if label is not OMIT:
             _request["label"] = label
         if release_tags is not OMIT:
@@ -158,7 +158,7 @@ class AsyncPromptVersionsClient:
             method="POST",
             url=urllib.parse.urljoin(
                 f"{self._client_wrapper.get_environment().default}/",
-                f"v1/sandboxes/{jsonable_encoder(id)}/prompts/{jsonable_encoder(prompt_id)}/deploy",
+                f"v1/workflow-sandboxes/{jsonable_encoder(id)}/workflows/{jsonable_encoder(workflow_id)}/deploy",
             ),
             params=jsonable_encoder(
                 request_options.get("additional_query_parameters") if request_options is not None else None
@@ -184,7 +184,7 @@ class AsyncPromptVersionsClient:
             max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
         )
         if 200 <= _response.status_code < 300:
-            return pydantic_v1.parse_obj_as(DeploymentRead, _response.json())  # type: ignore
+            return pydantic_v1.parse_obj_as(WorkflowDeploymentRead, _response.json())  # type: ignore
         try:
             _response_json = _response.json()
         except JSONDecodeError:

vellum/types/__init__.py

@@ -50,6 +50,8 @@ from .basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1 import
 from .basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1_request import (
     BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request,
 )
+from .bulk_create_test_suite_test_case_data_request import BulkCreateTestSuiteTestCaseDataRequest
+from .bulk_replace_test_suite_test_case_data_request import BulkReplaceTestSuiteTestCaseDataRequest
 from .chat_history_enum import ChatHistoryEnum
 from .chat_history_input_request import ChatHistoryInputRequest
 from .chat_message import ChatMessage
@@ -92,6 +94,10 @@ from .code_execution_node_search_results_result import CodeExecutionNodeSearchRe
 from .code_execution_node_string_result import CodeExecutionNodeStringResult
 from .conditional_node_result import ConditionalNodeResult
 from .conditional_node_result_data import ConditionalNodeResultData
+from .create_enum import CreateEnum
+from .created_enum import CreatedEnum
+from .delete_enum import DeleteEnum
+from .deleted_enum import DeletedEnum
 from .deployment_provider_payload_response import DeploymentProviderPayloadResponse
 from .deployment_read import DeploymentRead
 from .deployment_release_tag_deployment_history_item import DeploymentReleaseTagDeploymentHistoryItem
@@ -368,6 +374,8 @@ from .rejected_execute_workflow_workflow_result_event import RejectedExecuteWork
 from .rejected_prompt_execution_meta import RejectedPromptExecutionMeta
 from .rejected_workflow_node_result_event import RejectedWorkflowNodeResultEvent
 from .release_tag_source import ReleaseTagSource
+from .replace_enum import ReplaceEnum
+from .replaced_enum import ReplacedEnum
 from .sandbox_scenario import SandboxScenario
 from .scenario_input import ScenarioInput, ScenarioInput_ChatHistory, ScenarioInput_String
 from .scenario_input_chat_history_variable_value import ScenarioInputChatHistoryVariableValue
@@ -544,6 +552,30 @@ from .test_suite_run_workflow_release_tag_exec_config_data_request import (
 from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
 from .test_suite_run_workflow_release_tag_exec_config_type_enum import TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum
 from .test_suite_test_case import TestSuiteTestCase
+from .test_suite_test_case_bulk_operation_request import (
+    TestSuiteTestCaseBulkOperationRequest,
+    TestSuiteTestCaseBulkOperationRequest_Create,
+    TestSuiteTestCaseBulkOperationRequest_Delete,
+    TestSuiteTestCaseBulkOperationRequest_Replace,
+)
+from .test_suite_test_case_bulk_result import (
+    TestSuiteTestCaseBulkResult,
+    TestSuiteTestCaseBulkResult_Created,
+    TestSuiteTestCaseBulkResult_Deleted,
+    TestSuiteTestCaseBulkResult_Rejected,
+    TestSuiteTestCaseBulkResult_Replaced,
+)
+from .test_suite_test_case_create_bulk_operation_request import TestSuiteTestCaseCreateBulkOperationRequest
+from .test_suite_test_case_created_bulk_result import TestSuiteTestCaseCreatedBulkResult
+from .test_suite_test_case_created_bulk_result_data import TestSuiteTestCaseCreatedBulkResultData
+from .test_suite_test_case_delete_bulk_operation_data_request import TestSuiteTestCaseDeleteBulkOperationDataRequest
+from .test_suite_test_case_delete_bulk_operation_request import TestSuiteTestCaseDeleteBulkOperationRequest
+from .test_suite_test_case_deleted_bulk_result import TestSuiteTestCaseDeletedBulkResult
+from .test_suite_test_case_deleted_bulk_result_data import TestSuiteTestCaseDeletedBulkResultData
+from .test_suite_test_case_rejected_bulk_result import TestSuiteTestCaseRejectedBulkResult
+from .test_suite_test_case_replace_bulk_operation_request import TestSuiteTestCaseReplaceBulkOperationRequest
+from .test_suite_test_case_replaced_bulk_result import TestSuiteTestCaseReplacedBulkResult
+from .test_suite_test_case_replaced_bulk_result_data import TestSuiteTestCaseReplacedBulkResultData
 from .text_embedding_3_large_enum import TextEmbedding3LargeEnum
 from .text_embedding_3_small_enum import TextEmbedding3SmallEnum
 from .text_embedding_ada_002_enum import TextEmbeddingAda002Enum
@@ -682,6 +714,8 @@ __all__ = [
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseCosV1Request",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request",
+    "BulkCreateTestSuiteTestCaseDataRequest",
+    "BulkReplaceTestSuiteTestCaseDataRequest",
     "ChatHistoryEnum",
     "ChatHistoryInputRequest",
     "ChatMessage",
@@ -718,6 +752,10 @@ __all__ = [
     "CodeExecutionNodeStringResult",
     "ConditionalNodeResult",
     "ConditionalNodeResultData",
+    "CreateEnum",
+    "CreatedEnum",
+    "DeleteEnum",
+    "DeletedEnum",
     "DeploymentProviderPayloadResponse",
     "DeploymentRead",
     "DeploymentReleaseTagDeploymentHistoryItem",
@@ -964,6 +1002,8 @@ __all__ = [
     "RejectedPromptExecutionMeta",
     "RejectedWorkflowNodeResultEvent",
     "ReleaseTagSource",
+    "ReplaceEnum",
+    "ReplacedEnum",
     "SandboxScenario",
     "ScenarioInput",
     "ScenarioInputChatHistoryVariableValue",
@@ -1120,6 +1160,26 @@ __all__ = [
     "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
     "TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum",
     "TestSuiteTestCase",
+    "TestSuiteTestCaseBulkOperationRequest",
+    "TestSuiteTestCaseBulkOperationRequest_Create",
+    "TestSuiteTestCaseBulkOperationRequest_Delete",
+    "TestSuiteTestCaseBulkOperationRequest_Replace",
+    "TestSuiteTestCaseBulkResult",
+    "TestSuiteTestCaseBulkResult_Created",
+    "TestSuiteTestCaseBulkResult_Deleted",
+    "TestSuiteTestCaseBulkResult_Rejected",
+    "TestSuiteTestCaseBulkResult_Replaced",
+    "TestSuiteTestCaseCreateBulkOperationRequest",
+    "TestSuiteTestCaseCreatedBulkResult",
+    "TestSuiteTestCaseCreatedBulkResultData",
+    "TestSuiteTestCaseDeleteBulkOperationDataRequest",
+    "TestSuiteTestCaseDeleteBulkOperationRequest",
+    "TestSuiteTestCaseDeletedBulkResult",
+    "TestSuiteTestCaseDeletedBulkResultData",
+    "TestSuiteTestCaseRejectedBulkResult",
+    "TestSuiteTestCaseReplaceBulkOperationRequest",
+    "TestSuiteTestCaseReplacedBulkResult",
+    "TestSuiteTestCaseReplacedBulkResultData",
     "TextEmbedding3LargeEnum",
     "TextEmbedding3SmallEnum",
     "TextEmbeddingAda002Enum",

vellum/types/bulk_create_test_suite_test_case_data_request.py

@@ -0,0 +1,39 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
+
+
+class BulkCreateTestSuiteTestCaseDataRequest(pydantic_v1.BaseModel):
+    """
+    Information about the Test Case to create
+    """
+
+    label: typing.Optional[str] = None
+    input_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's input variables
+    """
+
+    evaluation_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's evaluation variables
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/bulk_replace_test_suite_test_case_data_request.py

@@ -0,0 +1,44 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
+
+
+class BulkReplaceTestSuiteTestCaseDataRequest(pydantic_v1.BaseModel):
+    """
+    Information about the Test Case to replace
+    """
+
+    id: str = pydantic_v1.Field()
+    """
+    The ID of the Test Case to replace.
+    """
+
+    label: typing.Optional[str] = None
+    input_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's input variables
+    """
+
+    evaluation_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's evaluation variables
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/create_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+CreateEnum = typing.Literal["CREATE"]

vellum/types/created_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+CreatedEnum = typing.Literal["CREATED"]

vellum/types/delete_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DeleteEnum = typing.Literal["DELETE"]

vellum/types/deleted_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DeletedEnum = typing.Literal["DELETED"]

vellum/types/replace_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ReplaceEnum = typing.Literal["REPLACE"]

vellum/types/replaced_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ReplacedEnum = typing.Literal["REPLACED"]