vellum-ai 0.6.3__py3-none-any.whl → 0.6.5__py3-none-any.whl

vellum/__init__.py

@@ -35,6 +35,8 @@ from .types import (
     BasicVectorizerSentenceTransformersMultiQaMpnetBaseCosV1Request,
     BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1,
     BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request,
+    BulkCreateTestSuiteTestCaseDataRequest,
+    BulkReplaceTestSuiteTestCaseDataRequest,
     ChatHistoryEnum,
     ChatHistoryInputRequest,
     ChatMessage,
@@ -71,6 +73,10 @@ from .types import (
     CodeExecutionNodeStringResult,
     ConditionalNodeResult,
     ConditionalNodeResultData,
+    CreateEnum,
+    CreatedEnum,
+    DeleteEnum,
+    DeletedEnum,
     DeploymentProviderPayloadResponse,
     DeploymentRead,
     DeploymentReleaseTagDeploymentHistoryItem,
@@ -317,6 +323,8 @@ from .types import (
     RejectedPromptExecutionMeta,
     RejectedWorkflowNodeResultEvent,
     ReleaseTagSource,
+    ReplaceEnum,
+    ReplacedEnum,
     SandboxScenario,
     ScenarioInput,
     ScenarioInputChatHistoryVariableValue,
@@ -473,6 +481,26 @@ from .types import (
     TestSuiteRunWorkflowReleaseTagExecConfigRequest,
     TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum,
     TestSuiteTestCase,
+    TestSuiteTestCaseBulkOperationRequest,
+    TestSuiteTestCaseBulkOperationRequest_Create,
+    TestSuiteTestCaseBulkOperationRequest_Delete,
+    TestSuiteTestCaseBulkOperationRequest_Replace,
+    TestSuiteTestCaseBulkResult,
+    TestSuiteTestCaseBulkResult_Created,
+    TestSuiteTestCaseBulkResult_Deleted,
+    TestSuiteTestCaseBulkResult_Rejected,
+    TestSuiteTestCaseBulkResult_Replaced,
+    TestSuiteTestCaseCreateBulkOperationRequest,
+    TestSuiteTestCaseCreatedBulkResult,
+    TestSuiteTestCaseCreatedBulkResultData,
+    TestSuiteTestCaseDeleteBulkOperationDataRequest,
+    TestSuiteTestCaseDeleteBulkOperationRequest,
+    TestSuiteTestCaseDeletedBulkResult,
+    TestSuiteTestCaseDeletedBulkResultData,
+    TestSuiteTestCaseRejectedBulkResult,
+    TestSuiteTestCaseReplaceBulkOperationRequest,
+    TestSuiteTestCaseReplacedBulkResult,
+    TestSuiteTestCaseReplacedBulkResultData,
     TextEmbedding3LargeEnum,
     TextEmbedding3SmallEnum,
     TextEmbeddingAda002Enum,
@@ -622,6 +650,8 @@ __all__ = [
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseCosV1Request",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request",
+    "BulkCreateTestSuiteTestCaseDataRequest",
+    "BulkReplaceTestSuiteTestCaseDataRequest",
     "ChatHistoryEnum",
     "ChatHistoryInputRequest",
     "ChatMessage",
@@ -658,6 +688,10 @@ __all__ = [
     "CodeExecutionNodeStringResult",
     "ConditionalNodeResult",
     "ConditionalNodeResultData",
+    "CreateEnum",
+    "CreatedEnum",
+    "DeleteEnum",
+    "DeletedEnum",
     "DeploymentProviderPayloadResponse",
     "DeploymentRead",
     "DeploymentReleaseTagDeploymentHistoryItem",
@@ -909,6 +943,8 @@ __all__ = [
     "RejectedPromptExecutionMeta",
     "RejectedWorkflowNodeResultEvent",
     "ReleaseTagSource",
+    "ReplaceEnum",
+    "ReplacedEnum",
     "SandboxScenario",
     "ScenarioInput",
     "ScenarioInputChatHistoryVariableValue",
@@ -1065,6 +1101,26 @@ __all__ = [
     "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
     "TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum",
     "TestSuiteTestCase",
+    "TestSuiteTestCaseBulkOperationRequest",
+    "TestSuiteTestCaseBulkOperationRequest_Create",
+    "TestSuiteTestCaseBulkOperationRequest_Delete",
+    "TestSuiteTestCaseBulkOperationRequest_Replace",
+    "TestSuiteTestCaseBulkResult",
+    "TestSuiteTestCaseBulkResult_Created",
+    "TestSuiteTestCaseBulkResult_Deleted",
+    "TestSuiteTestCaseBulkResult_Rejected",
+    "TestSuiteTestCaseBulkResult_Replaced",
+    "TestSuiteTestCaseCreateBulkOperationRequest",
+    "TestSuiteTestCaseCreatedBulkResult",
+    "TestSuiteTestCaseCreatedBulkResultData",
+    "TestSuiteTestCaseDeleteBulkOperationDataRequest",
+    "TestSuiteTestCaseDeleteBulkOperationRequest",
+    "TestSuiteTestCaseDeletedBulkResult",
+    "TestSuiteTestCaseDeletedBulkResultData",
+    "TestSuiteTestCaseRejectedBulkResult",
+    "TestSuiteTestCaseReplaceBulkOperationRequest",
+    "TestSuiteTestCaseReplacedBulkResult",
+    "TestSuiteTestCaseReplacedBulkResultData",
     "TextEmbedding3LargeEnum",
     "TextEmbedding3SmallEnum",
     "TextEmbeddingAda002Enum",

vellum/client.py

@@ -591,7 +591,8 @@ class Vellum:
         """
         Generate a completion using a previously defined deployment.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
+        Important: This endpoint is DEPRECATED and has been superseded by
+        [execute-prompt](/api-reference/api-reference/execute-prompt).
 
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
@@ -679,7 +680,8 @@ class Vellum:
         """
         Generate a stream of completions using a previously defined deployment.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
+        Important: This endpoint is DEPRECATED and has been superseded by
+        [execute-prompt-stream](/api-reference/api-reference/execute-prompt-stream).
 
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
@@ -791,8 +793,6 @@ class Vellum:
         """
         Perform a search against a document index.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
-
         Parameters:
             - index_id: typing.Optional[str]. The ID of the index to search against. Must provide either this or index_name.
 
@@ -871,8 +871,6 @@ class Vellum:
         """
         Used to submit feedback regarding the quality of previously generated completions.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
-
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
 
@@ -1554,7 +1552,8 @@ class AsyncVellum:
         """
         Generate a completion using a previously defined deployment.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
+        Important: This endpoint is DEPRECATED and has been superseded by
+        [execute-prompt](/api-reference/api-reference/execute-prompt).
 
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
@@ -1642,7 +1641,8 @@ class AsyncVellum:
         """
         Generate a stream of completions using a previously defined deployment.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
+        Important: This endpoint is DEPRECATED and has been superseded by
+        [execute-prompt-stream](/api-reference/api-reference/execute-prompt-stream).
 
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
@@ -1754,8 +1754,6 @@ class AsyncVellum:
         """
         Perform a search against a document index.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
-
         Parameters:
             - index_id: typing.Optional[str]. The ID of the index to search against. Must provide either this or index_name.
 
@@ -1834,8 +1832,6 @@ class AsyncVellum:
         """
         Used to submit feedback regarding the quality of previously generated completions.
 
-        **Note:** Uses a base url of `https://predict.vellum.ai`.
-
         Parameters:
             - deployment_id: typing.Optional[str]. The ID of the deployment. Must provide either this or deployment_name.
 

vellum/core/client_wrapper.py

@@ -18,7 +18,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.6.3",
+            "X-Fern-SDK-Version": "0.6.5",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

vellum/resources/test_suites/client.py

@@ -1,5 +1,6 @@
 # This file was auto-generated by Fern from our API Definition.
 
+import json
 import typing
 import urllib.parse
 from json.decoder import JSONDecodeError
@@ -13,6 +14,8 @@ from ...core.request_options import RequestOptions
 from ...types.named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
 from ...types.paginated_test_suite_test_case_list import PaginatedTestSuiteTestCaseList
 from ...types.test_suite_test_case import TestSuiteTestCase
+from ...types.test_suite_test_case_bulk_operation_request import TestSuiteTestCaseBulkOperationRequest
+from ...types.test_suite_test_case_bulk_result import TestSuiteTestCaseBulkResult
 
 # this is used as the default value for optional parameters
 OMIT = typing.cast(typing.Any, ...)
@@ -114,13 +117,13 @@ class TestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str].
+            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The ID of the Test Case to upsert. If specified and a match is found, the existing Test Case will be updated. If specified and no match is found, a Test Case will be created with the provided ID. If not provided, a new Test Case will be created with an auto-generated ID.
 
             - label: typing.Optional[str].
 
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
 
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
@@ -177,6 +180,89 @@ class TestSuitesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    def test_suite_test_cases_bulk(
+        self,
+        id: str,
+        *,
+        request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest],
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.Iterator[typing.List[TestSuiteTestCaseBulkResult]]:
+        """
+        Created, replace, and delete Test Cases within the specified Test Suite in bulk
+
+        Parameters:
+            - id: str. A UUID string identifying this test suite.
+
+            - request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest].
+
+            - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
+        ---
+        from vellum import (
+            BulkCreateTestSuiteTestCaseDataRequest,
+            NamedTestCaseVariableValueRequest_String,
+            TestSuiteTestCaseBulkOperationRequest_Create,
+        )
+        from vellum.client import Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.test_suites.test_suite_test_cases_bulk(
+            id="string",
+            request=[
+                TestSuiteTestCaseBulkOperationRequest_Create(
+                    id="string",
+                    data=BulkCreateTestSuiteTestCaseDataRequest(
+                        label="string",
+                        input_values=[NamedTestCaseVariableValueRequest_String()],
+                        evaluation_values=[NamedTestCaseVariableValueRequest_String()],
+                    ),
+                )
+            ],
+        )
+        """
+        with self._client_wrapper.httpx_client.stream(
+            method="POST",
+            url=urllib.parse.urljoin(
+                f"{self._client_wrapper.get_environment().default}/",
+                f"v1/test-suites/{jsonable_encoder(id)}/test-cases-bulk",
+            ),
+            params=jsonable_encoder(
+                request_options.get("additional_query_parameters") if request_options is not None else None
+            ),
+            json=jsonable_encoder(request)
+            if request_options is None or request_options.get("additional_body_parameters") is None
+            else {
+                **jsonable_encoder(request),
+                **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
+            },
+            headers=jsonable_encoder(
+                remove_none_from_dict(
+                    {
+                        **self._client_wrapper.get_headers(),
+                        **(request_options.get("additional_headers", {}) if request_options is not None else {}),
+                    }
+                )
+            ),
+            timeout=request_options.get("timeout_in_seconds")
+            if request_options is not None and request_options.get("timeout_in_seconds") is not None
+            else self._client_wrapper.get_timeout(),
+            retries=0,
+            max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
+        ) as _response:
+            if 200 <= _response.status_code < 300:
+                for _text in _response.iter_lines():
+                    if len(_text) == 0:
+                        continue
+                    yield pydantic_v1.parse_obj_as(typing.List[TestSuiteTestCaseBulkResult], json.loads(_text))  # type: ignore
+                return
+            _response.read()
+            try:
+                _response_json = _response.json()
+            except JSONDecodeError:
+                raise ApiError(status_code=_response.status_code, body=_response.text)
+            raise ApiError(status_code=_response.status_code, body=_response_json)
+
     def delete_test_suite_test_case(
         self, id: str, test_case_id: str, *, request_options: typing.Optional[RequestOptions] = None
     ) -> None:
@@ -328,13 +414,13 @@ class AsyncTestSuitesClient:
         Parameters:
             - id: str. A UUID string identifying this test suite.
 
-            - upsert_test_suite_test_case_request_id: typing.Optional[str].
+            - upsert_test_suite_test_case_request_id: typing.Optional[str]. The ID of the Test Case to upsert. If specified and a match is found, the existing Test Case will be updated. If specified and no match is found, a Test Case will be created with the provided ID. If not provided, a new Test Case will be created with an auto-generated ID.
 
             - label: typing.Optional[str].
 
-            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - input_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's input variables
 
-            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest].
+            - evaluation_values: typing.Sequence[NamedTestCaseVariableValueRequest]. Values for each of the Test Case's evaluation variables
 
             - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
         ---
@@ -391,6 +477,89 @@ class AsyncTestSuitesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    async def test_suite_test_cases_bulk(
+        self,
+        id: str,
+        *,
+        request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest],
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.AsyncIterator[typing.List[TestSuiteTestCaseBulkResult]]:
+        """
+        Created, replace, and delete Test Cases within the specified Test Suite in bulk
+
+        Parameters:
+            - id: str. A UUID string identifying this test suite.
+
+            - request: typing.Sequence[TestSuiteTestCaseBulkOperationRequest].
+
+            - request_options: typing.Optional[RequestOptions]. Request-specific configuration.
+        ---
+        from vellum import (
+            BulkCreateTestSuiteTestCaseDataRequest,
+            NamedTestCaseVariableValueRequest_String,
+            TestSuiteTestCaseBulkOperationRequest_Create,
+        )
+        from vellum.client import AsyncVellum
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+        await client.test_suites.test_suite_test_cases_bulk(
+            id="string",
+            request=[
+                TestSuiteTestCaseBulkOperationRequest_Create(
+                    id="string",
+                    data=BulkCreateTestSuiteTestCaseDataRequest(
+                        label="string",
+                        input_values=[NamedTestCaseVariableValueRequest_String()],
+                        evaluation_values=[NamedTestCaseVariableValueRequest_String()],
+                    ),
+                )
+            ],
+        )
+        """
+        async with self._client_wrapper.httpx_client.stream(
+            method="POST",
+            url=urllib.parse.urljoin(
+                f"{self._client_wrapper.get_environment().default}/",
+                f"v1/test-suites/{jsonable_encoder(id)}/test-cases-bulk",
+            ),
+            params=jsonable_encoder(
+                request_options.get("additional_query_parameters") if request_options is not None else None
+            ),
+            json=jsonable_encoder(request)
+            if request_options is None or request_options.get("additional_body_parameters") is None
+            else {
+                **jsonable_encoder(request),
+                **(jsonable_encoder(remove_none_from_dict(request_options.get("additional_body_parameters", {})))),
+            },
+            headers=jsonable_encoder(
+                remove_none_from_dict(
+                    {
+                        **self._client_wrapper.get_headers(),
+                        **(request_options.get("additional_headers", {}) if request_options is not None else {}),
+                    }
+                )
+            ),
+            timeout=request_options.get("timeout_in_seconds")
+            if request_options is not None and request_options.get("timeout_in_seconds") is not None
+            else self._client_wrapper.get_timeout(),
+            retries=0,
+            max_retries=request_options.get("max_retries") if request_options is not None else 0,  # type: ignore
+        ) as _response:
+            if 200 <= _response.status_code < 300:
+                async for _text in _response.aiter_lines():
+                    if len(_text) == 0:
+                        continue
+                    yield pydantic_v1.parse_obj_as(typing.List[TestSuiteTestCaseBulkResult], json.loads(_text))  # type: ignore
+                return
+            await _response.aread()
+            try:
+                _response_json = _response.json()
+            except JSONDecodeError:
+                raise ApiError(status_code=_response.status_code, body=_response.text)
+            raise ApiError(status_code=_response.status_code, body=_response_json)
+
     async def delete_test_suite_test_case(
         self, id: str, test_case_id: str, *, request_options: typing.Optional[RequestOptions] = None
     ) -> None:

vellum/types/__init__.py

@@ -50,6 +50,8 @@ from .basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1 import
 from .basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1_request import (
     BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request,
 )
+from .bulk_create_test_suite_test_case_data_request import BulkCreateTestSuiteTestCaseDataRequest
+from .bulk_replace_test_suite_test_case_data_request import BulkReplaceTestSuiteTestCaseDataRequest
 from .chat_history_enum import ChatHistoryEnum
 from .chat_history_input_request import ChatHistoryInputRequest
 from .chat_message import ChatMessage
@@ -92,6 +94,10 @@ from .code_execution_node_search_results_result import CodeExecutionNodeSearchRe
 from .code_execution_node_string_result import CodeExecutionNodeStringResult
 from .conditional_node_result import ConditionalNodeResult
 from .conditional_node_result_data import ConditionalNodeResultData
+from .create_enum import CreateEnum
+from .created_enum import CreatedEnum
+from .delete_enum import DeleteEnum
+from .deleted_enum import DeletedEnum
 from .deployment_provider_payload_response import DeploymentProviderPayloadResponse
 from .deployment_read import DeploymentRead
 from .deployment_release_tag_deployment_history_item import DeploymentReleaseTagDeploymentHistoryItem
@@ -368,6 +374,8 @@ from .rejected_execute_workflow_workflow_result_event import RejectedExecuteWork
 from .rejected_prompt_execution_meta import RejectedPromptExecutionMeta
 from .rejected_workflow_node_result_event import RejectedWorkflowNodeResultEvent
 from .release_tag_source import ReleaseTagSource
+from .replace_enum import ReplaceEnum
+from .replaced_enum import ReplacedEnum
 from .sandbox_scenario import SandboxScenario
 from .scenario_input import ScenarioInput, ScenarioInput_ChatHistory, ScenarioInput_String
 from .scenario_input_chat_history_variable_value import ScenarioInputChatHistoryVariableValue
@@ -544,6 +552,30 @@ from .test_suite_run_workflow_release_tag_exec_config_data_request import (
 from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
 from .test_suite_run_workflow_release_tag_exec_config_type_enum import TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum
 from .test_suite_test_case import TestSuiteTestCase
+from .test_suite_test_case_bulk_operation_request import (
+    TestSuiteTestCaseBulkOperationRequest,
+    TestSuiteTestCaseBulkOperationRequest_Create,
+    TestSuiteTestCaseBulkOperationRequest_Delete,
+    TestSuiteTestCaseBulkOperationRequest_Replace,
+)
+from .test_suite_test_case_bulk_result import (
+    TestSuiteTestCaseBulkResult,
+    TestSuiteTestCaseBulkResult_Created,
+    TestSuiteTestCaseBulkResult_Deleted,
+    TestSuiteTestCaseBulkResult_Rejected,
+    TestSuiteTestCaseBulkResult_Replaced,
+)
+from .test_suite_test_case_create_bulk_operation_request import TestSuiteTestCaseCreateBulkOperationRequest
+from .test_suite_test_case_created_bulk_result import TestSuiteTestCaseCreatedBulkResult
+from .test_suite_test_case_created_bulk_result_data import TestSuiteTestCaseCreatedBulkResultData
+from .test_suite_test_case_delete_bulk_operation_data_request import TestSuiteTestCaseDeleteBulkOperationDataRequest
+from .test_suite_test_case_delete_bulk_operation_request import TestSuiteTestCaseDeleteBulkOperationRequest
+from .test_suite_test_case_deleted_bulk_result import TestSuiteTestCaseDeletedBulkResult
+from .test_suite_test_case_deleted_bulk_result_data import TestSuiteTestCaseDeletedBulkResultData
+from .test_suite_test_case_rejected_bulk_result import TestSuiteTestCaseRejectedBulkResult
+from .test_suite_test_case_replace_bulk_operation_request import TestSuiteTestCaseReplaceBulkOperationRequest
+from .test_suite_test_case_replaced_bulk_result import TestSuiteTestCaseReplacedBulkResult
+from .test_suite_test_case_replaced_bulk_result_data import TestSuiteTestCaseReplacedBulkResultData
 from .text_embedding_3_large_enum import TextEmbedding3LargeEnum
 from .text_embedding_3_small_enum import TextEmbedding3SmallEnum
 from .text_embedding_ada_002_enum import TextEmbeddingAda002Enum
@@ -682,6 +714,8 @@ __all__ = [
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseCosV1Request",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1",
     "BasicVectorizerSentenceTransformersMultiQaMpnetBaseDotV1Request",
+    "BulkCreateTestSuiteTestCaseDataRequest",
+    "BulkReplaceTestSuiteTestCaseDataRequest",
     "ChatHistoryEnum",
     "ChatHistoryInputRequest",
     "ChatMessage",
@@ -718,6 +752,10 @@ __all__ = [
     "CodeExecutionNodeStringResult",
     "ConditionalNodeResult",
     "ConditionalNodeResultData",
+    "CreateEnum",
+    "CreatedEnum",
+    "DeleteEnum",
+    "DeletedEnum",
     "DeploymentProviderPayloadResponse",
     "DeploymentRead",
     "DeploymentReleaseTagDeploymentHistoryItem",
@@ -964,6 +1002,8 @@ __all__ = [
     "RejectedPromptExecutionMeta",
     "RejectedWorkflowNodeResultEvent",
     "ReleaseTagSource",
+    "ReplaceEnum",
+    "ReplacedEnum",
     "SandboxScenario",
     "ScenarioInput",
     "ScenarioInputChatHistoryVariableValue",
@@ -1120,6 +1160,26 @@ __all__ = [
     "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
     "TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum",
     "TestSuiteTestCase",
+    "TestSuiteTestCaseBulkOperationRequest",
+    "TestSuiteTestCaseBulkOperationRequest_Create",
+    "TestSuiteTestCaseBulkOperationRequest_Delete",
+    "TestSuiteTestCaseBulkOperationRequest_Replace",
+    "TestSuiteTestCaseBulkResult",
+    "TestSuiteTestCaseBulkResult_Created",
+    "TestSuiteTestCaseBulkResult_Deleted",
+    "TestSuiteTestCaseBulkResult_Rejected",
+    "TestSuiteTestCaseBulkResult_Replaced",
+    "TestSuiteTestCaseCreateBulkOperationRequest",
+    "TestSuiteTestCaseCreatedBulkResult",
+    "TestSuiteTestCaseCreatedBulkResultData",
+    "TestSuiteTestCaseDeleteBulkOperationDataRequest",
+    "TestSuiteTestCaseDeleteBulkOperationRequest",
+    "TestSuiteTestCaseDeletedBulkResult",
+    "TestSuiteTestCaseDeletedBulkResultData",
+    "TestSuiteTestCaseRejectedBulkResult",
+    "TestSuiteTestCaseReplaceBulkOperationRequest",
+    "TestSuiteTestCaseReplacedBulkResult",
+    "TestSuiteTestCaseReplacedBulkResultData",
     "TextEmbedding3LargeEnum",
     "TextEmbedding3SmallEnum",
     "TextEmbeddingAda002Enum",

vellum/types/bulk_create_test_suite_test_case_data_request.py

@@ -0,0 +1,39 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
+
+
+class BulkCreateTestSuiteTestCaseDataRequest(pydantic_v1.BaseModel):
+    """
+    Information about the Test Case to create
+    """
+
+    label: typing.Optional[str] = None
+    input_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's input variables
+    """
+
+    evaluation_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's evaluation variables
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/bulk_replace_test_suite_test_case_data_request.py

@@ -0,0 +1,44 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
+
+
+class BulkReplaceTestSuiteTestCaseDataRequest(pydantic_v1.BaseModel):
+    """
+    Information about the Test Case to replace
+    """
+
+    id: str = pydantic_v1.Field()
+    """
+    The ID of the Test Case to replace.
+    """
+
+    label: typing.Optional[str] = None
+    input_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's input variables
+    """
+
+    evaluation_values: typing.List[NamedTestCaseVariableValueRequest] = pydantic_v1.Field()
+    """
+    Values for each of the Test Case's evaluation variables
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/create_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+CreateEnum = typing.Literal["CREATE"]

vellum/types/created_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+CreatedEnum = typing.Literal["CREATED"]

vellum/types/delete_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DeleteEnum = typing.Literal["DELETE"]

vellum/types/deleted_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DeletedEnum = typing.Literal["DELETED"]

vellum/types/deployment_read.py

@@ -47,6 +47,11 @@ class DeploymentRead(pydantic_v1.BaseModel):
     Deprecated. The Prompt execution endpoints return a `prompt_version_id` that could be used instead.
     """
 
+    last_deployed_history_item_id: str = pydantic_v1.Field()
+    """
+    The ID of the history item associated with this Deployment's LATEST Release Tag
+    """
+
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
         return super().json(**kwargs_with_defaults)

vellum/types/replace_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ReplaceEnum = typing.Literal["REPLACE"]