vellum-ai 0.3.11__py3-none-any.whl → 0.3.13__py3-none-any.whl

vellum/__init__.py

@@ -18,6 +18,7 @@ from .types import (
     ArrayVariableValueItem_ChatHistory,
     ArrayVariableValueItem_Error,
     ArrayVariableValueItem_FunctionCall,
+    ArrayVariableValueItem_Image,
     ArrayVariableValueItem_Json,
     ArrayVariableValueItem_Number,
     ArrayVariableValueItem_SearchResults,
@@ -129,6 +130,7 @@ from .types import (
     ImageChatMessageContent,
     ImageChatMessageContentRequest,
     ImageEnum,
+    ImageVariableValue,
     IndexingStateEnum,
     InitiatedEnum,
     InitiatedExecutePromptEvent,
@@ -201,6 +203,7 @@ from .types import (
     PaginatedSlimDeploymentReadList,
     PaginatedSlimDocumentList,
     PaginatedSlimWorkflowDeploymentList,
+    PaginatedTestSuiteRunExecutionList,
     ProcessingFailureReasonEnum,
     ProcessingStateEnum,
     PromptDeploymentExpandMetaRequestRequest,
@@ -326,6 +329,47 @@ from .types import (
     TestCaseVariableValue_Number,
     TestCaseVariableValue_SearchResults,
     TestCaseVariableValue_String,
+    TestSuiteRunDeploymentReleaseTagExecConfig,
+    TestSuiteRunDeploymentReleaseTagExecConfigData,
+    TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
+    TestSuiteRunDeploymentReleaseTagExecConfigRequest,
+    TestSuiteRunDeploymentReleaseTagExecConfigTypeEnum,
+    TestSuiteRunExecConfig,
+    TestSuiteRunExecConfigRequest,
+    TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
+    TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
+    TestSuiteRunExecConfig_DeploymentReleaseTag,
+    TestSuiteRunExecConfig_WorkflowReleaseTag,
+    TestSuiteRunExecution,
+    TestSuiteRunExecutionChatHistoryOutput,
+    TestSuiteRunExecutionErrorOutput,
+    TestSuiteRunExecutionJsonOutput,
+    TestSuiteRunExecutionMetricResult,
+    TestSuiteRunExecutionNumberOutput,
+    TestSuiteRunExecutionOutput,
+    TestSuiteRunExecutionOutput_ChatHistory,
+    TestSuiteRunExecutionOutput_Error,
+    TestSuiteRunExecutionOutput_Json,
+    TestSuiteRunExecutionOutput_Number,
+    TestSuiteRunExecutionOutput_SearchResults,
+    TestSuiteRunExecutionOutput_String,
+    TestSuiteRunExecutionSearchResultsOutput,
+    TestSuiteRunExecutionStringOutput,
+    TestSuiteRunMetricErrorOutput,
+    TestSuiteRunMetricErrorOutputTypeEnum,
+    TestSuiteRunMetricNumberOutput,
+    TestSuiteRunMetricNumberOutputTypeEnum,
+    TestSuiteRunMetricOutput,
+    TestSuiteRunMetricOutput_Error,
+    TestSuiteRunMetricOutput_Number,
+    TestSuiteRunRead,
+    TestSuiteRunState,
+    TestSuiteRunTestSuite,
+    TestSuiteRunWorkflowReleaseTagExecConfig,
+    TestSuiteRunWorkflowReleaseTagExecConfigData,
+    TestSuiteRunWorkflowReleaseTagExecConfigDataRequest,
+    TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum,
     TestSuiteTestCase,
     UploadDocumentErrorResponse,
     UploadDocumentResponse,
@@ -422,6 +466,7 @@ from .resources import (
     model_versions,
     registered_prompts,
     sandboxes,
+    test_suite_runs,
     test_suites,
     workflow_deployments,
 )
@@ -445,6 +490,7 @@ __all__ = [
     "ArrayVariableValueItem_ChatHistory",
     "ArrayVariableValueItem_Error",
     "ArrayVariableValueItem_FunctionCall",
+    "ArrayVariableValueItem_Image",
     "ArrayVariableValueItem_Json",
     "ArrayVariableValueItem_Number",
     "ArrayVariableValueItem_SearchResults",
@@ -561,6 +607,7 @@ __all__ = [
     "ImageChatMessageContent",
     "ImageChatMessageContentRequest",
     "ImageEnum",
+    "ImageVariableValue",
     "IndexingStateEnum",
     "InitiatedEnum",
     "InitiatedExecutePromptEvent",
@@ -635,6 +682,7 @@ __all__ = [
     "PaginatedSlimDeploymentReadList",
     "PaginatedSlimDocumentList",
     "PaginatedSlimWorkflowDeploymentList",
+    "PaginatedTestSuiteRunExecutionList",
     "ProcessingFailureReasonEnum",
     "ProcessingStateEnum",
     "PromptDeploymentExpandMetaRequestRequest",
@@ -760,6 +808,47 @@ __all__ = [
     "TestCaseVariableValue_Number",
     "TestCaseVariableValue_SearchResults",
     "TestCaseVariableValue_String",
+    "TestSuiteRunDeploymentReleaseTagExecConfig",
+    "TestSuiteRunDeploymentReleaseTagExecConfigData",
+    "TestSuiteRunDeploymentReleaseTagExecConfigDataRequest",
+    "TestSuiteRunDeploymentReleaseTagExecConfigRequest",
+    "TestSuiteRunDeploymentReleaseTagExecConfigTypeEnum",
+    "TestSuiteRunExecConfig",
+    "TestSuiteRunExecConfigRequest",
+    "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
+    "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
+    "TestSuiteRunExecConfig_DeploymentReleaseTag",
+    "TestSuiteRunExecConfig_WorkflowReleaseTag",
+    "TestSuiteRunExecution",
+    "TestSuiteRunExecutionChatHistoryOutput",
+    "TestSuiteRunExecutionErrorOutput",
+    "TestSuiteRunExecutionJsonOutput",
+    "TestSuiteRunExecutionMetricResult",
+    "TestSuiteRunExecutionNumberOutput",
+    "TestSuiteRunExecutionOutput",
+    "TestSuiteRunExecutionOutput_ChatHistory",
+    "TestSuiteRunExecutionOutput_Error",
+    "TestSuiteRunExecutionOutput_Json",
+    "TestSuiteRunExecutionOutput_Number",
+    "TestSuiteRunExecutionOutput_SearchResults",
+    "TestSuiteRunExecutionOutput_String",
+    "TestSuiteRunExecutionSearchResultsOutput",
+    "TestSuiteRunExecutionStringOutput",
+    "TestSuiteRunMetricErrorOutput",
+    "TestSuiteRunMetricErrorOutputTypeEnum",
+    "TestSuiteRunMetricNumberOutput",
+    "TestSuiteRunMetricNumberOutputTypeEnum",
+    "TestSuiteRunMetricOutput",
+    "TestSuiteRunMetricOutput_Error",
+    "TestSuiteRunMetricOutput_Number",
+    "TestSuiteRunRead",
+    "TestSuiteRunState",
+    "TestSuiteRunTestSuite",
+    "TestSuiteRunWorkflowReleaseTagExecConfig",
+    "TestSuiteRunWorkflowReleaseTagExecConfigData",
+    "TestSuiteRunWorkflowReleaseTagExecConfigDataRequest",
+    "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
+    "TestSuiteRunWorkflowReleaseTagExecConfigTypeEnum",
     "TestSuiteTestCase",
     "UploadDocumentErrorResponse",
     "UploadDocumentResponse",
@@ -852,6 +941,7 @@ __all__ = [
     "model_versions",
     "registered_prompts",
     "sandboxes",
+    "test_suite_runs",
     "test_suites",
     "workflow_deployments",
 ]

vellum/client.py

@@ -22,6 +22,7 @@ from .resources.folder_entities.client import AsyncFolderEntitiesClient, FolderE
 from .resources.model_versions.client import AsyncModelVersionsClient, ModelVersionsClient
 from .resources.registered_prompts.client import AsyncRegisteredPromptsClient, RegisteredPromptsClient
 from .resources.sandboxes.client import AsyncSandboxesClient, SandboxesClient
+from .resources.test_suite_runs.client import AsyncTestSuiteRunsClient, TestSuiteRunsClient
 from .resources.test_suites.client import AsyncTestSuitesClient, TestSuitesClient
 from .resources.workflow_deployments.client import AsyncWorkflowDeploymentsClient, WorkflowDeploymentsClient
 from .types.execute_prompt_event import ExecutePromptEvent
@@ -72,6 +73,7 @@ class Vellum:
         self.model_versions = ModelVersionsClient(client_wrapper=self._client_wrapper)
         self.registered_prompts = RegisteredPromptsClient(client_wrapper=self._client_wrapper)
         self.sandboxes = SandboxesClient(client_wrapper=self._client_wrapper)
+        self.test_suite_runs = TestSuiteRunsClient(client_wrapper=self._client_wrapper)
         self.test_suites = TestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = WorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
 
@@ -655,6 +657,7 @@ class AsyncVellum:
         self.model_versions = AsyncModelVersionsClient(client_wrapper=self._client_wrapper)
         self.registered_prompts = AsyncRegisteredPromptsClient(client_wrapper=self._client_wrapper)
         self.sandboxes = AsyncSandboxesClient(client_wrapper=self._client_wrapper)
+        self.test_suite_runs = AsyncTestSuiteRunsClient(client_wrapper=self._client_wrapper)
         self.test_suites = AsyncTestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = AsyncWorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
 

vellum/core/client_wrapper.py

@@ -16,7 +16,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.3.11",
+            "X-Fern-SDK-Version": "0.3.13",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

vellum/resources/__init__.py

@@ -8,6 +8,7 @@ from . import (
     model_versions,
     registered_prompts,
     sandboxes,
+    test_suite_runs,
     test_suites,
     workflow_deployments,
 )
@@ -26,6 +27,7 @@ __all__ = [
     "model_versions",
     "registered_prompts",
     "sandboxes",
+    "test_suite_runs",
     "test_suites",
     "workflow_deployments",
 ]

vellum/resources/document_indexes/client.py

@@ -187,6 +187,147 @@ class DocumentIndexesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    def update(
+        self,
+        id: str,
+        *,
+        label: str,
+        status: typing.Optional[EntityStatus] = OMIT,
+        environment: typing.Optional[EnvironmentEnum] = OMIT,
+    ) -> DocumentIndexRead:
+        """
+        Used to fully update a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+
+            - label: str. A human-readable label for the document index
+
+            - status: typing.Optional[EntityStatus]. The current status of the document index
+
+                                                     * `ACTIVE` - Active
+                                                     * `ARCHIVED` - Archived
+            - environment: typing.Optional[EnvironmentEnum]. The environment this document index is used in
+
+                                                             * `DEVELOPMENT` - Development
+                                                             * `STAGING` - Staging
+                                                             * `PRODUCTION` - Production---
+        from vellum.client import Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.document_indexes.update(
+            id="id",
+            label="label",
+        )
+        """
+        _request: typing.Dict[str, typing.Any] = {"label": label}
+        if status is not OMIT:
+            _request["status"] = status
+        if environment is not OMIT:
+            _request["environment"] = environment
+        _response = self._client_wrapper.httpx_client.request(
+            "PUT",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            json=jsonable_encoder(_request),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(DocumentIndexRead, _response.json())  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    def destroy(self, id: str) -> None:
+        """
+        Used to delete a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+        ---
+        from vellum.client import Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.document_indexes.destroy(
+            id="id",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            "DELETE",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    def partial_update(
+        self,
+        id: str,
+        *,
+        label: typing.Optional[str] = OMIT,
+        status: typing.Optional[EntityStatus] = OMIT,
+        environment: typing.Optional[EnvironmentEnum] = OMIT,
+    ) -> DocumentIndexRead:
+        """
+        Used to partial update a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+
+            - label: typing.Optional[str]. A human-readable label for the document index
+
+            - status: typing.Optional[EntityStatus]. The current status of the document index
+
+                                                     * `ACTIVE` - Active
+                                                     * `ARCHIVED` - Archived
+            - environment: typing.Optional[EnvironmentEnum]. The environment this document index is used in
+
+                                                             * `DEVELOPMENT` - Development
+                                                             * `STAGING` - Staging
+                                                             * `PRODUCTION` - Production---
+        from vellum.client import Vellum
+
+        client = Vellum(
+            api_key="YOUR_API_KEY",
+        )
+        client.document_indexes.partial_update(
+            id="id",
+        )
+        """
+        _request: typing.Dict[str, typing.Any] = {}
+        if label is not OMIT:
+            _request["label"] = label
+        if status is not OMIT:
+            _request["status"] = status
+        if environment is not OMIT:
+            _request["environment"] = environment
+        _response = self._client_wrapper.httpx_client.request(
+            "PATCH",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            json=jsonable_encoder(_request),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(DocumentIndexRead, _response.json())  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
 
 class AsyncDocumentIndexesClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
@@ -351,3 +492,144 @@ class AsyncDocumentIndexesClient:
         except JSONDecodeError:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def update(
+        self,
+        id: str,
+        *,
+        label: str,
+        status: typing.Optional[EntityStatus] = OMIT,
+        environment: typing.Optional[EnvironmentEnum] = OMIT,
+    ) -> DocumentIndexRead:
+        """
+        Used to fully update a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+
+            - label: str. A human-readable label for the document index
+
+            - status: typing.Optional[EntityStatus]. The current status of the document index
+
+                                                     * `ACTIVE` - Active
+                                                     * `ARCHIVED` - Archived
+            - environment: typing.Optional[EnvironmentEnum]. The environment this document index is used in
+
+                                                             * `DEVELOPMENT` - Development
+                                                             * `STAGING` - Staging
+                                                             * `PRODUCTION` - Production---
+        from vellum.client import AsyncVellum
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+        await client.document_indexes.update(
+            id="id",
+            label="label",
+        )
+        """
+        _request: typing.Dict[str, typing.Any] = {"label": label}
+        if status is not OMIT:
+            _request["status"] = status
+        if environment is not OMIT:
+            _request["environment"] = environment
+        _response = await self._client_wrapper.httpx_client.request(
+            "PUT",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            json=jsonable_encoder(_request),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(DocumentIndexRead, _response.json())  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def destroy(self, id: str) -> None:
+        """
+        Used to delete a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+        ---
+        from vellum.client import AsyncVellum
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+        await client.document_indexes.destroy(
+            id="id",
+        )
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            "DELETE",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def partial_update(
+        self,
+        id: str,
+        *,
+        label: typing.Optional[str] = OMIT,
+        status: typing.Optional[EntityStatus] = OMIT,
+        environment: typing.Optional[EnvironmentEnum] = OMIT,
+    ) -> DocumentIndexRead:
+        """
+        Used to partial update a Document Index given its ID.
+
+        Parameters:
+            - id: str. A UUID string identifying this document index.
+
+            - label: typing.Optional[str]. A human-readable label for the document index
+
+            - status: typing.Optional[EntityStatus]. The current status of the document index
+
+                                                     * `ACTIVE` - Active
+                                                     * `ARCHIVED` - Archived
+            - environment: typing.Optional[EnvironmentEnum]. The environment this document index is used in
+
+                                                             * `DEVELOPMENT` - Development
+                                                             * `STAGING` - Staging
+                                                             * `PRODUCTION` - Production---
+        from vellum.client import AsyncVellum
+
+        client = AsyncVellum(
+            api_key="YOUR_API_KEY",
+        )
+        await client.document_indexes.partial_update(
+            id="id",
+        )
+        """
+        _request: typing.Dict[str, typing.Any] = {}
+        if label is not OMIT:
+            _request["label"] = label
+        if status is not OMIT:
+            _request["status"] = status
+        if environment is not OMIT:
+            _request["environment"] = environment
+        _response = await self._client_wrapper.httpx_client.request(
+            "PATCH",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_environment().default}/", f"v1/document-indexes/{id}"),
+            json=jsonable_encoder(_request),
+            headers=self._client_wrapper.get_headers(),
+            timeout=None,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(DocumentIndexRead, _response.json())  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)

vellum/resources/test_suite_runs/__init__.py

@@ -0,0 +1,2 @@
+# This file was auto-generated by Fern from our API Definition.
+