vellum-ai 0.8.23__tar.gz → 0.8.26__tar.gz

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.8.23
+Version: 0.8.26
 Summary: 
 License: MIT
 Requires-Python: >=3.8,<4.0

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vellum-ai"
-version = "0.8.23"
+version = "0.8.26"
 description = ""
 readme = "README.md"
 authors = []

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/__init__.py

@@ -99,6 +99,17 @@ from .types import (
     ExternalTestCaseExecution,
     ExternalTestCaseExecutionRequest,
     FinishReasonEnum,
+    FolderEntity,
+    FolderEntityDocumentIndex,
+    FolderEntityDocumentIndexData,
+    FolderEntityFolder,
+    FolderEntityFolderData,
+    FolderEntityPromptSandbox,
+    FolderEntityPromptSandboxData,
+    FolderEntityTestSuite,
+    FolderEntityTestSuiteData,
+    FolderEntityWorkflowSandbox,
+    FolderEntityWorkflowSandboxData,
     FulfilledAdHocExecutePromptEvent,
     FulfilledEnum,
     FulfilledExecutePromptEvent,
@@ -225,6 +236,7 @@ from .types import (
     OpenAiVectorizerTextEmbeddingAda002,
     OpenAiVectorizerTextEmbeddingAda002Request,
     PaginatedDocumentIndexReadList,
+    PaginatedFolderEntityList,
     PaginatedSlimDeploymentReadList,
     PaginatedSlimDocumentList,
     PaginatedSlimWorkflowDeploymentList,
@@ -250,6 +262,7 @@ from .types import (
     PromptRequestInputRequest,
     PromptRequestJsonInputRequest,
     PromptRequestStringInputRequest,
+    PromptSettingsRequest,
     RawPromptExecutionOverridesRequest,
     ReductoChunkerConfig,
     ReductoChunkerConfigRequest,
@@ -287,6 +300,7 @@ from .types import (
     SearchResultsVellumValue,
     SearchResultsVellumValueRequest,
     SearchWeightsRequest,
+    SecretTypeEnum,
     SentenceChunkerConfig,
     SentenceChunkerConfigRequest,
     SentenceChunking,
@@ -452,11 +466,13 @@ from .types import (
     WorkflowResultEventOutputDataSearchResults,
     WorkflowResultEventOutputDataString,
     WorkflowStreamEvent,
+    WorkspaceSecretRead,
 )
 from .errors import BadRequestError, ForbiddenError, InternalServerError, NotFoundError
 from .resources import (
     DeploymentsListRequestStatus,
     DocumentIndexesListRequestStatus,
+    FolderEntitiesListRequestEntityStatus,
     WorkflowDeploymentsListRequestStatus,
     ad_hoc,
     deployments,
@@ -469,6 +485,7 @@ from .resources import (
     test_suites,
     workflow_deployments,
     workflow_sandboxes,
+    workspace_secrets,
 )
 from .client import AsyncVellum, Vellum
 from .environment import VellumEnvironment
@@ -577,6 +594,18 @@ __all__ = [
     "ExternalTestCaseExecution",
     "ExternalTestCaseExecutionRequest",
     "FinishReasonEnum",
+    "FolderEntitiesListRequestEntityStatus",
+    "FolderEntity",
+    "FolderEntityDocumentIndex",
+    "FolderEntityDocumentIndexData",
+    "FolderEntityFolder",
+    "FolderEntityFolderData",
+    "FolderEntityPromptSandbox",
+    "FolderEntityPromptSandboxData",
+    "FolderEntityTestSuite",
+    "FolderEntityTestSuiteData",
+    "FolderEntityWorkflowSandbox",
+    "FolderEntityWorkflowSandboxData",
     "ForbiddenError",
     "FulfilledAdHocExecutePromptEvent",
     "FulfilledEnum",
@@ -706,6 +735,7 @@ __all__ = [
     "OpenAiVectorizerTextEmbeddingAda002",
     "OpenAiVectorizerTextEmbeddingAda002Request",
     "PaginatedDocumentIndexReadList",
+    "PaginatedFolderEntityList",
     "PaginatedSlimDeploymentReadList",
     "PaginatedSlimDocumentList",
     "PaginatedSlimWorkflowDeploymentList",
@@ -731,6 +761,7 @@ __all__ = [
     "PromptRequestInputRequest",
     "PromptRequestJsonInputRequest",
     "PromptRequestStringInputRequest",
+    "PromptSettingsRequest",
     "RawPromptExecutionOverridesRequest",
     "ReductoChunkerConfig",
     "ReductoChunkerConfigRequest",
@@ -768,6 +799,7 @@ __all__ = [
     "SearchResultsVellumValue",
     "SearchResultsVellumValueRequest",
     "SearchWeightsRequest",
+    "SecretTypeEnum",
     "SentenceChunkerConfig",
     "SentenceChunkerConfigRequest",
     "SentenceChunking",
@@ -936,6 +968,7 @@ __all__ = [
     "WorkflowResultEventOutputDataSearchResults",
     "WorkflowResultEventOutputDataString",
     "WorkflowStreamEvent",
+    "WorkspaceSecretRead",
     "__version__",
     "ad_hoc",
     "deployments",
@@ -948,4 +981,5 @@ __all__ = [
     "test_suites",
     "workflow_deployments",
     "workflow_sandboxes",
+    "workspace_secrets",
 ]

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/client.py

@@ -15,6 +15,7 @@ from .resources.test_suite_runs.client import TestSuiteRunsClient
 from .resources.test_suites.client import TestSuitesClient
 from .resources.workflow_deployments.client import WorkflowDeploymentsClient
 from .resources.workflow_sandboxes.client import WorkflowSandboxesClient
+from .resources.workspace_secrets.client import WorkspaceSecretsClient
 from .types.code_execution_runtime import CodeExecutionRuntime
 from .types.code_executor_input_request import CodeExecutorInputRequest
 from .types.code_execution_package_request import CodeExecutionPackageRequest
@@ -60,6 +61,7 @@ from .resources.test_suite_runs.client import AsyncTestSuiteRunsClient
 from .resources.test_suites.client import AsyncTestSuitesClient
 from .resources.workflow_deployments.client import AsyncWorkflowDeploymentsClient
 from .resources.workflow_sandboxes.client import AsyncWorkflowSandboxesClient
+from .resources.workspace_secrets.client import AsyncWorkspaceSecretsClient
 
 # this is used as the default value for optional parameters
 OMIT = typing.cast(typing.Any, ...)
@@ -130,6 +132,7 @@ class Vellum:
         self.test_suites = TestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = WorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
         self.workflow_sandboxes = WorkflowSandboxesClient(client_wrapper=self._client_wrapper)
+        self.workspace_secrets = WorkspaceSecretsClient(client_wrapper=self._client_wrapper)
 
     def execute_code(
         self,
@@ -1446,6 +1449,7 @@ class AsyncVellum:
         self.test_suites = AsyncTestSuitesClient(client_wrapper=self._client_wrapper)
         self.workflow_deployments = AsyncWorkflowDeploymentsClient(client_wrapper=self._client_wrapper)
         self.workflow_sandboxes = AsyncWorkflowSandboxesClient(client_wrapper=self._client_wrapper)
+        self.workspace_secrets = AsyncWorkspaceSecretsClient(client_wrapper=self._client_wrapper)
 
     async def execute_code(
         self,

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/core/client_wrapper.py

@@ -17,7 +17,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.8.23",
+            "X-Fern-SDK-Version": "0.8.26",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/lib/test_suites/resources.py

@@ -4,9 +4,10 @@ import logging
 import time
 from functools import cached_property
 from typing import Callable, Generator, List, cast, Iterable
+from uuid import UUID
 
 from vellum import TestSuiteRunRead, TestSuiteRunMetricNumberOutput
-from vellum.client import Vellum
+from vellum.client import Vellum, OMIT
 from vellum.lib.test_suites.constants import (
     DEFAULT_MAX_POLLING_DURATION_MS,
     DEFAULT_POLLING_INTERVAL_MS,
@@ -14,6 +15,8 @@ from vellum.lib.test_suites.constants import (
 from vellum.lib.test_suites.exceptions import TestSuiteRunResultsException
 from vellum.lib.utils.env import get_api_key
 from vellum.lib.utils.paginator import PaginatedResults, get_all_results
+from vellum.lib.utils.typing import cast_not_optional
+from vellum.lib.utils.uuid import is_valid_uuid
 from vellum.types import (
     ExternalTestCaseExecutionRequest,
     NamedTestCaseVariableValueRequest,
@@ -198,7 +201,9 @@ class VellumTestSuiteRunResults:
         output_values = self.get_numeric_metric_output_values(
             metric_identifier=metric_identifier, output_identifier=output_identifier
         )
-        return sum(cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values))) / len(output_values)
+        return sum(
+            cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values))
+        ) / len(output_values)
 
     def get_min_metric_output(
         self, metric_identifier: str | None = None, output_identifier: str | None = None
@@ -207,7 +212,9 @@ class VellumTestSuiteRunResults:
         output_values = self.get_numeric_metric_output_values(
             metric_identifier=metric_identifier, output_identifier=output_identifier
         )
-        return min(cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values)))
+        return min(
+            cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values))
+        )
 
     def get_max_metric_output(
         self, metric_identifier: str | None = None, output_identifier: str | None = None
@@ -216,7 +223,9 @@ class VellumTestSuiteRunResults:
         output_values = self.get_numeric_metric_output_values(
             metric_identifier=metric_identifier, output_identifier=output_identifier
         )
-        return max(cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values)))
+        return max(
+            cast(Iterable[float], filter(lambda o: isinstance(o, float), output_values))
+        )
 
     def wait_until_complete(self) -> None:
         """Wait until the Test Suite Run is no longer in a QUEUED or RUNNING state."""
@@ -282,16 +291,25 @@ class VellumTestSuiteRunResults:
 class VellumTestSuite:
     """A utility class that provides methods for running a Vellum Test Suite and interacting with its results."""
 
+    _test_suite_id: str | None
+    _test_suite_name: str | None
+
     def __init__(
         self,
-        test_suite_id: str,
+        test_suite_identifier: str | UUID,
         *,
         client: Vellum | None = None,
     ) -> None:
         self.client = client or Vellum(
             api_key=get_api_key(),
         )
-        self._test_suite_id = test_suite_id
+
+        if is_valid_uuid(test_suite_identifier):
+            self._test_suite_id = str(test_suite_identifier)
+            self._test_suite_name = None
+        else:
+            self._test_suite_id = None
+            self._test_suite_name = str(test_suite_identifier)
 
     def run_external(
         self,
@@ -305,7 +323,7 @@ class VellumTestSuite:
         Returns a wrapper that polls the generated Test Suite Run until it's done running and returns its results.
         """
         test_cases = self.client.test_suites.list_test_suite_test_cases(
-            id=self._test_suite_id
+            id=cast_not_optional(self._test_suite_id or self._test_suite_name)
         )
         executions: List[ExternalTestCaseExecutionRequest] = []
 
@@ -320,7 +338,8 @@ class VellumTestSuite:
             )
 
         test_suite_run = self.client.test_suite_runs.create(
-            test_suite_id=self._test_suite_id,
+            test_suite_id=self._test_suite_id or OMIT,
+            test_suite_name=self._test_suite_name or OMIT,
             exec_config=TestSuiteRunExternalExecConfigRequest(
                 type="EXTERNAL",
                 data=TestSuiteRunExternalExecConfigDataRequest(

vellum_ai-0.8.26/src/vellum/lib/utils/typing.py

@@ -0,0 +1,10 @@
+from typing import TypeVar, Optional
+
+_T = TypeVar("_T")
+
+
+def cast_not_optional(optional: Optional[_T]) -> _T:
+    """Convert an optional to its value for type checking purposes. Raises an AssertionError if passed None."""
+    if optional is None:
+        raise AssertionError("Not optional check failed")
+    return optional

vellum_ai-0.8.26/src/vellum/lib/utils/uuid.py

@@ -0,0 +1,10 @@
+from typing import Union
+import uuid
+
+
+def is_valid_uuid(val: Union[str, uuid.UUID, None]) -> bool:
+    try:
+        uuid.UUID(str(val))
+        return True
+    except (ValueError, TypeError):
+        return False

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/resources/__init__.py

@@ -12,14 +12,17 @@ from . import (
     test_suites,
     workflow_deployments,
     workflow_sandboxes,
+    workspace_secrets,
 )
 from .deployments import DeploymentsListRequestStatus
 from .document_indexes import DocumentIndexesListRequestStatus
+from .folder_entities import FolderEntitiesListRequestEntityStatus
 from .workflow_deployments import WorkflowDeploymentsListRequestStatus
 
 __all__ = [
     "DeploymentsListRequestStatus",
     "DocumentIndexesListRequestStatus",
+    "FolderEntitiesListRequestEntityStatus",
     "WorkflowDeploymentsListRequestStatus",
     "ad_hoc",
     "deployments",
@@ -32,4 +35,5 @@ __all__ = [
     "test_suites",
     "workflow_deployments",
     "workflow_sandboxes",
+    "workspace_secrets",
 ]

{vellum_ai-0.8.23 → vellum_ai-0.8.26}/src/vellum/resources/ad_hoc/client.py

@@ -6,6 +6,7 @@ from ...types.prompt_request_input_request import PromptRequestInputRequest
 from ...types.vellum_variable_request import VellumVariableRequest
 from ...types.prompt_parameters_request import PromptParametersRequest
 from ...types.prompt_block_request import PromptBlockRequest
+from ...types.prompt_settings_request import PromptSettingsRequest
 from ...types.ad_hoc_expand_meta_request import AdHocExpandMetaRequest
 from ...core.request_options import RequestOptions
 from ...types.ad_hoc_execute_prompt_event import AdHocExecutePromptEvent
@@ -35,6 +36,7 @@ class AdHocClient:
         input_variables: typing.Sequence[VellumVariableRequest],
         parameters: PromptParametersRequest,
         blocks: typing.Sequence[PromptBlockRequest],
+        settings: typing.Optional[PromptSettingsRequest] = OMIT,
         expand_meta: typing.Optional[AdHocExpandMetaRequest] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Iterator[AdHocExecutePromptEvent]:
@@ -53,6 +55,8 @@ class AdHocClient:
 
         blocks : typing.Sequence[PromptBlockRequest]
 
+        settings : typing.Optional[PromptSettingsRequest]
+
         expand_meta : typing.Optional[AdHocExpandMetaRequest]
 
         request_options : typing.Optional[RequestOptions]
@@ -72,6 +76,7 @@ class AdHocClient:
             JinjaPromptBlockRequest,
             PromptParametersRequest,
             PromptRequestStringInputRequest,
+            PromptSettingsRequest,
             StringVellumValueRequest,
             Vellum,
             VellumVariableExtensionsRequest,
@@ -114,6 +119,9 @@ class AdHocClient:
                 logit_bias={"string": {"key": "value"}},
                 custom_parameters={"string": {"key": "value"}},
             ),
+            settings=PromptSettingsRequest(
+                timeout=1.1,
+            ),
             blocks=[
                 JinjaPromptBlockRequest(
                     properties=JinjaPromptBlockPropertiesRequest(
@@ -152,6 +160,9 @@ class AdHocClient:
                 "parameters": convert_and_respect_annotation_metadata(
                     object_=parameters, annotation=PromptParametersRequest, direction="write"
                 ),
+                "settings": convert_and_respect_annotation_metadata(
+                    object_=settings, annotation=PromptSettingsRequest, direction="write"
+                ),
                 "blocks": convert_and_respect_annotation_metadata(
                     object_=blocks, annotation=typing.Sequence[PromptBlockRequest], direction="write"
                 ),
@@ -227,6 +238,7 @@ class AsyncAdHocClient:
         input_variables: typing.Sequence[VellumVariableRequest],
         parameters: PromptParametersRequest,
         blocks: typing.Sequence[PromptBlockRequest],
+        settings: typing.Optional[PromptSettingsRequest] = OMIT,
         expand_meta: typing.Optional[AdHocExpandMetaRequest] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.AsyncIterator[AdHocExecutePromptEvent]:
@@ -245,6 +257,8 @@ class AsyncAdHocClient:
 
         blocks : typing.Sequence[PromptBlockRequest]
 
+        settings : typing.Optional[PromptSettingsRequest]
+
         expand_meta : typing.Optional[AdHocExpandMetaRequest]
 
         request_options : typing.Optional[RequestOptions]
@@ -267,6 +281,7 @@ class AsyncAdHocClient:
             JinjaPromptBlockRequest,
             PromptParametersRequest,
             PromptRequestStringInputRequest,
+            PromptSettingsRequest,
             StringVellumValueRequest,
             VellumVariableExtensionsRequest,
             VellumVariableRequest,
@@ -311,6 +326,9 @@ class AsyncAdHocClient:
                     logit_bias={"string": {"key": "value"}},
                     custom_parameters={"string": {"key": "value"}},
                 ),
+                settings=PromptSettingsRequest(
+                    timeout=1.1,
+                ),
                 blocks=[
                     JinjaPromptBlockRequest(
                         properties=JinjaPromptBlockPropertiesRequest(
@@ -352,6 +370,9 @@ class AsyncAdHocClient:
                 "parameters": convert_and_respect_annotation_metadata(
                     object_=parameters, annotation=PromptParametersRequest, direction="write"
                 ),
+                "settings": convert_and_respect_annotation_metadata(
+                    object_=settings, annotation=PromptSettingsRequest, direction="write"
+                ),
                 "blocks": convert_and_respect_annotation_metadata(
                     object_=blocks, annotation=typing.Sequence[PromptBlockRequest], direction="write"
                 ),

vellum_ai-0.8.26/src/vellum/resources/folder_entities/__init__.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from .types import FolderEntitiesListRequestEntityStatus
+
+__all__ = ["FolderEntitiesListRequestEntityStatus"]